{"meta":{"query_hash":"77f9151983b3","filters":{"topic":"Online Learning and Analytics"},"cohort_total":1694,"direct_labels_cover":10,"predictions_cover":1694,"exported":1694,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/77f9151983b3","api":"https://metacan.xera.ac/api/v1/cohort?topic=Online+Learning+and+Analytics"},"results":[{"id":"W1059490280","doi":"10.4018/ijirr.2015070105","title":"Facilitating Learning Resource Retrieval for Students with Disabilities through an Ontology-Driven and Disability-Aware Virtual Learning Environment","year":2015,"lang":"en","type":"article","venue":"International Journal of Information Retrieval Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Personalization; Ontology; Resource (disambiguation); Virtual learning environment; Learning disability; Multimedia; World Wide Web; Task (project management); Psychology","score_opus":0.07169203049026532,"score_gpt":0.41002645194755527,"score_spread":0.33833442145729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1059490280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7988461,0.000034060926,0.19734417,0.0032274814,0.00013453899,0.00019008525,0.000008859447,0.00003414752,0.00018054132],"genre_scores_gemma":[0.9853931,0.00004746394,0.014001389,0.000059895803,0.00018995236,0.0000022918055,0.000031716456,0.000009302316,0.0002648979],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954224,0.0005369014,0.0007144403,0.00020380091,0.0027962748,0.0003261569],"domain_scores_gemma":[0.9956387,0.001764419,0.00043492598,0.00018297062,0.0017408693,0.00023806373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049032294,0.00014707178,0.00023955981,0.00024337378,0.00028740353,0.00070212747,0.0011139056,0.00009673324,0.000007923664],"category_scores_gemma":[0.007577515,0.00011904085,0.00007127328,0.0002543863,0.0003772431,0.0035970425,0.00040145442,0.0010761099,0.000010949429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008968637,0.0008861765,0.29921928,0.00018062853,0.0007393407,0.0000471561,0.175701,0.3962669,0.00026467798,0.030202353,0.00048711998,0.087036714],"study_design_scores_gemma":[0.008910765,0.019077294,0.008569031,0.00045499974,0.000044371092,0.00041838677,0.222194,0.6442602,0.0006053693,0.0077957,0.08691774,0.0007521236],"about_ca_topic_score_codex":0.000018702294,"about_ca_topic_score_gemma":0.0000026070832,"teacher_disagreement_score":0.29065025,"about_ca_system_score_codex":0.0004541434,"about_ca_system_score_gemma":0.00024648441,"threshold_uncertainty_score":0.9071541},"labels":[],"label_agreement":null},{"id":"W120414736","doi":"","title":"A Meta-Analysis of Educational Data Mining on Improvements in Learning Outcomes.","year":2013,"lang":"en","type":"article","venue":"College student journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Educational data mining; Mathematics education; Data science; Computer science","score_opus":0.09489879696725455,"score_gpt":0.379527422486042,"score_spread":0.2846286255187874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W120414736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9584208,0.0005412547,0.0057407618,0.031770665,0.00052812794,0.00032301884,0.00003327919,0.00002842116,0.0026136336],"genre_scores_gemma":[0.98477226,0.000013580541,0.010366187,0.00024082314,0.000046302466,0.0000069662137,0.000009654962,0.0000065731138,0.0045376425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99801046,0.000173945,0.0005786204,0.00030766896,0.0006988738,0.00023041059],"domain_scores_gemma":[0.99842036,0.0003510026,0.00040144284,0.00056596386,0.00016157108,0.000099687946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009867616,0.0001361579,0.00060086465,0.0007164862,0.00014142525,0.00017911693,0.0016945738,0.000031623407,0.0004346097],"category_scores_gemma":[0.00020994093,0.00010168171,0.00033563294,0.001118784,0.000019884543,0.00042655843,0.0005135906,0.00037594585,0.000024934248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004728418,0.0012602679,0.87311804,0.000009622529,0.085639164,0.00002436808,0.0018238374,0.027656425,0.00007641788,0.005397959,0.002154787,0.0028343918],"study_design_scores_gemma":[0.0010695058,0.00028038325,0.6410344,0.000018442845,0.022761662,0.00001142407,0.0015081699,0.33134001,0.000009970528,0.0008367261,0.0007720097,0.0003572691],"about_ca_topic_score_codex":0.000037507623,"about_ca_topic_score_gemma":0.00003076948,"teacher_disagreement_score":0.30368358,"about_ca_system_score_codex":0.000056263096,"about_ca_system_score_gemma":0.0001421933,"threshold_uncertainty_score":0.47586715},"labels":[],"label_agreement":null},{"id":"W137305330","doi":"","title":"Motivation and Affect in Educational Software","year":2005,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of British Columbia","funders":"","keywords":"Affect (linguistics); Computer science; Educational software; Software; Human–computer interaction; Knowledge management; Psychology; Programming language","score_opus":0.01205213174984472,"score_gpt":0.27023604596758727,"score_spread":0.25818391421774256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137305330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70784456,0.000065133754,0.23736389,0.052515086,0.000054674514,0.000040138755,1.9402532e-7,0.000089901114,0.0020264129],"genre_scores_gemma":[0.8775783,0.0000029383427,0.12056544,0.00025932252,0.00005500598,6.5705893e-7,0.0000010086438,0.000001021042,0.0015362815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999763,0.000010393143,0.000043578922,0.000083800194,0.000048435293,0.000050788985],"domain_scores_gemma":[0.99981993,0.00008034777,0.000010218894,0.00006188094,0.00001098161,0.000016641936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006622285,0.000024644423,0.000026748956,0.00004663143,0.00001759169,0.000030306432,0.000068916364,0.000011870405,0.000016096035],"category_scores_gemma":[0.000079375684,0.000021476071,0.0000057531306,0.00010502138,0.000005365875,0.00015480547,0.000025162502,0.000039153885,0.000021679742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.4436995e-7,0.00010913034,0.59406865,0.000008180907,0.0000029843316,5.973902e-7,0.00043631735,0.0023009244,0.0000905585,0.14161128,0.0019512323,0.2594195],"study_design_scores_gemma":[0.00014798387,0.000018523848,0.7766834,0.00001157901,6.419537e-7,0.0000042501947,0.000008943472,0.21332444,0.00006975583,0.0074561825,0.0021996212,0.0000746544],"about_ca_topic_score_codex":0.000007931774,"about_ca_topic_score_gemma":0.000013405762,"teacher_disagreement_score":0.25934485,"about_ca_system_score_codex":0.00001041301,"about_ca_system_score_gemma":0.000022607786,"threshold_uncertainty_score":0.08757688},"labels":[],"label_agreement":null},{"id":"W138768280","doi":"","title":"Pre-Tertiary Distributed Education in Canadian Urban Centers","year":2003,"lang":"en","type":"article","venue":"Academic exchange quarterly","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metropolitan area; Autonomy; Distance education; Higher education; Institution; Service (business); Mathematics education; Sociology; Economic growth; Public relations; Business; Political science; Pedagogy; Psychology; Geography; Marketing; Economics; Social science","score_opus":0.007808990457997524,"score_gpt":0.26727051463010926,"score_spread":0.2594615241721117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W138768280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9357849,0.0032866886,0.029936824,0.022572177,0.0022866507,0.0006521804,0.00005053707,0.00039608983,0.005033956],"genre_scores_gemma":[0.9966772,0.000033413755,0.0008836857,0.0012195436,0.00013121477,0.000016028393,0.000047502024,0.000011118276,0.0009802555],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854964,0.00015072034,0.00025209805,0.00034006624,0.00015640733,0.0005510844],"domain_scores_gemma":[0.99918413,0.000036026016,0.00007673761,0.0003372685,0.000044448734,0.0003214054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003454879,0.00014291945,0.0001308925,0.00028174254,0.00007076116,0.000054087366,0.0005617122,0.00016808002,0.000014638225],"category_scores_gemma":[0.000057503494,0.00014997412,0.000036638794,0.0005612528,0.000022977763,0.00038396736,0.0000129003065,0.0004997509,0.00006575341],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049346204,0.00020318312,0.6410515,0.000086955486,0.000029673856,0.000036632227,0.015511601,0.000056479785,0.0003611068,0.036366034,0.082117744,0.22417422],"study_design_scores_gemma":[0.0014753065,0.0005913572,0.30895352,0.0005135304,0.000036442114,0.0001278298,0.0015033326,0.06553922,0.00021465331,0.017478878,0.60199225,0.0015736556],"about_ca_topic_score_codex":0.040548835,"about_ca_topic_score_gemma":0.022718599,"teacher_disagreement_score":0.5198745,"about_ca_system_score_codex":0.00022032905,"about_ca_system_score_gemma":0.0007431366,"threshold_uncertainty_score":0.99511427},"labels":[],"label_agreement":null},{"id":"W1480535563","doi":"","title":"Creating Simple Educational Gaming Activities for Online Delivery","year":2012,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Simple (philosophy); Computer science; Multimedia; Internet privacy; World Wide Web; Epistemology","score_opus":0.07348366385822562,"score_gpt":0.32602033302277034,"score_spread":0.2525366691645447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480535563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8652495,0.0021050908,0.0030765897,0.101545386,0.0036889468,0.001211273,0.00006879567,0.00044010606,0.022614287],"genre_scores_gemma":[0.94842255,0.00024110619,0.011551284,0.001309365,0.0009298052,0.00009949807,0.00013553104,0.000038605354,0.037272234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99727017,0.00029127696,0.0005243685,0.0006380287,0.0005722713,0.00070389966],"domain_scores_gemma":[0.9977326,0.0006052877,0.00078965374,0.00036751205,0.00018565862,0.0003193079],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067073904,0.00034361333,0.00037108714,0.00026338812,0.0005240752,0.0003222953,0.00037640266,0.00012852496,0.000119597746],"category_scores_gemma":[0.00016093931,0.00036615264,0.00007148377,0.00059799076,0.00007561607,0.00083199143,0.0001262775,0.00076699344,0.000021070544],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007445354,0.0010333624,0.27423915,0.00027893667,0.00003338796,9.3585265e-7,0.0016183214,0.00026106153,0.00023538464,0.6078087,0.0015530671,0.11286321],"study_design_scores_gemma":[0.0014008189,0.00088351313,0.8109746,0.0011258555,0.000053467014,0.000016669486,0.004548363,0.027577925,0.00016442858,0.040237643,0.11152632,0.0014903954],"about_ca_topic_score_codex":0.00040155606,"about_ca_topic_score_gemma":0.00027262242,"teacher_disagreement_score":0.5675711,"about_ca_system_score_codex":0.000489571,"about_ca_system_score_gemma":0.000906094,"threshold_uncertainty_score":0.99987906},"labels":[],"label_agreement":null},{"id":"W1480646253","doi":"","title":"Social and Affective Presence to Achieve Quality Learning in MOOCs","year":2013,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Yorkville University","funders":"","keywords":"Quality (philosophy); Social learning; Psychology; Cognitive psychology; Social psychology; Computer science; Epistemology; Pedagogy","score_opus":0.07897626529287557,"score_gpt":0.34683894751861005,"score_spread":0.2678626822257345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480646253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8487017,0.00023995237,0.0006476681,0.13439588,0.00060489296,0.0009700934,0.000003651864,0.00024931692,0.014186802],"genre_scores_gemma":[0.97091573,0.00017349266,0.0015378458,0.0012265898,0.00019172773,0.00013720861,0.0000117115305,0.000030383055,0.025775297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958612,0.0011166073,0.00059796113,0.0010509772,0.00071964174,0.0006536256],"domain_scores_gemma":[0.9980636,0.00039558936,0.0006624749,0.00032753512,0.00020936693,0.0003413957],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010617257,0.00038119772,0.0005005421,0.00033670967,0.00042751443,0.0005553231,0.00043211135,0.00017634123,0.00007116976],"category_scores_gemma":[0.00025299343,0.00040273627,0.000045553974,0.0011837594,0.00011360616,0.0006352736,0.00027646296,0.0016198307,0.000079833306],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011559421,0.0004392681,0.504467,0.00021032029,0.000019466415,0.0000066287844,0.005598385,0.00067489163,0.00029114797,0.33332476,0.0007854689,0.15406705],"study_design_scores_gemma":[0.00057662174,0.00066439464,0.9610512,0.00037834988,0.000006052106,0.0000030529031,0.001992431,0.008235418,0.000019792702,0.021355044,0.0051449593,0.00057265104],"about_ca_topic_score_codex":0.003575076,"about_ca_topic_score_gemma":0.0013844676,"teacher_disagreement_score":0.45658422,"about_ca_system_score_codex":0.00044823173,"about_ca_system_score_gemma":0.0005116132,"threshold_uncertainty_score":0.99984246},"labels":[],"label_agreement":null},{"id":"W1480756546","doi":"10.19173/irrodl.v15i1.1628","title":"Rethinking dropout in online higher education: The case of the Universitat Oberta de Catalunya","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Dropout (neural networks); Drop out; Context (archaeology); Higher education; Phenomenon; Mathematics education; Psychology; Pedagogy; Computer science; Political science; Demographic economics; Economics; Geography; Epistemology","score_opus":0.06093210020114778,"score_gpt":0.42109672944629145,"score_spread":0.3601646292451437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480756546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5469646,0.0125046475,0.0014078349,0.42687097,0.00034033076,0.00083234825,0.000028671406,0.000017396667,0.0110332295],"genre_scores_gemma":[0.9963707,0.0018072184,0.0003670718,0.0003358033,0.000038565337,0.000004254405,0.000019291047,0.000003199996,0.0010539466],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981191,0.0009991393,0.00024256417,0.00015298456,0.0003281126,0.0001581103],"domain_scores_gemma":[0.998141,0.0010911936,0.00015071529,0.00033925113,0.00024483097,0.00003299388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005046143,0.00005941648,0.00013629367,0.00007135197,0.00016225192,0.000097868244,0.0020779364,0.00002507982,0.00002321171],"category_scores_gemma":[0.0016502773,0.00003202347,0.000037929203,0.0006942578,0.00016566916,0.00014481632,0.0011676697,0.00069432566,0.0000016030493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000423892,0.00047545033,0.16889124,0.001336802,0.00007151203,0.00008140358,0.0027050816,0.003103091,0.00006797369,0.70226616,0.0044705453,0.11648835],"study_design_scores_gemma":[0.002122154,0.0002922967,0.10647515,0.041820265,0.00005740582,0.00064934755,0.010669798,0.40894094,0.00016068036,0.14285237,0.2854567,0.0005029252],"about_ca_topic_score_codex":0.0023137874,"about_ca_topic_score_gemma":0.00026814282,"teacher_disagreement_score":0.5594138,"about_ca_system_score_codex":0.00009327008,"about_ca_system_score_gemma":0.00033578725,"threshold_uncertainty_score":0.38613576},"labels":[],"label_agreement":null},{"id":"W1494082758","doi":"10.18608/jla.2014.13.25","title":"Critical Factors In Data Governance For Learning Analytics","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Learning analytics; Analytics; Corporate governance; Computer science; Data analysis; Data science; Context (archaeology); Software analytics; Knowledge management; Business analytics; Data governance; Data mining; Business","score_opus":0.04414845675351399,"score_gpt":0.33808228562955195,"score_spread":0.293933828876038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494082758","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041689057,0.00026490912,0.9490233,0.007865892,0.00054542907,0.0000638976,0.0000049984415,0.00007990595,0.00046259767],"genre_scores_gemma":[0.94579244,0.0001391574,0.052319057,0.000095566545,0.0004956406,3.5329586e-7,0.000010744536,0.000032797318,0.0011142726],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967893,0.0003704345,0.0010481902,0.00046084012,0.0007529232,0.00057834765],"domain_scores_gemma":[0.9950629,0.002461769,0.00092731934,0.00070411107,0.00059151446,0.00025240015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034035442,0.0002738795,0.00070085377,0.00036996725,0.00023094499,0.00037997187,0.0021645476,0.0001619622,0.000009491728],"category_scores_gemma":[0.018117564,0.0002432896,0.0002464521,0.0008481719,0.00009724501,0.00091717,0.0003973501,0.0017969246,0.000009404895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004867767,0.00035675248,0.24273022,0.00016890805,0.0002021922,0.000087282155,0.00089915394,0.6919721,0.00018013275,0.039639693,0.0022034836,0.02151143],"study_design_scores_gemma":[0.00061500556,0.0004991674,0.0051079122,0.00018496256,0.00009754682,0.00003968806,0.00026876474,0.94130594,0.00003798587,0.0020688863,0.049489714,0.00028441838],"about_ca_topic_score_codex":0.000013138721,"about_ca_topic_score_gemma":0.000017078706,"teacher_disagreement_score":0.90410334,"about_ca_system_score_codex":0.00012346572,"about_ca_system_score_gemma":0.0002441883,"threshold_uncertainty_score":0.9921062},"labels":[],"label_agreement":null},{"id":"W1498299443","doi":"10.21432/t2j01b","title":"Learning Analytics: Readiness and Rewards / L’analyse de l’apprentissage : état de préparation et récompenses","year":2013,"lang":"fr","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Analytics; Learning analytics; Sociology; Computer science; Philosophy; Data science","score_opus":0.013839755901761244,"score_gpt":0.26706667375783827,"score_spread":0.25322691785607704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498299443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8838063,0.013674365,0.022383293,0.079211704,0.00028855665,0.00007929538,0.0000017977649,0.00006730855,0.00048739085],"genre_scores_gemma":[0.98029935,0.0016304362,0.010634208,0.00008563342,0.00015475412,0.0000019032809,0.0000027355666,0.000026643298,0.007164344],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773645,0.0004897729,0.00052313594,0.0003281853,0.00016041353,0.0007620479],"domain_scores_gemma":[0.997748,0.00023274444,0.0005457419,0.00018573995,0.00053885527,0.00074890297],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013665684,0.0002552122,0.00049478863,0.0012577111,0.0004968583,0.00066222064,0.00037912684,0.00042080626,0.0000771263],"category_scores_gemma":[0.0017664678,0.0002688873,0.00008469466,0.0009022658,0.0005187345,0.00051189534,0.00008645076,0.002195196,0.000016956812],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060780917,0.00003624209,0.7665637,0.00013079404,0.00028380504,0.0008169559,0.003977129,0.012359382,0.00095727947,0.018779604,0.0013652814,0.19472373],"study_design_scores_gemma":[0.0016291871,0.0027472558,0.03956237,0.0018122866,0.00070549105,0.014944436,0.014947507,0.71503055,0.000511309,0.036599472,0.17032169,0.001188421],"about_ca_topic_score_codex":0.003223176,"about_ca_topic_score_gemma":0.003127159,"teacher_disagreement_score":0.72700137,"about_ca_system_score_codex":0.00017526133,"about_ca_system_score_gemma":0.0016631959,"threshold_uncertainty_score":0.99997634},"labels":[],"label_agreement":null},{"id":"W1498982155","doi":"10.18608/jla.2014.12.4","title":"Learning Analytics for Online Discussions: Embedded and Extracted Approaches","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Learning analytics; Analytics; Computer science; Software analytics; Educational technology; Data science; Intervention (counseling); Asynchronous communication; Mathematics education; Psychology","score_opus":0.04217981932674447,"score_gpt":0.2891730724093879,"score_spread":0.24699325308264342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498982155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14758117,0.0003209898,0.8438632,0.0074710697,0.00025858078,0.000105814936,0.0000023573568,0.00013613573,0.0002606851],"genre_scores_gemma":[0.863739,0.000181465,0.13249464,0.000090310365,0.00061671005,9.106142e-7,0.000012373383,0.000038375772,0.0028261812],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99722147,0.00039176506,0.0009600769,0.00037993418,0.00057203847,0.00047471112],"domain_scores_gemma":[0.9961823,0.0013552048,0.0012724767,0.00033992622,0.0005132672,0.00033681074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022326503,0.0003059015,0.0007042114,0.000548579,0.0004144273,0.00038472292,0.0007111384,0.00018085104,0.000005129727],"category_scores_gemma":[0.005411505,0.0002349392,0.00033579615,0.0006769997,0.00010590096,0.0004589019,0.00018178902,0.0015689005,0.000003636279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000934015,0.00065883796,0.0341644,0.00022899131,0.0006277207,0.000047561327,0.0025438347,0.7120887,0.00067468407,0.0137448395,0.00089950796,0.23422754],"study_design_scores_gemma":[0.0009112257,0.0010481505,0.0027829648,0.00017179787,0.00022948494,0.00012755483,0.001176032,0.96974045,0.000037477752,0.0020037207,0.02145537,0.0003157656],"about_ca_topic_score_codex":0.0000023781224,"about_ca_topic_score_gemma":0.0000033137558,"teacher_disagreement_score":0.71615785,"about_ca_system_score_codex":0.000057379613,"about_ca_system_score_gemma":0.0001368738,"threshold_uncertainty_score":0.95805424},"labels":[],"label_agreement":null},{"id":"W1501816783","doi":"10.1007/978-3-642-13388-6_17","title":"Discovering and Recognizing Student Interaction Patterns in Exploratory Learning Environments","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Association rule learning; Class (philosophy); Classifier (UML); Artificial intelligence; Machine learning; Exploratory analysis; Learning environment; Exploratory research; Human–computer interaction; Data science; Mathematics education","score_opus":0.01574873754056265,"score_gpt":0.2642184239812123,"score_spread":0.24846968644064965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501816783","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056290597,0.000119542485,0.94178313,0.00040146714,0.0010135064,0.00013284088,8.446233e-7,0.000057804125,0.00020026477],"genre_scores_gemma":[0.9500418,0.0001830102,0.049027134,0.0002315488,0.00028131166,0.0000044228786,0.0000038084013,0.000029716835,0.00019726662],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747545,0.000046934874,0.00039309997,0.0011033375,0.0005626483,0.00041855325],"domain_scores_gemma":[0.9988702,0.00024450652,0.00024396782,0.000506748,0.000025135125,0.00010943651],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007075461,0.00035020197,0.0003453741,0.0006695878,0.00017994423,0.0005331151,0.001055317,0.00021156175,0.000006609759],"category_scores_gemma":[0.00006672181,0.00034357337,0.00005386478,0.0002061188,0.0001946445,0.0007968196,0.0013390981,0.002046365,0.000015079201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041479934,0.00006002478,0.017479656,0.000047473506,0.000012902064,0.00016110249,0.0055219354,0.0888968,0.0013791627,0.0005884452,3.461302e-7,0.885848],"study_design_scores_gemma":[0.000672726,0.00034411115,0.0119364625,0.0020229244,0.000015762656,0.000087671266,0.000016266618,0.9626388,0.0015271723,0.016840447,0.0024623913,0.0014352908],"about_ca_topic_score_codex":0.00002304098,"about_ca_topic_score_gemma":0.00017741787,"teacher_disagreement_score":0.8937512,"about_ca_system_score_codex":0.00020558189,"about_ca_system_score_gemma":0.00009011764,"threshold_uncertainty_score":0.99990165},"labels":[],"label_agreement":null},{"id":"W1505215638","doi":"10.22456/1679-1916.25169","title":"Análise de Prazos de Entrega de Atividades no Moodle: um Estudo de Caso Utilizando Mineração de Dados","year":2011,"lang":"pt","type":"article","venue":"RENOTE","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Humanities; Philosophy; Computer science","score_opus":0.03634297878726372,"score_gpt":0.2894065828859654,"score_spread":0.25306360409870166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505215638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72300726,0.0016447734,0.2695798,0.0022024247,0.00034595403,0.00029995773,0.000033925942,0.00035735327,0.002528562],"genre_scores_gemma":[0.9205451,0.00033912118,0.06795701,0.00067124335,0.00045614238,0.00001318812,0.000007924986,0.00006716379,0.009943115],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99583614,0.0006608701,0.00049956,0.0007807396,0.0004206857,0.001802014],"domain_scores_gemma":[0.9974044,0.00031801505,0.0003283747,0.0009856217,0.00019751153,0.0007660866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013780836,0.00050949294,0.0005089678,0.0002158308,0.00036923596,0.0003917116,0.0013440448,0.00037912306,0.00016364943],"category_scores_gemma":[0.00079048827,0.0005208643,0.00026028062,0.0006285908,0.00016685644,0.0003140116,0.00044126099,0.0008800495,0.0002581668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039384916,0.0033293497,0.63230014,0.0009823857,0.0008752403,0.0036958414,0.12935276,0.0090075545,0.02194702,0.0046621207,0.0107098725,0.18274386],"study_design_scores_gemma":[0.0013762161,0.00048693534,0.020727413,0.00047795897,0.00034017704,0.00045491644,0.0003541509,0.95795745,0.006215415,0.001292507,0.009492632,0.00082425674],"about_ca_topic_score_codex":0.001600173,"about_ca_topic_score_gemma":0.0001708697,"teacher_disagreement_score":0.9489499,"about_ca_system_score_codex":0.00046375574,"about_ca_system_score_gemma":0.0015695478,"threshold_uncertainty_score":0.99972427},"labels":[],"label_agreement":null},{"id":"W1507537000","doi":"","title":"Benefiting from MOOC","year":2013,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Computer science","score_opus":0.020574475578499545,"score_gpt":0.25191349069568747,"score_spread":0.23133901511718793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507537000","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057289217,0.00022189849,0.000873958,0.9380182,0.0009525375,0.000095657015,0.0000055388205,0.00022784702,0.002315159],"genre_scores_gemma":[0.98285645,0.000068656576,0.01491986,0.0005455677,0.00046425452,0.00006307135,0.000029137767,0.000007792141,0.0010452186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99886435,0.000023992363,0.00020268919,0.0004192778,0.00020947465,0.0002802241],"domain_scores_gemma":[0.9986539,0.00054345967,0.00009781772,0.00037223983,0.00019552243,0.00013709962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000695726,0.00015228248,0.00018292262,0.00046069533,0.000118868236,0.00012330049,0.00060067,0.000111579655,0.0004625152],"category_scores_gemma":[0.0003574867,0.00013834491,0.0000224826,0.0006225234,0.00016576261,0.00019370958,0.00015383685,0.00041506282,0.00042264725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3939167e-7,0.0000637094,0.00983267,0.000002663609,0.000011149238,0.0000015790803,0.00020156187,0.0000014270362,0.00032002947,0.9582024,0.0016944443,0.029667899],"study_design_scores_gemma":[0.00013241239,0.000030209514,0.015161315,0.00004934963,0.0000048083616,0.0000040731775,0.000038584527,0.0075639854,0.00038353767,0.9761874,0.0002858943,0.00015843118],"about_ca_topic_score_codex":0.000071981915,"about_ca_topic_score_gemma":0.000075175936,"teacher_disagreement_score":0.93747264,"about_ca_system_score_codex":0.000022525688,"about_ca_system_score_gemma":0.00021309174,"threshold_uncertainty_score":0.5641542},"labels":[],"label_agreement":null},{"id":"W1509067259","doi":"10.19173/irrodl.v15i5.1954","title":"Where is research on massive open online courses headed? A data analysis of the MOOC Research Initiative","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":293,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Athabasca University","funders":"Athabasca University; Bill and Melinda Gates Foundation","keywords":"Context (archaeology); Curriculum; Social media; Learning analytics; Content analysis; Citation; Computer science; Psychological intervention; Instructional design; Psychology; Knowledge management; Pedagogy; Sociology; Data science; World Wide Web; Social science","score_opus":0.378678754262437,"score_gpt":0.5697287152684783,"score_spread":0.19104996100604132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509067259","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09477388,0.019146947,0.004560719,0.84374774,0.00024540865,0.0042326595,0.0019688925,0.00003727514,0.031286463],"genre_scores_gemma":[0.9780739,0.019044826,0.0007830322,0.00047690186,0.00007476265,0.00004095861,0.00037538572,0.000012483603,0.0011177815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98880976,0.0065391976,0.00059931405,0.0006731293,0.0028946192,0.0004839886],"domain_scores_gemma":[0.9878712,0.0075074956,0.00029737875,0.0017686351,0.002444485,0.00011079839],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.037951272,0.00012918402,0.0005129851,0.00066642015,0.00055323954,0.00065246975,0.01430047,0.00006246212,0.000111979214],"category_scores_gemma":[0.013561263,0.00007706935,0.000085077074,0.0059111277,0.0007455759,0.00050336006,0.014699182,0.0024526645,0.000013933727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006535285,0.0030836654,0.10217596,0.003648601,0.002908297,0.00005723089,0.0037063318,0.01057461,0.00027452767,0.5669516,0.14255613,0.16340953],"study_design_scores_gemma":[0.0015175113,0.00088853086,0.04053993,0.030147914,0.00011357679,0.0000070758047,0.0094898455,0.712923,0.0002281002,0.018785192,0.18502322,0.00033609697],"about_ca_topic_score_codex":0.0018188753,"about_ca_topic_score_gemma":0.0003191208,"teacher_disagreement_score":0.8833,"about_ca_system_score_codex":0.00013600636,"about_ca_system_score_gemma":0.00065687334,"threshold_uncertainty_score":0.9998487},"labels":[],"label_agreement":null},{"id":"W1511434862","doi":"10.19173/irrodl.v15i1.1651","title":"Initial trends in enrolment and completion of massive open online courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":862,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Mainstream; Online course; Scale (ratio); Open education; Mathematics education; Distance education; Computer science; Psychology; Pedagogy; Political science; Geography","score_opus":0.11369337663350847,"score_gpt":0.4908554874953334,"score_spread":0.37716211086182494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511434862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56812924,0.01732338,0.023706514,0.3612174,0.0003152928,0.0021772706,0.0002950695,0.000041174542,0.026794631],"genre_scores_gemma":[0.9942039,0.004404557,0.0009860266,0.00011783707,0.000022586439,0.000009401466,0.00013316548,0.0000029509629,0.000119551885],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982837,0.00062982313,0.00032973304,0.00019032735,0.0004289175,0.00013749428],"domain_scores_gemma":[0.99881953,0.00060574774,0.00016056474,0.00015946398,0.00021449018,0.000040203762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043834005,0.00006367815,0.00024909477,0.00017954623,0.00006121077,0.00015804084,0.0014265861,0.000021275227,0.000031103325],"category_scores_gemma":[0.0010645405,0.000045824283,0.000020197578,0.00048453273,0.00012923419,0.00021912246,0.0016575889,0.00038555427,0.0000010041322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001613865,0.0006974956,0.111913264,0.001198283,0.00006844979,0.000021863334,0.0005186871,0.0026216821,0.00014718779,0.240249,0.0015418812,0.6408608],"study_design_scores_gemma":[0.0044264565,0.0010435526,0.24811357,0.025097044,0.000017627186,0.00003418219,0.0019498591,0.6256535,0.00014777665,0.018400501,0.07475457,0.0003613418],"about_ca_topic_score_codex":0.00057531067,"about_ca_topic_score_gemma":0.0000650288,"teacher_disagreement_score":0.6404995,"about_ca_system_score_codex":0.000034239314,"about_ca_system_score_gemma":0.00006602408,"threshold_uncertainty_score":0.26509756},"labels":[],"label_agreement":null},{"id":"W1511916964","doi":"10.19173/irrodl.v16i1.1976","title":"Making sense of video analytics: Lessons learned from clickstream interactions, attitudes, and learning outcome in a video-assisted course","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analytics; Learning analytics; Computer science; Massive open online course; Usability; Multimedia; Video game; Clickstream; Distance education; Online video; World Wide Web; Data science; Psychology; Human–computer interaction; The Internet; Mathematics education; Web 2.0","score_opus":0.3058946235122696,"score_gpt":0.53020759554976,"score_spread":0.22431297203749045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511916964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76590455,0.03722576,0.013289515,0.17559238,0.00037545874,0.0014468494,0.00014073082,0.00011199366,0.005912753],"genre_scores_gemma":[0.9906904,0.006837989,0.0019444883,0.0001086469,0.00003357712,0.000013344838,0.000076762386,0.000009893435,0.00028488215],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963749,0.001403303,0.0007477404,0.00041721723,0.0007737211,0.00028314086],"domain_scores_gemma":[0.99660283,0.002051146,0.00040093905,0.00033649852,0.0004968977,0.000111685105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0079324525,0.00014796706,0.0004884928,0.0002863931,0.00013098937,0.00028909257,0.0010788742,0.00005369962,0.000021086656],"category_scores_gemma":[0.006787241,0.0001168211,0.00006254703,0.0008952062,0.00019900143,0.00042268526,0.001496411,0.0014855982,0.000006352162],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016707761,0.00042615508,0.85029376,0.0008202649,0.00016854687,0.00012049641,0.0008797026,0.005677649,0.00014151046,0.012169641,0.0005939308,0.12854126],"study_design_scores_gemma":[0.004552542,0.00051333767,0.3556075,0.04007646,0.00009160745,0.0001427686,0.010046882,0.528037,0.00007127234,0.009184782,0.05100365,0.000672157],"about_ca_topic_score_codex":0.002124865,"about_ca_topic_score_gemma":0.00026582342,"teacher_disagreement_score":0.5223594,"about_ca_system_score_codex":0.0001411224,"about_ca_system_score_gemma":0.00027234753,"threshold_uncertainty_score":0.8125452},"labels":[],"label_agreement":null},{"id":"W1512711798","doi":"","title":"Developing Open Learning Courses","year":2008,"lang":"en","type":"article","venue":"International journal of e-learning & distance education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.029381031566730033,"score_gpt":0.35142482936466307,"score_spread":0.322043797797933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512711798","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16447856,0.00070138025,0.7957953,0.029531896,0.0044598416,0.00009383775,6.838002e-7,0.00008861537,0.0048498455],"genre_scores_gemma":[0.9420855,0.00031163788,0.0520957,0.0002473941,0.00067077874,0.0000023344694,0.000008194833,0.000012977299,0.0045654946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998371,0.00014760351,0.00048103306,0.00020368693,0.00062112225,0.00017555166],"domain_scores_gemma":[0.99753696,0.0001510277,0.0008348561,0.0001342989,0.0012496451,0.00009322762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056304,0.00012738636,0.00019347982,0.00024772907,0.00027748808,0.00041058564,0.0019520876,0.000045692974,0.000029019275],"category_scores_gemma":[0.0008597998,0.00012304251,0.00009076969,0.0002941625,0.000050048337,0.0012615578,0.00021556274,0.00058833556,0.00003476851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010407669,0.0006564289,0.24183697,0.000023499355,0.00032184657,0.00019392988,0.006988587,0.0338457,0.0005190266,0.57835925,0.007662888,0.12948781],"study_design_scores_gemma":[0.0012769266,0.00038785327,0.060334615,0.0010278317,0.000033322634,0.0018212439,0.0030824183,0.023052242,0.00053131726,0.016336106,0.8914175,0.00069860567],"about_ca_topic_score_codex":0.000023177441,"about_ca_topic_score_gemma":0.0000033917397,"teacher_disagreement_score":0.8837546,"about_ca_system_score_codex":0.00025810892,"about_ca_system_score_gemma":0.0014327646,"threshold_uncertainty_score":0.5017528},"labels":[],"label_agreement":null},{"id":"W1513067861","doi":"10.19173/irrodl.v15i6.1732","title":"An analysis of ODL student perception and adoption behavior using the technology acceptance model","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Technology acceptance model; Distance education; Likert scale; Perception; Computer science; Learning Management; Knowledge management; External variable; Educational technology; E learning; Psychology; Unified theory of acceptance and use of technology; Instructional design; Higher education; Mathematics education; Multimedia; Usability; Social influence; Social psychology; Human–computer interaction","score_opus":0.08046521982863167,"score_gpt":0.48381366481217086,"score_spread":0.40334844498353917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513067861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8889778,0.0013416505,0.10356107,0.005726524,0.000015962612,0.00024360468,0.000007819289,0.000009654528,0.000115858325],"genre_scores_gemma":[0.9925065,0.0046775113,0.0027034234,0.000042448686,0.000010712415,0.0000125606775,0.000023078783,0.0000026743378,0.000021100634],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985328,0.0004148803,0.0002686449,0.00020129423,0.00046090985,0.0001214706],"domain_scores_gemma":[0.9989961,0.0002028366,0.0001618172,0.0002870913,0.00032350823,0.00002869215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041855215,0.00006016109,0.00020442813,0.00025154668,0.00014287334,0.00013644718,0.0013198917,0.00003092468,0.000008581627],"category_scores_gemma":[0.0004093676,0.000037548485,0.000035140703,0.0010381506,0.0001739616,0.00022924424,0.0006584657,0.00037003428,3.7614987e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029762625,0.00029614803,0.5567098,0.00036437053,0.00020107957,0.0000029764255,0.00082043133,0.11714427,0.0026702618,0.10597774,0.000027268827,0.21575588],"study_design_scores_gemma":[0.00011582114,0.00005851783,0.056962803,0.0005681604,0.000053258915,0.0000029997022,0.0011064138,0.94026035,0.000011622931,0.00066990807,0.00014900208,0.000041142644],"about_ca_topic_score_codex":0.00012666026,"about_ca_topic_score_gemma":0.000019197974,"teacher_disagreement_score":0.82311606,"about_ca_system_score_codex":0.000043879183,"about_ca_system_score_gemma":0.000045812136,"threshold_uncertainty_score":0.24527091},"labels":[],"label_agreement":null},{"id":"W1513385479","doi":"10.1109/hicss.2015.231","title":"Tweet to Learn: Expertise and Centrality in Conference Twitter Networks","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Centrality; Computer science; Social network analysis; Social media; Social network (sociolinguistics); Learning analytics; Data science; World Wide Web; Knowledge management","score_opus":0.060399626210340174,"score_gpt":0.30512010903184156,"score_spread":0.24472048282150138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513385479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34198582,0.00007369985,0.6276422,0.026422389,0.00020109593,0.00007817119,1.8643968e-7,0.00011788891,0.0034785229],"genre_scores_gemma":[0.9839019,0.000006082946,0.012617542,0.0016453842,0.000050149858,0.0000014217825,5.0943447e-7,0.0000027545268,0.001774264],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992901,0.000053794174,0.00011276595,0.00022350164,0.00011131858,0.00020851633],"domain_scores_gemma":[0.9995098,0.000019230223,0.000016629525,0.00021128103,0.00004166609,0.0002013978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022392801,0.000069100635,0.000100823025,0.0000386066,0.00001777666,0.00012814242,0.0002350088,0.000034713277,0.0000082972265],"category_scores_gemma":[0.000041966738,0.00005712793,0.000011400362,0.00017964806,0.000017921115,0.00013458548,0.00017504314,0.00011465195,0.000026318112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048465714,0.00040651968,0.4715341,0.00002382599,0.000026584088,0.00017296037,0.025039747,0.05610543,0.00014560972,0.07208718,0.061457522,0.31295204],"study_design_scores_gemma":[0.00032703328,0.00007783116,0.019394802,0.000019526156,0.0000011625065,0.000003954196,0.00019284747,0.97004527,0.000032935543,0.0014450841,0.008293577,0.00016596496],"about_ca_topic_score_codex":0.00021314065,"about_ca_topic_score_gemma":0.00007512556,"teacher_disagreement_score":0.91393983,"about_ca_system_score_codex":0.000020167416,"about_ca_system_score_gemma":0.00003315814,"threshold_uncertainty_score":0.23296094},"labels":[],"label_agreement":null},{"id":"W1513955845","doi":"","title":"Exploring Principals' Perceptions of Applications, Benefits, and Barriers of Alberta's SuperNet.","year":2007,"lang":"en","type":"article","venue":"AUSpace (Athabasca University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Psychology; Perception; Instructional leadership; Pedagogy; Sociology; Mathematics education; Educational leadership","score_opus":0.02236812051946026,"score_gpt":0.2239909905597958,"score_spread":0.20162287004033552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513955845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93130404,0.00006748257,0.06536015,0.00074190286,0.00002883124,0.00008752999,0.000004099495,0.0000436581,0.002362316],"genre_scores_gemma":[0.98403436,0.00023706844,0.013669293,0.000010475565,0.000018862433,3.5534237e-7,0.0000022951185,0.0000054994593,0.0020217658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99932295,0.000022626467,0.00011930752,0.0002225183,0.00014544014,0.00016714244],"domain_scores_gemma":[0.99921185,0.00013799948,0.00009025432,0.0003189047,0.00009777628,0.00014321151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017065892,0.000087161345,0.00014207768,0.0003125263,0.00009943631,0.000012346307,0.00041147546,0.000041612308,0.000012656931],"category_scores_gemma":[0.000036998546,0.000098831086,0.000058272253,0.00057800405,0.000088440254,0.0004315301,0.00021651793,0.0001007453,0.0000042704464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016992351,0.00013422733,0.3184934,0.00009677521,0.000087689674,0.0000112241005,0.009041688,0.0008924332,0.0014459165,0.640795,0.00008059831,0.028904092],"study_design_scores_gemma":[0.0032677343,0.0010136847,0.6476255,0.0005596284,0.0003662991,0.000052854903,0.047596592,0.016555844,0.014720543,0.0011023213,0.26531446,0.0018245296],"about_ca_topic_score_codex":0.0006122417,"about_ca_topic_score_gemma":0.0005719888,"teacher_disagreement_score":0.63969266,"about_ca_system_score_codex":0.000031963074,"about_ca_system_score_gemma":0.000056686473,"threshold_uncertainty_score":0.40302148},"labels":[],"label_agreement":null},{"id":"W1514423476","doi":"","title":"Designing a Mathematics-for-All MOOC","year":2013,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Computer science; Mathematics","score_opus":0.07412362254962478,"score_gpt":0.3070455154493655,"score_spread":0.2329218928997407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514423476","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.277792,0.0022167882,0.06436159,0.50961787,0.006506596,0.006748048,0.000032565127,0.002213145,0.1305114],"genre_scores_gemma":[0.90273744,0.00019995218,0.03767051,0.0018658014,0.00023618543,0.00024277484,0.000025552246,0.00004700099,0.05697478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99691194,0.0002749445,0.00064774207,0.0008465874,0.0006473712,0.0006713975],"domain_scores_gemma":[0.9976461,0.00033602727,0.0008712853,0.0005336673,0.0002755422,0.00033737393],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00072295626,0.00039236143,0.00045240254,0.0002700302,0.00033870645,0.000677095,0.00057496666,0.00015877666,0.00018004727],"category_scores_gemma":[0.00012663267,0.00039196556,0.000075049196,0.0006855762,0.00007845934,0.0005695241,0.00013368325,0.0008818374,0.00017796294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035070174,0.00067321793,0.03452875,0.00045367065,0.000046041758,0.0000047743783,0.002084658,0.00035080023,0.00069271115,0.87731916,0.0044024917,0.07940867],"study_design_scores_gemma":[0.003312447,0.0027837947,0.21437064,0.0031712297,0.00009429727,0.000035307377,0.0055755842,0.18278207,0.0005159451,0.49082905,0.09329465,0.0032350111],"about_ca_topic_score_codex":0.00047397384,"about_ca_topic_score_gemma":0.00012124329,"teacher_disagreement_score":0.62494546,"about_ca_system_score_codex":0.00035799883,"about_ca_system_score_gemma":0.00058439793,"threshold_uncertainty_score":0.99985325},"labels":[],"label_agreement":null},{"id":"W1514915342","doi":"","title":"Proceedings of the International Conference on Educational Data Mining (EDM) (2nd, Cordoba, Spain, July 1-3, 2009).","year":2009,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Library science; Data science; Computer science; Engineering","score_opus":0.09782056681921458,"score_gpt":0.35282240390297764,"score_spread":0.25500183708376306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514915342","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1906945,0.00040755657,0.0030492726,0.7364143,0.006659849,0.00051203906,0.0028013776,0.00017022228,0.05929086],"genre_scores_gemma":[0.84172505,0.00003813002,0.1453702,0.0025466096,0.0017993739,0.0000064946557,0.0026176665,0.000017052598,0.0058794282],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976426,0.000028780696,0.00044382442,0.00079821225,0.00082005444,0.00026656655],"domain_scores_gemma":[0.9973078,0.00035942762,0.0004178954,0.0013568639,0.00045468216,0.00010332959],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0007764476,0.00019289981,0.0001771765,0.00016441799,0.0002358983,0.00033962808,0.006944014,0.00006093572,0.00018830052],"category_scores_gemma":[0.0014406192,0.00016506531,0.000038302438,0.0004929398,0.00009364442,0.001162391,0.0011635222,0.00028609965,0.00006590174],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023879982,0.00096910755,0.023027526,0.000030060815,0.00009602854,9.878474e-7,0.0014776298,0.00011301204,0.00094260473,0.24076186,0.6885377,0.044019576],"study_design_scores_gemma":[0.0010898099,0.00027720738,0.28034848,0.0014295366,0.00011059407,0.00015334674,0.0019737028,0.52519685,0.00026131337,0.024556719,0.1633704,0.0012320668],"about_ca_topic_score_codex":0.000024422729,"about_ca_topic_score_gemma":0.000008796388,"teacher_disagreement_score":0.7338677,"about_ca_system_score_codex":0.000057552086,"about_ca_system_score_gemma":0.001359915,"threshold_uncertainty_score":0.9984289},"labels":[],"label_agreement":null},{"id":"W1518007576","doi":"","title":"The Brock Learning Network: Using Drupal 6.0 to Create an Online Social Network for Educators","year":2009,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Social network (sociolinguistics); Social network analysis; Computer science; Social learning; Sociology; World Wide Web; Knowledge management; Public relations; Data science; Social media; Political science","score_opus":0.03147718309187371,"score_gpt":0.34554982632143316,"score_spread":0.31407264322955947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518007576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061027367,0.000055094613,0.87160146,0.064106114,0.0016067263,0.00064321375,0.00001730096,0.00050593686,0.00043678572],"genre_scores_gemma":[0.72103876,0.000028394918,0.27173242,0.003013365,0.0018072018,0.00014592204,0.00041981114,0.0000144719515,0.0017996428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985876,0.00003062205,0.00047370465,0.00024842116,0.00023533349,0.000424305],"domain_scores_gemma":[0.9981562,0.00008029877,0.00039067832,0.00025161367,0.0010424913,0.00007874556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000457952,0.00018069368,0.00015771312,0.00012119309,0.0011997725,0.0004844916,0.0011770957,0.00021516932,0.000005565098],"category_scores_gemma":[0.00023882126,0.00016732453,0.00019954421,0.00055286277,0.0000737875,0.001007355,0.00010130219,0.0004067501,0.0000080287755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024285722,0.0001804911,0.0020959964,0.000010153104,0.00008638384,1.5715434e-8,0.0034448195,0.011972905,0.00005805489,0.5834327,0.03349281,0.36520138],"study_design_scores_gemma":[0.00046041206,0.0003006657,0.003068456,0.00005331891,0.000039644776,0.000008042345,0.010424857,0.5571356,0.000037167883,0.10447019,0.32359278,0.00040885652],"about_ca_topic_score_codex":0.000011711257,"about_ca_topic_score_gemma":0.000008977367,"teacher_disagreement_score":0.6600114,"about_ca_system_score_codex":0.00020236014,"about_ca_system_score_gemma":0.00067527755,"threshold_uncertainty_score":0.92278016},"labels":[],"label_agreement":null},{"id":"W1521327882","doi":"","title":"Guest editorial : technology supported cognition and exploratory learning","year":2012,"lang":"en","type":"editorial","venue":"Deakin Research Online (Deakin University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Cognition; Educational technology; Exploratory research; Computer science; Cognitive science; Psychology; Mathematics education; Knowledge management; Human–computer interaction; Sociology","score_opus":0.03273887103801948,"score_gpt":0.3248970361027111,"score_spread":0.2921581650646916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1521327882","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028424568,0.00018343213,0.0019391162,0.0018513944,0.9909432,0.00040282248,0.00020486875,0.00092479726,0.0007079352],"genre_scores_gemma":[0.009158734,0.00047251926,0.0023040024,0.000008121572,0.98379874,0.000003801885,0.0011712244,0.00007978652,0.0030030678],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99326205,0.0011535401,0.00042352674,0.0013061264,0.0024360581,0.001418687],"domain_scores_gemma":[0.9939055,0.0017123702,0.00038012897,0.0009186027,0.0025800287,0.00050336495],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0023015323,0.000533303,0.0006925398,0.0039170897,0.0008883653,0.00034282633,0.002338847,0.0022235592,0.000021358874],"category_scores_gemma":[0.0035248555,0.0006088024,0.00015127554,0.0035719494,0.00066834746,0.0009153893,0.0025767416,0.0077745346,0.00015288794],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071878705,0.00035697105,0.00021562939,0.00013728667,0.0001416771,0.00047457978,0.00012653078,0.00001479912,0.00017183699,0.0070489813,0.9892745,0.0019653516],"study_design_scores_gemma":[0.0010673497,0.0004440743,0.000018840912,0.00023822866,0.000083057894,0.0000079597885,0.00031136387,0.0008841101,0.000047392045,0.0005063704,0.9958004,0.00059088226],"about_ca_topic_score_codex":0.00023076123,"about_ca_topic_score_gemma":0.00016624814,"teacher_disagreement_score":0.007144435,"about_ca_system_score_codex":0.00037784342,"about_ca_system_score_gemma":0.0015773263,"threshold_uncertainty_score":0.99963635},"labels":[],"label_agreement":null},{"id":"W1522897450","doi":"10.19173/irrodl.v16i2.2093","title":"A generic framework for extraction of knowledge from social web sources (social networking websites) for an online recommendation system","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; World Wide Web; Social Semantic Web; Ontology; Data Web; Recommender system; Semantic Web; Information retrieval; Semantic Web Stack; Social web; Web mining; Web page; Social media","score_opus":0.2979724252146147,"score_gpt":0.5040869398273495,"score_spread":0.20611451461273483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1522897450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1267064,0.012708443,0.8078059,0.04784758,0.0008767041,0.0022317662,0.0006601254,0.00008691133,0.0010761494],"genre_scores_gemma":[0.9813655,0.0011381272,0.015567008,0.00005201047,0.0008232533,0.00006231587,0.0009256622,0.000010349844,0.000055777666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834913,0.00055138033,0.00039106165,0.00022305404,0.00031110007,0.00017429845],"domain_scores_gemma":[0.9975314,0.0012856628,0.0003320031,0.00010427764,0.0006981562,0.000048463233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004850491,0.00007910965,0.0002603072,0.00009602762,0.00022966285,0.00016564384,0.0009232205,0.000059570342,0.00000481959],"category_scores_gemma":[0.0012316278,0.00006310478,0.00006196913,0.00043502255,0.00005753905,0.00026468228,0.00036166026,0.000360151,0.0000011465207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070631574,0.0010311197,0.01591409,0.0041407,0.00029751143,0.0000025130796,0.0035817183,0.0018110184,0.00042710017,0.1636934,0.013394337,0.7950002],"study_design_scores_gemma":[0.0010489253,0.00028063616,0.0013765773,0.004426066,0.000026202604,0.0000033757499,0.004160531,0.8420594,0.000030498159,0.009549131,0.13689733,0.00014136222],"about_ca_topic_score_codex":0.00013719159,"about_ca_topic_score_gemma":0.000036515794,"teacher_disagreement_score":0.8546591,"about_ca_system_score_codex":0.00011518347,"about_ca_system_score_gemma":0.00022755896,"threshold_uncertainty_score":0.25733382},"labels":[],"label_agreement":null},{"id":"W1525568376","doi":"","title":"Quality of Online Learning: Adding MOOC into the mix?","year":2013,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Quality (philosophy); Massive open online course; Computer science; Online learning; Business; Internet privacy; Multimedia; World Wide Web","score_opus":0.03168342636787243,"score_gpt":0.31285008897237604,"score_spread":0.2811666626045036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525568376","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1380345,0.00025705242,0.0006448898,0.8594073,0.0005631713,0.00011831518,0.000002368677,0.00011899574,0.0008534151],"genre_scores_gemma":[0.9888996,0.00012444741,0.008907705,0.00024135601,0.0002223386,0.000040026607,0.000022049904,0.0000066997804,0.0015357985],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99872345,0.00010020307,0.0003291634,0.00033102641,0.000282817,0.00023334756],"domain_scores_gemma":[0.9978331,0.0011112749,0.00021876028,0.00040463134,0.00034167396,0.00009059256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026408822,0.0001459998,0.00023815253,0.00041099224,0.00015185557,0.00005570407,0.0007810732,0.00010385237,0.0001528427],"category_scores_gemma":[0.0012983838,0.000106370455,0.000035637957,0.0008560042,0.00041947997,0.00013055402,0.00019569835,0.00064135477,0.000059201382],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000141924,0.00013971642,0.018812051,0.000012489291,0.00001671423,3.887744e-7,0.001070439,0.0000069292328,0.0006758321,0.9394804,0.00067159545,0.03911199],"study_design_scores_gemma":[0.00017276715,0.00007819725,0.0428306,0.000055652195,0.000005948192,0.0000037363545,0.00031078272,0.006091539,0.0003139173,0.9491783,0.000800217,0.00015837503],"about_ca_topic_score_codex":0.00008763343,"about_ca_topic_score_gemma":0.00015251157,"teacher_disagreement_score":0.85916597,"about_ca_system_score_codex":0.000022120059,"about_ca_system_score_gemma":0.00029100993,"threshold_uncertainty_score":0.43376613},"labels":[],"label_agreement":null},{"id":"W1527152951","doi":"10.19173/irrodl.v15i5.1854","title":"A comparison of learner intent and behaviour in live and archived MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Division of Materials Research; University of Toronto; Bill and Melinda Gates Foundation","keywords":"Massive open online course; Session (web analytics); Demographics; Clickstream; Open educational resources; Computer science; Online learning; Multimedia; World Wide Web; Mathematics education; Psychology; The Internet; Web 2.0; Sociology","score_opus":0.09037788385503964,"score_gpt":0.4705983408336501,"score_spread":0.38022045697861045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527152951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9624741,0.010644866,0.0044250814,0.020609194,0.00003523935,0.00041470438,0.000009463777,0.000009359687,0.0013779864],"genre_scores_gemma":[0.99151486,0.007468472,0.0008341656,0.000046142133,0.000009639995,0.000007842966,0.000015161896,0.000003063691,0.000100638856],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998393,0.00056600996,0.0003332434,0.00020180993,0.00035929412,0.00014663987],"domain_scores_gemma":[0.9986817,0.00083110813,0.00013566142,0.00014531625,0.00015555274,0.000050657105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00377728,0.00006732258,0.00026775955,0.00013435046,0.000057590307,0.00010515801,0.00072612107,0.000022309527,0.00000733875],"category_scores_gemma":[0.0017658424,0.000047761852,0.000019795008,0.00021557434,0.0001859405,0.000127978,0.0011568659,0.0005786667,0.0000013042237],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036951944,0.00015698317,0.8798212,0.0007037536,0.000018645269,0.000004702657,0.0012650809,0.00035659203,0.00009596276,0.025824351,0.00015325952,0.09156256],"study_design_scores_gemma":[0.0013899249,0.0005305369,0.4362364,0.015221202,0.0000131218085,0.00002433825,0.0040582228,0.5274101,0.00009816288,0.0073584057,0.0074560787,0.00020352086],"about_ca_topic_score_codex":0.00054545957,"about_ca_topic_score_gemma":0.000060453127,"teacher_disagreement_score":0.5270535,"about_ca_system_score_codex":0.000018596525,"about_ca_system_score_gemma":0.000045737517,"threshold_uncertainty_score":0.25140512},"labels":[],"label_agreement":null},{"id":"W1527535341","doi":"10.1186/s41039-015-0010-4","title":"Emerging trends for open access learning","year":2015,"lang":"en","type":"editorial","venue":"Research and Practice in Technology Enhanced Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Employability; Open learning; Informal learning; Knowledge management; Multidisciplinary approach; Workforce; Educational technology; Higher education; Open education; Face (sociological concept); Formal learning; Engineering ethics; Public relations; Computer science; Sociology; Cooperative learning; Pedagogy; Political science; Teaching method; Economic growth; Engineering; Economics; Social science","score_opus":0.09386162073332384,"score_gpt":0.5330656984103855,"score_spread":0.4392040776770617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527535341","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011712301,0.025351485,0.13162033,0.16824457,0.4839397,0.003916797,0.00003508386,0.004400466,0.18132034],"genre_scores_gemma":[0.058136884,0.03388291,0.21204548,0.00018581936,0.52688634,0.0025691187,0.00091953337,0.0007615226,0.1646124],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938009,0.0014636209,0.0005874252,0.0015276659,0.0012480014,0.0013723865],"domain_scores_gemma":[0.9813091,0.014990379,0.0006065692,0.00075129187,0.002130394,0.00021225179],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.012206528,0.0003967371,0.00076926505,0.003235372,0.000840093,0.0029269082,0.005926897,0.0015168228,0.000012657295],"category_scores_gemma":[0.12311133,0.00041306112,0.0000621837,0.004236408,0.00031842326,0.0030764765,0.00692519,0.0116841225,0.000028342105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024269069,0.00014917765,0.00009006809,0.00013532836,0.00009162495,0.00009493701,0.00080528087,0.0014114105,0.00013349189,0.0022470925,0.24297848,0.7516204],"study_design_scores_gemma":[0.0010273699,0.001245614,0.000002796096,0.00035682035,0.000017170141,0.000013525418,0.001368723,0.0118458895,0.00011208864,0.019708784,0.96386325,0.00043796535],"about_ca_topic_score_codex":0.00021537776,"about_ca_topic_score_gemma":0.00010194126,"teacher_disagreement_score":0.75118244,"about_ca_system_score_codex":0.00027075972,"about_ca_system_score_gemma":0.0013166443,"threshold_uncertainty_score":0.9998321},"labels":[],"label_agreement":null},{"id":"W1529262655","doi":"10.21432/t23s30","title":"Mobile Knowledge, Karma Points and Digital Peers: The Tacit Epistemology and Linguistic Representation of MOOCs / Savoir mobile, points de karma et pairs numériques : l’épistémologie tacite et la représentation linguistique des MOOC","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ligne; Sociology; Context (archaeology); Representation (politics); Humanities; Philosophy; History","score_opus":0.013299356495543924,"score_gpt":0.3118373108817414,"score_spread":0.29853795438619746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529262655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846107,0.0016722963,0.010007957,0.002848909,0.00009423241,0.00013350353,0.0000029870669,0.000056632038,0.0005727943],"genre_scores_gemma":[0.9912633,0.00047761746,0.007904593,0.000046498855,0.000046969053,0.000009805574,0.000003106082,0.00001463245,0.00023350802],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998482,0.00047140082,0.00041277058,0.00025854164,0.00008849368,0.00028683388],"domain_scores_gemma":[0.9979256,0.00074111397,0.00040616724,0.00018439647,0.0005383746,0.00020439172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010116143,0.00015770625,0.00030411006,0.0005055917,0.00020878608,0.00028102825,0.00027792944,0.00020390519,0.0000034916154],"category_scores_gemma":[0.0043264204,0.00013083123,0.000046003912,0.00037419677,0.0007066547,0.00026977944,0.00009807037,0.00077309343,0.0000017044997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016270134,0.000062414496,0.87361526,0.00013938737,0.00013728601,0.00031914207,0.019248394,0.00076831377,0.0005883128,0.01595143,0.00020602641,0.08894777],"study_design_scores_gemma":[0.0042675133,0.008050559,0.08225036,0.0018521651,0.0002554988,0.020194512,0.06446025,0.0805006,0.0045266245,0.69979984,0.03210154,0.0017405319],"about_ca_topic_score_codex":0.0006328873,"about_ca_topic_score_gemma":0.0003759355,"teacher_disagreement_score":0.7913649,"about_ca_system_score_codex":0.00005551912,"about_ca_system_score_gemma":0.0004320882,"threshold_uncertainty_score":0.53351426},"labels":[],"label_agreement":null},{"id":"W1530185735","doi":"10.19173/irrodl.v15i5.1856","title":"Making ‘MOOCs’: The construction of a new digital higher education within news media discourse","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Public relations; Sociology; Social media; Underpinning; Digital media; Political science; Media studies; Engineering","score_opus":0.09829904459803938,"score_gpt":0.45939201516406386,"score_spread":0.36109297056602446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530185735","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15102662,0.025031624,0.078454755,0.6980964,0.0020028614,0.001986357,0.000059369097,0.000087299995,0.043254707],"genre_scores_gemma":[0.99535453,0.0017865652,0.001823966,0.00017623077,0.00013640494,0.000008164261,0.000041323958,0.000004716978,0.00066808687],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845105,0.00034500242,0.00033580748,0.00017342056,0.00056416064,0.00013055184],"domain_scores_gemma":[0.9984459,0.00074421306,0.00025522825,0.0002573817,0.00025248228,0.000044738674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026134418,0.00006959422,0.00016583908,0.000084616135,0.00010211456,0.00029663878,0.0014200761,0.00002308384,0.000030444533],"category_scores_gemma":[0.0020781227,0.000040396917,0.000038488903,0.0005055436,0.0002053706,0.00035984055,0.0006446729,0.00045294774,0.0000052571613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002208438,0.00007570528,0.023439916,0.00028445435,0.000028245568,8.767681e-7,0.00037151665,0.00047046525,0.000016047925,0.5310269,0.0018875244,0.44237626],"study_design_scores_gemma":[0.002070271,0.00043667923,0.053648148,0.04300051,0.00006095089,0.00013061479,0.011262686,0.10577918,0.0001408239,0.28077158,0.5020916,0.0006069632],"about_ca_topic_score_codex":0.0002359673,"about_ca_topic_score_gemma":0.000011864045,"teacher_disagreement_score":0.8443279,"about_ca_system_score_codex":0.000034044926,"about_ca_system_score_gemma":0.00031998326,"threshold_uncertainty_score":0.28604946},"labels":[],"label_agreement":null},{"id":"W1533600780","doi":"10.19173/irrodl.v14i4.1548","title":"Learning in a small, task–oriented, connectivist MOOC: Pedagogical issues and implications for higher education","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Portsmouth","keywords":"Task (project management); Open education; Massive open online course; Higher education; Professional development; Pedagogy; Psychology; Open educational resources; Mathematics education; Engineering; Political science","score_opus":0.1496045019833643,"score_gpt":0.49210174365756154,"score_spread":0.34249724167419726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1533600780","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34080654,0.034001224,0.010720003,0.60724914,0.00016308473,0.0028340737,0.000022906735,0.00006650023,0.004136495],"genre_scores_gemma":[0.9835495,0.011094444,0.0019693112,0.00029303887,0.000057795452,0.0002881812,0.00009978694,0.000007075057,0.0026409093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986336,0.00037661885,0.000298931,0.00028689398,0.00019748438,0.0002064766],"domain_scores_gemma":[0.99820864,0.0009846509,0.000120484816,0.00017250581,0.0004494783,0.000064259184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024439904,0.000084415384,0.00019569228,0.00013795089,0.0001707649,0.00031586768,0.00081738277,0.000030068102,0.000029204364],"category_scores_gemma":[0.0017965563,0.00006212755,0.000028718254,0.0004879102,0.000104582556,0.00030116673,0.00059693225,0.0005345891,0.0000056917856],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003181886,0.00036924068,0.22162943,0.0010546137,0.000037997295,0.0000018339507,0.00048215236,0.00048689713,0.00022548785,0.5893703,0.0032530564,0.18305716],"study_design_scores_gemma":[0.0014920287,0.0004936268,0.4273886,0.00946515,0.000014600909,0.000036830435,0.0028954146,0.055473793,0.000023271437,0.07616678,0.42617282,0.00037708256],"about_ca_topic_score_codex":0.0008371133,"about_ca_topic_score_gemma":0.000020507547,"teacher_disagreement_score":0.64274293,"about_ca_system_score_codex":0.000059398044,"about_ca_system_score_gemma":0.00016713173,"threshold_uncertainty_score":0.30459195},"labels":[],"label_agreement":null},{"id":"W1534044291","doi":"10.15353/joci.v6i3.2543","title":"Applying a Community Informatics Approach as Part of Rehabilitation in US Prisons","year":2011,"lang":"en","type":"article","venue":"The Journal of Community Informatics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prison; Government (linguistics); State (computer science); Socioeconomic status; Skepticism; Public relations; Digital divide; Political science; Population; Literacy; Prison population; Digital literacy; Functional illiteracy; Public administration; Psychology; Criminology; Medicine; Computer science; Law; Information and Communications Technology; Environmental health","score_opus":0.0510417764949044,"score_gpt":0.29175495781391136,"score_spread":0.24071318131900696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534044291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.917793,0.000019568823,0.07335968,0.00019393698,0.00006812526,0.00018859391,0.0000017843352,0.000021855669,0.008353503],"genre_scores_gemma":[0.92799395,0.000048112877,0.071660526,0.00026415757,0.000011284056,0.000002849961,0.000002675382,0.0000055564087,0.000010899167],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99609053,0.0015528485,0.0016726742,0.0000074067343,0.0004651431,0.0002114137],"domain_scores_gemma":[0.9952143,0.0015137732,0.0017036243,0.0010938097,0.00039659996,0.000077920246],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008723492,0.00014407845,0.00037143266,0.00032138234,0.00040633747,0.000056692945,0.0026595914,0.00008391673,0.0000030935535],"category_scores_gemma":[0.0009543441,0.00010225035,0.00011230625,0.000655978,0.00020549945,0.0012067555,0.00059149344,0.0025738876,0.000007384159],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004069191,0.00072433037,0.004823499,0.00036438362,0.000057554716,1.5755019e-7,0.9692365,0.008628104,0.0000063535185,0.004483437,0.00029968895,0.011335314],"study_design_scores_gemma":[0.0014089602,0.0019940352,0.0132178,0.0005510303,0.00009489193,0.00026580892,0.80928487,0.14846186,0.00017681737,0.021691892,0.0025318738,0.00032014507],"about_ca_topic_score_codex":0.0003168171,"about_ca_topic_score_gemma":0.000028018578,"teacher_disagreement_score":0.15995161,"about_ca_system_score_codex":0.000058822774,"about_ca_system_score_gemma":0.00017723783,"threshold_uncertainty_score":0.9997272},"labels":[],"label_agreement":null},{"id":"W1534901209","doi":"10.19173/irrodl.v15i5.1841","title":"Democratizing higher education: Exploring MOOC use among those who cannot afford a formal education","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Michigan; Bill and Melinda Gates Foundation","keywords":"Demographics; Massive open online course; Higher education; Open education; Psychology; The Internet; Medical education; Mathematics education; Pedagogy; Sociology; Political science; Computer science; Medicine; World Wide Web; Demography","score_opus":0.13770483505146025,"score_gpt":0.43392464063329994,"score_spread":0.2962198055818397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534901209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70671374,0.027823225,0.02918452,0.19355725,0.0019923903,0.0024659694,0.000026499907,0.00016223424,0.038074177],"genre_scores_gemma":[0.9840416,0.009187358,0.0023852247,0.0005234606,0.00020461531,0.00012867516,0.000078956735,0.000010405679,0.0034397526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99798006,0.0005024298,0.000371043,0.00027590033,0.0005965506,0.00027403972],"domain_scores_gemma":[0.99822915,0.0006364868,0.00018795193,0.00033330586,0.0005150929,0.00009804511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003932539,0.000107598855,0.00021166538,0.00017675139,0.00026922385,0.00060861395,0.0015113356,0.00003165447,0.000033305463],"category_scores_gemma":[0.0015977584,0.00008107027,0.000045304667,0.0006758417,0.00009701313,0.0016146,0.0010222825,0.0006241556,0.000008039326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003079568,0.00027162075,0.10783737,0.0010478016,0.00004253872,0.0000030775527,0.00050511956,0.0007667564,0.000030261093,0.398289,0.0052115293,0.48596412],"study_design_scores_gemma":[0.00076559256,0.00027333046,0.12992035,0.04078364,0.000024264153,0.00003193297,0.001762989,0.11160798,0.00011501729,0.014258681,0.6999651,0.00049108296],"about_ca_topic_score_codex":0.00068386213,"about_ca_topic_score_gemma":0.00002032501,"teacher_disagreement_score":0.6947536,"about_ca_system_score_codex":0.000101785925,"about_ca_system_score_gemma":0.000476554,"threshold_uncertainty_score":0.58688784},"labels":[],"label_agreement":null},{"id":"W1537499554","doi":"10.19173/irrodl.v15i4.1878","title":"Analytics to literacies: The development of a learning analytics framework for multiliteracies assessment","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Participatory culture; Lifelong learning; Literacy; Educational technology; Sociology; Knowledge management; Citizen journalism; Information literacy; Pedagogy; Computer science; Data science; World Wide Web; Media studies","score_opus":0.10134372433257499,"score_gpt":0.49147192998844685,"score_spread":0.39012820565587186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537499554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0140671395,0.0016745932,0.9493537,0.033133574,0.00008131193,0.0007447848,0.000014049756,0.000017224584,0.00091360934],"genre_scores_gemma":[0.89473826,0.0015030736,0.103040196,0.00021814936,0.000047744445,0.00005664523,0.000047290487,0.000008497385,0.0003401516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973526,0.0006163446,0.00065679295,0.00028515715,0.00081027584,0.00027882634],"domain_scores_gemma":[0.9941796,0.0042675696,0.00028568693,0.0003616259,0.00082937843,0.00007615064],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011011254,0.00011887675,0.00032668427,0.00018384919,0.00031877405,0.00035473428,0.0022672217,0.000037587008,0.000012130126],"category_scores_gemma":[0.008442457,0.00007283339,0.000074257776,0.00097613595,0.00011863298,0.00017829365,0.0013532707,0.0007692177,0.0000025389447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098527875,0.00036279147,0.06367922,0.003651076,0.00029129817,0.0000030950707,0.006435412,0.040977564,0.00012074514,0.50772554,0.00070365076,0.3759511],"study_design_scores_gemma":[0.0004142738,0.00025327865,0.00796209,0.011532892,0.000018403069,0.0000036431995,0.0026894468,0.7721035,0.00009015785,0.013081786,0.19166915,0.00018139089],"about_ca_topic_score_codex":0.000023750383,"about_ca_topic_score_gemma":0.00000832231,"teacher_disagreement_score":0.8806711,"about_ca_system_score_codex":0.00008210193,"about_ca_system_score_gemma":0.00024419485,"threshold_uncertainty_score":0.9999099},"labels":[],"label_agreement":null},{"id":"W1543920345","doi":"10.21432/t2rc8n","title":"Guest Editorial - “Successes and Challenges of E-learning Standards and Specifications”","year":2004,"lang":"en","type":"editorial","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Electronic learning; E learning; Educational technology; Computer science; Instructional design; Mathematics education; Engineering ethics; Management science; Engineering management; Psychology; Engineering","score_opus":0.010705944772535449,"score_gpt":0.25445291387715335,"score_spread":0.2437469691046179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543920345","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002809696,0.0696605,0.0008853359,0.016306628,0.90976006,0.00009266917,0.000035615638,0.000103874096,0.00034559518],"genre_scores_gemma":[0.11168669,0.037030492,0.0025551843,0.0000023015123,0.84843343,0.0000016294097,0.0000091950205,0.000045558907,0.00023549286],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982465,0.00011521664,0.00049027946,0.00035692597,0.0004609286,0.00033016902],"domain_scores_gemma":[0.99713767,0.00040740232,0.00078322575,0.00019290246,0.0011548838,0.00032393096],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0010275956,0.00024268462,0.0006179703,0.0012670226,0.0003266944,0.0001884554,0.000496825,0.00091854506,0.0000029373603],"category_scores_gemma":[0.004350357,0.00023636849,0.000046744237,0.0003723809,0.00050474616,0.00017521925,0.00010413076,0.002769563,5.945845e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007506776,0.00011079553,0.015720053,0.0022047667,0.00093905436,0.000982068,0.005177706,0.0006399477,0.00014645024,0.0685836,0.7278955,0.17752498],"study_design_scores_gemma":[0.0005099382,0.00075041165,0.000027464534,0.00055181544,0.000053818163,0.00012007087,0.0008176332,0.000051632946,0.000017814398,0.0021064433,0.9947802,0.00021278895],"about_ca_topic_score_codex":0.00036219772,"about_ca_topic_score_gemma":0.0011426997,"teacher_disagreement_score":0.26688465,"about_ca_system_score_codex":0.00011510468,"about_ca_system_score_gemma":0.0029420103,"threshold_uncertainty_score":0.9995311},"labels":[],"label_agreement":null},{"id":"W1548100229","doi":"","title":"Combining Unsupervised and Supervised Classification to Build User Models for Exploratory","year":2009,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Transferability; Machine learning; Unsupervised learning; Data modeling; Artificial intelligence; Supervised learning; Interface (matter); Exploratory data analysis; Labeled data; Data mining; Human–computer interaction; Database","score_opus":0.11685587545612286,"score_gpt":0.3453360740487654,"score_spread":0.2284801985926425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548100229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20391175,0.00026317942,0.68478775,0.10949175,0.0004798031,0.00034184573,0.00010117025,0.00015874804,0.00046398112],"genre_scores_gemma":[0.61566967,0.000009006266,0.38164774,0.0016509691,0.00022812738,0.00001707928,0.000489419,0.000008670336,0.0002792954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988459,0.000036343463,0.00021479273,0.0005149302,0.00018802988,0.00020004985],"domain_scores_gemma":[0.9986438,0.00026453822,0.00005680176,0.00075890945,0.00013386918,0.00014207841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041542426,0.00011347822,0.00012186215,0.00013331285,0.0002034169,0.00023265253,0.000913916,0.000039952356,0.000004603767],"category_scores_gemma":[0.00024060904,0.000120372846,0.000018465995,0.00027376093,0.000016008758,0.0012144408,0.00017381935,0.000081781145,0.000010377658],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036822534,0.0006398451,0.0057611982,0.000061485516,0.00006112094,0.0000014231297,0.014178675,0.004502294,0.004412538,0.66257316,0.07821855,0.22955292],"study_design_scores_gemma":[0.0003353705,0.00008747093,0.00937708,0.000058412388,0.000012068458,0.000003347511,0.00075909635,0.97124356,0.000029181612,0.010114272,0.0077558006,0.0002243478],"about_ca_topic_score_codex":0.0000035832172,"about_ca_topic_score_gemma":0.000002208395,"teacher_disagreement_score":0.96674126,"about_ca_system_score_codex":0.00002410639,"about_ca_system_score_gemma":0.00024216252,"threshold_uncertainty_score":0.4908662},"labels":[],"label_agreement":null},{"id":"W1548688665","doi":"","title":"Visualizing Learning Analytics: Designing A Roadmap For Success","year":2013,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Formative assessment; Learning analytics; Summative assessment; Analytics; Computer science; Online learning; Instructional design; Data science; Human–computer interaction; Knowledge management; Multimedia; Mathematics education; Psychology","score_opus":0.03378138176004031,"score_gpt":0.30475728126413865,"score_spread":0.27097589950409834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548688665","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018011361,0.0004160133,0.07165687,0.9066382,0.0012006495,0.00044216187,0.0000028578659,0.00049073953,0.0011411346],"genre_scores_gemma":[0.9655523,0.000064722786,0.03180476,0.00028864888,0.00037701556,0.00020266962,0.000023399674,0.00001536749,0.001671173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984636,0.000052180367,0.00029288282,0.00052214146,0.00023591977,0.00043332265],"domain_scores_gemma":[0.9979239,0.0010327242,0.0001736024,0.00029308238,0.00041044495,0.00016622507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024481502,0.00020826815,0.00027658665,0.00090465974,0.00026952007,0.00022834411,0.0006385951,0.00013846949,0.00011102218],"category_scores_gemma":[0.0010261916,0.00019642303,0.00004387208,0.0009283049,0.00018937854,0.00028573695,0.00013390422,0.00050885486,0.00008713155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021838835,0.000091731534,0.015537061,0.000023492292,0.000029199275,0.0000015436802,0.0004673932,0.00003319332,0.00064743054,0.962935,0.0011719351,0.019059876],"study_design_scores_gemma":[0.00031691426,0.00014547657,0.0026377991,0.00011173308,0.000016901522,0.000009842848,0.00013849506,0.079756245,0.0008360382,0.9151559,0.0005802769,0.0002943975],"about_ca_topic_score_codex":0.000020244373,"about_ca_topic_score_gemma":0.00003133569,"teacher_disagreement_score":0.9475409,"about_ca_system_score_codex":0.00004061988,"about_ca_system_score_gemma":0.00035398014,"threshold_uncertainty_score":0.80098987},"labels":[],"label_agreement":null},{"id":"W1550599060","doi":"10.56105/cjsae.v26i1.3028","title":"DE NOUVELLES DIMENSIONS À L’AUTO-APPRENTISSAGE DANS UN ENVIRONNEMENT D’APPRENTISSAGE EN RÉSEAU","year":2014,"lang":"fr","type":"article","venue":"Canadian Journal for the Study of Adult Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Yorkville University; National Research Council Canada","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.011641886589290648,"score_gpt":0.26633358403131063,"score_spread":0.25469169744201997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550599060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8174415,0.0023962744,0.091399625,0.077471405,0.009566719,0.0009162134,0.000046759076,0.000018517954,0.0007429352],"genre_scores_gemma":[0.984094,0.0001271253,0.0038597903,0.00015567707,0.00092140725,0.000022836371,0.000009418611,0.000026423888,0.010783319],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978766,0.00045053728,0.0004999419,0.0003017707,0.00027537034,0.0005958048],"domain_scores_gemma":[0.99768734,0.00037201124,0.00036766636,0.00055659685,0.00033376456,0.00068262336],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001033814,0.00022758273,0.0002419449,0.00020340574,0.0016888353,0.00035792397,0.001002141,0.00009440739,0.000102760794],"category_scores_gemma":[0.00050537655,0.00019757813,0.00017666089,0.0002905226,0.00016097176,0.00020336064,0.00005770426,0.00047899625,0.000017562017],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014624544,0.0027470868,0.03277611,0.0001545368,0.0007769225,0.000016033655,0.19739893,0.013710657,0.0003099048,0.12218285,0.027486317,0.602426],"study_design_scores_gemma":[0.0028160855,0.0031714174,0.10062177,0.0010455286,0.001785897,0.00046151972,0.23994362,0.26779997,0.00033086512,0.023256784,0.35768026,0.0010862731],"about_ca_topic_score_codex":0.012812358,"about_ca_topic_score_gemma":0.02722942,"teacher_disagreement_score":0.60133976,"about_ca_system_score_codex":0.00030188268,"about_ca_system_score_gemma":0.0024231886,"threshold_uncertainty_score":0.99961084},"labels":[],"label_agreement":null},{"id":"W1552568858","doi":"","title":"Planning, Implementing, and Evaluating a Blended Delivery Model, Using Synchronous and Asynchronous Online Instruction","year":2002,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Asynchronous communication; Computer science; Asynchronous learning; Multimedia; Software engineering; Telecommunications; Mathematics education; Teaching method; Synchronous learning; Mathematics","score_opus":0.06356976958140091,"score_gpt":0.32546004964590236,"score_spread":0.26189028006450144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552568858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8814652,0.00156997,0.0037046603,0.112370715,0.00038991196,0.0001467635,0.000010550623,0.00015934293,0.00018291075],"genre_scores_gemma":[0.94904673,0.00032810145,0.05011889,0.00013480076,0.00021528114,0.00001448804,0.000016498701,0.000010896517,0.00011429318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985526,0.00004174793,0.00028364031,0.00052792334,0.00023488092,0.0003592165],"domain_scores_gemma":[0.99907374,0.000211255,0.00018146173,0.00024282356,0.0001604574,0.00013026588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017797203,0.00020476042,0.00023659765,0.00065513566,0.0002969733,0.00012320107,0.00024056082,0.00011927318,0.00004633063],"category_scores_gemma":[0.00022694185,0.00020610234,0.000016494223,0.00044489588,0.00026551774,0.00021692009,0.00022290755,0.0004229317,0.0000033367783],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001286432,0.0005289852,0.05434646,0.00013823103,0.00011838846,0.000021498687,0.0040931283,0.0008106758,0.0019328662,0.5771624,0.00041347824,0.36042103],"study_design_scores_gemma":[0.00043630897,0.00012350797,0.0014550993,0.00010759261,0.000025455483,0.00009680672,0.00010423413,0.7453483,0.00006309279,0.25200027,0.000037049274,0.00020228837],"about_ca_topic_score_codex":0.000017119182,"about_ca_topic_score_gemma":0.000049994633,"teacher_disagreement_score":0.7445376,"about_ca_system_score_codex":0.000052269417,"about_ca_system_score_gemma":0.00025132595,"threshold_uncertainty_score":0.84046096},"labels":[],"label_agreement":null},{"id":"W1553451589","doi":"10.19173/irrodl.v16i2.2032","title":"A usability evaluation of a blended MOOC environment: An experimental case study","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Massive open online course; Rubric; Computer science; Context (archaeology); Blended learning; Pluralistic walkthrough; Class (philosophy); Higher education; Multimedia; Educational technology; Mathematics education; World Wide Web; Psychology; Human–computer interaction; Artificial intelligence","score_opus":0.2636452822437591,"score_gpt":0.5220179171299174,"score_spread":0.2583726348861583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553451589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915497,0.0040284046,0.0006077703,0.0024275468,0.000027484424,0.0007107545,0.000006951928,0.0000062517975,0.00063516496],"genre_scores_gemma":[0.99904037,0.00041961542,0.00042623808,0.000014156623,0.000013896775,0.000038838494,0.000019723151,0.0000028444706,0.000024307763],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99606866,0.0019357981,0.0003413603,0.00023970194,0.0012888466,0.00012561295],"domain_scores_gemma":[0.9987663,0.00027844417,0.00013652451,0.0003292433,0.00041145599,0.000078005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018255798,0.00006549235,0.00017945612,0.00007872147,0.000075744705,0.0000984037,0.001036037,0.00001701222,0.000039639155],"category_scores_gemma":[0.0018428885,0.00004702466,0.000024761528,0.00030590326,0.00012013171,0.00033270995,0.0009477387,0.00030788706,0.0000034348843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004531688,0.0145013565,0.46394944,0.0015326195,0.0003920179,0.0006211378,0.023969224,0.040611923,0.0009205676,0.028888987,0.0009252925,0.42323425],"study_design_scores_gemma":[0.003997115,0.0018233003,0.0066494183,0.0022568768,0.000043037504,0.00031830114,0.065734416,0.91110957,0.00037935548,0.00534969,0.002107933,0.00023101633],"about_ca_topic_score_codex":0.0008611232,"about_ca_topic_score_gemma":0.00002068454,"teacher_disagreement_score":0.87049764,"about_ca_system_score_codex":0.00013240553,"about_ca_system_score_gemma":0.00027286078,"threshold_uncertainty_score":0.63271314},"labels":[],"label_agreement":null},{"id":"W1555915381","doi":"","title":"Are Athletic Training educators ready for the digital age? Attempting to understand the connection between technology and pedagogy","year":2014,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Training (meteorology); Connection (principal bundle); Pedagogy; Athletic training; Medical education; Sociology; Public relations; Psychology; Engineering ethics; Political science; Engineering; Medicine","score_opus":0.056278649698771055,"score_gpt":0.35208492964949,"score_spread":0.29580627995071895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1555915381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0659928,0.000031944594,0.7329456,0.19911245,0.0005648835,0.000524634,0.000019122226,0.0002589903,0.00054954784],"genre_scores_gemma":[0.9868265,0.000008332714,0.011097032,0.001074659,0.00021332224,0.00020257555,0.00006121846,0.000008441841,0.00050793786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990209,0.000014827235,0.00034651923,0.00022592283,0.00016973281,0.0002221485],"domain_scores_gemma":[0.99836236,0.00035273124,0.00041493514,0.00031584635,0.0005117264,0.000042413125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005553644,0.00014470692,0.00014650366,0.000290126,0.000543734,0.0004906987,0.0008659108,0.00018884496,0.0000034518669],"category_scores_gemma":[0.0010866405,0.00010915127,0.000092036826,0.00047787122,0.00022178362,0.00053873163,0.00014892794,0.00031643236,0.000010025338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029951566,0.00002392149,0.0065480205,0.000019105606,0.00007995874,9.355859e-9,0.0071374667,0.000047423655,0.000012811477,0.64256954,0.0027977747,0.34076098],"study_design_scores_gemma":[0.00083152857,0.00025155683,0.010164908,0.00014145221,0.00009943161,0.00003142285,0.2683849,0.0795821,0.0001251513,0.19127992,0.4485773,0.0005303188],"about_ca_topic_score_codex":0.000006508119,"about_ca_topic_score_gemma":0.0000053627227,"teacher_disagreement_score":0.9208337,"about_ca_system_score_codex":0.0001127558,"about_ca_system_score_gemma":0.00025567494,"threshold_uncertainty_score":0.47318184},"labels":[],"label_agreement":null},{"id":"W1556128496","doi":"10.19173/irrodl.v15i5.1842","title":"The employer potential of MOOCs: A mixed-methods study of human resource professionals’ thinking on MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University; RTI International; Bill and Melinda Gates Foundation","keywords":"Professional development; Human resources; Psychology; Work (physics); Quality (philosophy); Public relations; Resource (disambiguation); Workplace learning; Human resource management; Medical education; Business; Marketing; Pedagogy; Knowledge management; Political science; Engineering; Computer science; Medicine","score_opus":0.05812346862227044,"score_gpt":0.49543006317797694,"score_spread":0.43730659455570653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556128496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9239523,0.0060996925,0.021327386,0.04032838,0.0002829107,0.0019294667,0.000017444145,0.000039381834,0.006023078],"genre_scores_gemma":[0.9977081,0.000758344,0.0010640264,0.00006970877,0.000040092327,0.000020425405,0.000014506412,0.0000068331883,0.000317961],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99433285,0.003450226,0.0005829044,0.0002511911,0.0011784238,0.0002043869],"domain_scores_gemma":[0.9960636,0.0025851955,0.00039422122,0.00044920147,0.0004646159,0.000043171476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019032126,0.00009591661,0.0003029606,0.0001283841,0.0003843745,0.00013928888,0.0028133034,0.000032805896,0.000009580493],"category_scores_gemma":[0.0035406258,0.000054060958,0.000061194005,0.00054406415,0.00017134935,0.00011563208,0.0018983975,0.00079277763,0.000001552171],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003430162,0.0031934746,0.0408179,0.002583607,0.00043909388,0.00002033281,0.004546965,0.009135909,0.0012122534,0.40062943,0.005776563,0.53130144],"study_design_scores_gemma":[0.008844971,0.00962794,0.16970588,0.087566316,0.00015420116,0.000051653136,0.06754399,0.40200153,0.0022515303,0.122109935,0.12895784,0.0011842258],"about_ca_topic_score_codex":0.00019567355,"about_ca_topic_score_gemma":0.000012203768,"teacher_disagreement_score":0.5301172,"about_ca_system_score_codex":0.000029413848,"about_ca_system_score_gemma":0.00008315077,"threshold_uncertainty_score":0.65961933},"labels":[],"label_agreement":null},{"id":"W1556316384","doi":"10.18608/jla.2014.11.1","title":"Editorial – Inaugural Issue of the Journal of Learning Analytics","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Scope (computer science); Analytics; Data science; Computer science; Engineering ethics; Engineering","score_opus":0.008544874802071351,"score_gpt":0.26076431609121625,"score_spread":0.2522194412891449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556316384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38167542,0.00086714467,0.5297002,0.013003163,0.0724782,0.00015560754,0.0000023098648,0.00009801676,0.0020199034],"genre_scores_gemma":[0.963349,0.00018598398,0.00859524,0.00006413895,0.026157426,6.315093e-8,4.983963e-7,0.00003051888,0.0016171263],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99478817,0.0010619125,0.0017438632,0.00017709471,0.0018088617,0.00042007136],"domain_scores_gemma":[0.99115336,0.000939101,0.0046593877,0.00045820224,0.0025475346,0.00024241423],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005482547,0.00028238498,0.0009016242,0.00059066905,0.00027961147,0.00018788861,0.0020559265,0.00021903399,0.00001853499],"category_scores_gemma":[0.0067015053,0.00019467714,0.0006768478,0.0012850896,0.00018377505,0.00052036456,0.0003015625,0.0030991717,0.000009272325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095424926,0.00023093243,0.06391908,0.000093765826,0.0004777946,0.000022907101,0.0019932466,0.8908696,0.0015565716,0.0012429121,0.030308988,0.009188777],"study_design_scores_gemma":[0.0022099817,0.003337187,0.003268107,0.0006733146,0.0008618643,0.00054567197,0.0016735991,0.64225936,0.0011037473,0.0016298576,0.3419296,0.00050768553],"about_ca_topic_score_codex":0.000012605726,"about_ca_topic_score_gemma":0.0000026899356,"teacher_disagreement_score":0.58167356,"about_ca_system_score_codex":0.0001150575,"about_ca_system_score_gemma":0.0005296515,"threshold_uncertainty_score":0.9992007},"labels":[],"label_agreement":null},{"id":"W1556542801","doi":"10.18608/jla.2014.13.11","title":"Leveraging MSLQ Data for Predicting Students Achievement Goal Orientations","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Goal orientation; Academic achievement; Context (archaeology); Learning analytics; Mathematics education; Psychology; Mastery learning; Goal theory; Computer science; Social psychology; Data science","score_opus":0.038987221161032155,"score_gpt":0.3473828999722824,"score_spread":0.30839567881125024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556542801","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10433818,0.00004369032,0.89178884,0.0031879568,0.00043499251,0.00005365001,0.0000024165693,0.000049164937,0.00010107881],"genre_scores_gemma":[0.9007574,0.000025677662,0.09765476,0.00014279761,0.00056168373,5.8499035e-7,0.000015826645,0.000017400214,0.0008239018],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781066,0.00017374782,0.00067319314,0.00027938565,0.0007598505,0.0003031575],"domain_scores_gemma":[0.99750257,0.0005236791,0.0008487134,0.0005508305,0.00041817382,0.00015602245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031177897,0.00014621817,0.00030476102,0.0002570532,0.0003587543,0.00040478975,0.001987438,0.000051148483,0.0000028656577],"category_scores_gemma":[0.0018685213,0.0001308868,0.00013193702,0.0003707416,0.000027681568,0.0005286705,0.00046692824,0.00062515266,0.0000060355014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029862798,0.00046901713,0.5063848,0.00008673431,0.00059915165,0.000024480201,0.0024539507,0.45065942,0.0002808845,0.004287719,0.0033667078,0.031357262],"study_design_scores_gemma":[0.00085239514,0.0004582876,0.005764301,0.000113286565,0.00014967132,0.000032054282,0.00057520706,0.9602105,0.000018729808,0.0006585484,0.03101229,0.00015472953],"about_ca_topic_score_codex":0.0000047887606,"about_ca_topic_score_gemma":0.0000017949194,"teacher_disagreement_score":0.7964192,"about_ca_system_score_codex":0.00006583825,"about_ca_system_score_gemma":0.00013053197,"threshold_uncertainty_score":0.5337408},"labels":[],"label_agreement":null},{"id":"W1559246682","doi":"10.19173/irrodl.v12i7.1041","title":"A pedagogy of abundance or a pedagogy to support human beings? Participant support on massive open online courses","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":432,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pedagogy; Open educational resources; Educational technology; Online learning; Open learning; Massive open online course; Sociology; Learning community; Mathematics education; Psychology; Knowledge management; Teaching method; Computer science; Cooperative learning; Multimedia","score_opus":0.32661773267528765,"score_gpt":0.553930229931922,"score_spread":0.22731249725663433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559246682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7849763,0.003135545,0.008224009,0.16109006,0.00046435886,0.005610065,0.00061935146,0.000102130085,0.035778176],"genre_scores_gemma":[0.9932956,0.0023417934,0.0017978506,0.0005050596,0.000037682843,0.00005256502,0.0001051222,0.000010831368,0.0018534743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973607,0.00051245437,0.0006277406,0.00038745202,0.0007520073,0.00035962783],"domain_scores_gemma":[0.99797136,0.0005506228,0.00032127753,0.00043532162,0.00057786726,0.00014356534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00480028,0.00013334403,0.00045620528,0.00018980412,0.00015857132,0.00018456006,0.0039512706,0.000036685906,0.0004360975],"category_scores_gemma":[0.0023766102,0.00008866686,0.000054978973,0.00061644067,0.00018452639,0.00029864017,0.0027664518,0.000593519,0.000024037929],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021391343,0.005513353,0.16262332,0.0051111225,0.0006739409,0.0009799427,0.014293455,0.0015675867,0.0009471596,0.56764156,0.022316514,0.21619295],"study_design_scores_gemma":[0.0118724285,0.032825075,0.19777367,0.094588116,0.00027185568,0.0003898897,0.04385554,0.046328966,0.004053984,0.034185648,0.53124785,0.0026069505],"about_ca_topic_score_codex":0.0011017006,"about_ca_topic_score_gemma":0.00025726997,"teacher_disagreement_score":0.5334559,"about_ca_system_score_codex":0.00005460353,"about_ca_system_score_gemma":0.0006854093,"threshold_uncertainty_score":0.73425096},"labels":[],"label_agreement":null},{"id":"W1559619211","doi":"10.19173/irrodl.v15i2.1553","title":"Massive online obsessive compulsion: What are they saying out there about the latest phenomenon in higher education?","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Toronto","funders":"","keywords":"Variety (cybernetics); Attrition; Appeal; Phenomenon; Field (mathematics); Higher education; Internet privacy; Psychology; Public relations; World Wide Web; Sociology; Computer science; Political science; Epistemology","score_opus":0.11220800672266314,"score_gpt":0.438743869012454,"score_spread":0.32653586228979087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559619211","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08761942,0.09601519,0.0016240268,0.79426324,0.0011387506,0.0018701609,0.000047006466,0.000060551407,0.017361661],"genre_scores_gemma":[0.97237635,0.025022896,0.00033205928,0.0008538078,0.0001412098,0.00003232821,0.00009153352,0.000008415926,0.0011413797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974013,0.0010605186,0.00038998705,0.00029574768,0.0006066371,0.00024579567],"domain_scores_gemma":[0.9973809,0.0014748622,0.0002928127,0.00037377645,0.00041897228,0.00005868259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037013579,0.00011988411,0.00026659278,0.000111737514,0.00021882931,0.0006441606,0.002348069,0.000037017468,0.00006408703],"category_scores_gemma":[0.0011285287,0.000068976864,0.000045302484,0.00048243703,0.00012845376,0.0004922722,0.0012042329,0.000942366,0.000016334945],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010949459,0.0012957504,0.1690653,0.002031102,0.00015267722,0.000041483934,0.0025533845,0.0154105015,0.00005725398,0.29325563,0.004112348,0.5119151],"study_design_scores_gemma":[0.002024804,0.00030338907,0.3249643,0.08225469,0.000028052329,0.000025426823,0.01821631,0.15764694,0.000015993113,0.05405218,0.35984918,0.0006187293],"about_ca_topic_score_codex":0.00026329863,"about_ca_topic_score_gemma":0.00007456512,"teacher_disagreement_score":0.884757,"about_ca_system_score_codex":0.00010518354,"about_ca_system_score_gemma":0.00023022163,"threshold_uncertainty_score":0.6211656},"labels":[],"label_agreement":null},{"id":"W1565788752","doi":"","title":"Discussion Forums in MOOCs","year":2015,"lang":"en","type":"article","venue":"International Journal of Learning Teaching and Educational Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Extant taxon; Social learning; Collaborative learning; Knowledge sharing; Online discussion; Online learning; Knowledge management; Meaning (existential); Sociology; Computer science; World Wide Web; Data science; Psychology","score_opus":0.10345294864163453,"score_gpt":0.4618038465150549,"score_spread":0.3583508978734204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565788752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68942773,0.0005077855,0.01600706,0.2877187,0.0013127004,0.000051992694,5.6728834e-7,0.000018273986,0.004955186],"genre_scores_gemma":[0.979069,0.000042259802,0.016802251,0.00005452411,0.00056495,0.0000011079296,0.0000026530734,0.0000060456246,0.0034572084],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975319,0.00065320986,0.000305869,0.00014853074,0.0011590554,0.00020146616],"domain_scores_gemma":[0.99803257,0.00081423635,0.00014155873,0.00009051494,0.0007422388,0.00017885839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066159945,0.0000665756,0.00010894445,0.0007256345,0.00014434553,0.00028547912,0.000775219,0.00004136316,0.000008445903],"category_scores_gemma":[0.006959275,0.00004631575,0.000039953728,0.00019700264,0.000051740266,0.00050961424,0.00023514689,0.0017359923,0.000016380882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015301773,0.0008859421,0.4018908,0.000018831968,0.00010626924,0.00010206616,0.022237534,0.023177583,0.0004268749,0.19713777,0.014228596,0.33963472],"study_design_scores_gemma":[0.0034540195,0.0013680835,0.11935811,0.0013073569,0.0000108297645,0.0014477738,0.014509917,0.28436816,0.00006295163,0.28433338,0.28919786,0.00058154756],"about_ca_topic_score_codex":0.000082741695,"about_ca_topic_score_gemma":0.000005208305,"teacher_disagreement_score":0.33905315,"about_ca_system_score_codex":0.00018621596,"about_ca_system_score_gemma":0.0005944728,"threshold_uncertainty_score":0.8331405},"labels":[],"label_agreement":null},{"id":"W1569069591","doi":"","title":"A Fresh Twist on Online Learning","year":2013,"lang":"en","type":"article","venue":"Research-Technology Management","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Brick and mortar; Prestige; Higher education; The Internet; Distance education; Massive open online course; Public relations; Mathematics education; Sociology; Engineering; Political science; Psychology; Computer science; World Wide Web","score_opus":0.03595523279229706,"score_gpt":0.3527627323756874,"score_spread":0.31680749958339033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569069591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.590379,0.00043620355,0.040041823,0.31102332,0.00036494722,0.0014400962,0.0000025941597,0.0038546063,0.052457415],"genre_scores_gemma":[0.95250875,0.00021150231,0.02530059,0.00025955844,0.000072300296,0.000074660966,0.0000066872203,0.000020820573,0.021545136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975345,0.00017721544,0.00022259046,0.0006069547,0.00067439175,0.0007843045],"domain_scores_gemma":[0.9985476,0.000110553694,0.00005720831,0.0009867694,0.00019059998,0.000107278756],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007491898,0.00015511176,0.00017668479,0.0014031245,0.00035171505,0.00022396982,0.0018442307,0.00014143968,0.00009868864],"category_scores_gemma":[0.00021260417,0.00013953437,0.000055617842,0.0018949523,0.0002537017,0.0001649066,0.0016200779,0.0013882729,0.0030581232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039955435,0.00048558193,0.0018771206,0.000057653793,0.00010110041,0.0002154831,0.0000906032,0.0013500083,0.00035496047,0.66794014,0.02227424,0.3052491],"study_design_scores_gemma":[0.001346963,0.0018535613,0.01231205,0.00032467424,0.000017446187,0.000023302002,0.0027896583,0.35818094,0.00079682114,0.21091579,0.41066223,0.000776572],"about_ca_topic_score_codex":0.00004325338,"about_ca_topic_score_gemma":0.000009642942,"teacher_disagreement_score":0.45702437,"about_ca_system_score_codex":0.00010325815,"about_ca_system_score_gemma":0.000021490345,"threshold_uncertainty_score":0.9977181},"labels":[],"label_agreement":null},{"id":"W1575788355","doi":"10.56105/cjsae.v27i3.3866","title":"Big hat and no cattle? The implications of MOOCs for the adult learning landscape","year":2015,"lang":"en","type":"article","venue":"Canadian Journal for the Study of Adult Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"McGill University; University of Victoria","funders":"","keywords":"Andragogy; Massive open online course; Online learning; Sociology; Pedagogy; Adult education; World Wide Web; Computer science","score_opus":0.027323854442948194,"score_gpt":0.30006975554957704,"score_spread":0.27274590110662883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1575788355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66140264,0.0016440762,0.035625555,0.29564565,0.0034368671,0.0017040292,0.000029346846,0.000018665582,0.00049317704],"genre_scores_gemma":[0.9978629,0.000037789825,0.0006664404,0.00030187375,0.0004235113,0.000037714937,0.0000024704002,0.0000074413288,0.00065988925],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.999369,0.00005926247,0.00020485958,0.00010290923,0.000108412976,0.00015553874],"domain_scores_gemma":[0.9975937,0.00043346029,0.0002399902,0.0002860945,0.0012982116,0.00014854132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005400204,0.00007138291,0.00009391979,0.00007705756,0.0008510387,0.00012661047,0.0005995024,0.000022089494,7.606405e-7],"category_scores_gemma":[0.000985517,0.000037478574,0.000051539406,0.00020368825,0.00006695059,0.000078554454,0.000018341909,0.00017508212,8.9943353e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055760134,0.00046369308,0.14500241,0.00008548569,0.00053155667,2.2937962e-7,0.12426315,0.020053716,0.00004581875,0.0468352,0.15192081,0.5107422],"study_design_scores_gemma":[0.0039080493,0.003777111,0.24904093,0.00026421665,0.00084796787,0.00019894916,0.3141135,0.22435096,0.00007729308,0.027203877,0.17557268,0.0006444764],"about_ca_topic_score_codex":0.003918193,"about_ca_topic_score_gemma":0.015490705,"teacher_disagreement_score":0.5100977,"about_ca_system_score_codex":0.00003144374,"about_ca_system_score_gemma":0.0009851459,"threshold_uncertainty_score":0.8644177},"labels":[],"label_agreement":null},{"id":"W1576791349","doi":"10.21432/t25p5b","title":"Open Source Software and Schools: New Opportunities and Directions","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software; Software peer review; Flexibility (engineering); Social software engineering; Computer science; Software development; Information and Communications Technology; Software engineering; Software construction; Knowledge management; World Wide Web; Operating system; Management; Economics","score_opus":0.021777371614393942,"score_gpt":0.2578670593390349,"score_spread":0.23608968772464098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576791349","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54520166,0.023764288,0.053868387,0.37541005,0.00023372707,0.000112275724,0.0000022328622,0.0002471895,0.0011601638],"genre_scores_gemma":[0.93832844,0.0011910422,0.052165516,0.00015354785,0.000120592835,5.0149384e-7,4.1045018e-7,0.000011718088,0.008028237],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943995,0.000034959518,0.00015606206,0.0001329127,0.000048359812,0.00018772604],"domain_scores_gemma":[0.9992567,0.00004415265,0.0001237238,0.00008934343,0.000081812585,0.00040428704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023456635,0.000079541125,0.00016472857,0.00053237216,0.00034281594,0.00033073124,0.0003240734,0.000094648756,0.000007583989],"category_scores_gemma":[0.0003807433,0.00007550491,0.000013474966,0.00021674017,0.00011864729,0.00029363553,0.0001223369,0.000577812,0.0000015576697],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.2385756e-7,0.0000030407646,0.06634179,0.000004423811,0.000022892138,0.00004874922,0.0003189953,0.00006599627,0.0000092632745,0.006407369,0.0011269703,0.9256496],"study_design_scores_gemma":[0.00035146324,0.00023399245,0.0011141867,0.00009064323,0.000018433162,0.0018043127,0.0018943121,0.002418859,0.000018084878,0.0037077756,0.98820984,0.00013809187],"about_ca_topic_score_codex":0.000653793,"about_ca_topic_score_gemma":0.001970585,"teacher_disagreement_score":0.9870829,"about_ca_system_score_codex":0.000022370174,"about_ca_system_score_gemma":0.0005935305,"threshold_uncertainty_score":0.3189249},"labels":[],"label_agreement":null},{"id":"W1577253289","doi":"","title":"A Community of (New Media) Practice: Examining Learning Stories from a Videoblogging Collective","year":2007,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Community of practice; Public relations; Media studies; Sociology; Psychology; Political science; Pedagogy","score_opus":0.0641810267384808,"score_gpt":0.3282216464055362,"score_spread":0.2640406196670554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577253289","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2560974,0.0010915144,0.026482433,0.7060216,0.0028771951,0.00028168093,0.0000138600835,0.0005526822,0.006581588],"genre_scores_gemma":[0.9668946,0.000074449505,0.031665195,0.00018372417,0.00037519628,0.000011000416,0.000027359985,0.000011494984,0.00075694034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983483,0.00019152707,0.0003716533,0.0003592249,0.00038918245,0.00034011755],"domain_scores_gemma":[0.9916311,0.006955294,0.00036778438,0.00041397405,0.00045202218,0.00017980798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008836821,0.00019903628,0.00034392855,0.0009059516,0.00031599298,0.00006122537,0.00068997656,0.00017131778,0.000048564194],"category_scores_gemma":[0.0082144905,0.00020132825,0.000026833668,0.0014720046,0.00038128413,0.00026115295,0.0002577542,0.0014912024,0.0000125526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052287047,0.00046445514,0.044733923,0.000020709147,0.00011967088,0.000018335473,0.039791387,0.000016752932,0.0013315278,0.86437017,0.0011700395,0.047910746],"study_design_scores_gemma":[0.0005677581,0.00028263565,0.029580645,0.00023416242,0.000039559913,0.000019778545,0.0049823094,0.0012058764,0.001838237,0.9600537,0.0008903511,0.00030498957],"about_ca_topic_score_codex":0.0002766581,"about_ca_topic_score_gemma":0.00075022946,"teacher_disagreement_score":0.71079725,"about_ca_system_score_codex":0.00009617083,"about_ca_system_score_gemma":0.0012367191,"threshold_uncertainty_score":0.9834106},"labels":[],"label_agreement":null},{"id":"W1577370341","doi":"","title":"Identifying Successful Learners from Interaction Behaviour","year":2012,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Exploit; Computer science; Class (philosophy); Subject matter; Learning Management; Mathematics education; Multimedia; Artificial intelligence; Psychology; Pedagogy","score_opus":0.10073976626311443,"score_gpt":0.391709635919051,"score_spread":0.2909698696559366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577370341","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92277026,0.0003950662,0.058267012,0.013195699,0.00409034,0.00004326202,0.000056987792,0.000112576025,0.0010687929],"genre_scores_gemma":[0.87322664,0.000006811856,0.12380098,0.00017901609,0.0011352113,0.000002298306,0.0010026823,0.000007144,0.0006392235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990517,0.000058993377,0.00017727424,0.00028334258,0.00022888537,0.00019983533],"domain_scores_gemma":[0.9988296,0.00027469685,0.00011750396,0.00064335635,0.000037220707,0.00009759097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037042747,0.000080433616,0.00007601096,0.00008867921,0.00013911615,0.00024309783,0.0010022464,0.000030343628,0.00016699545],"category_scores_gemma":[0.00027652094,0.00008453431,0.0000208147,0.00019275973,0.000016864671,0.002621922,0.0004386328,0.00016474832,0.00026764057],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020903892,0.0002592639,0.92394507,0.000007601015,0.00004306282,0.0000011975832,0.00606782,0.0000714177,0.00023274985,0.005917091,0.028799223,0.03465343],"study_design_scores_gemma":[0.00033260987,0.000025570185,0.850295,0.00021185109,0.00008839464,0.000045069402,0.011429551,0.09891538,0.00023965733,0.0019239276,0.035781115,0.00071187207],"about_ca_topic_score_codex":0.00024188527,"about_ca_topic_score_gemma":0.000013092078,"teacher_disagreement_score":0.09884396,"about_ca_system_score_codex":0.00003956031,"about_ca_system_score_gemma":0.00011079466,"threshold_uncertainty_score":0.34472093},"labels":[],"label_agreement":null},{"id":"W1578634577","doi":"","title":"Mathematics-for-Teachers using a MOOC","year":2014,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mathematics education; Mathematics; Computer science; Pedagogy; Sociology","score_opus":0.02211473008333,"score_gpt":0.3222847635775939,"score_spread":0.3001700334942639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578634577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01162258,0.000012905772,0.9679792,0.016931694,0.0006692196,0.00030257503,0.00001013128,0.00035347635,0.0021182222],"genre_scores_gemma":[0.48431075,0.0000074855398,0.51360005,0.000627449,0.000145196,0.0001587334,0.00010409776,0.000008973493,0.0010372525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894035,0.00001176919,0.00041947022,0.0002001785,0.00021236854,0.00021588088],"domain_scores_gemma":[0.9983954,0.00007218213,0.00038180425,0.0003476318,0.0007539298,0.00004909245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005311842,0.0001502396,0.00015116222,0.00024028395,0.00021201253,0.00025283068,0.0009732027,0.00021417464,0.000017313741],"category_scores_gemma":[0.00042519203,0.00015602866,0.00021110098,0.00029555723,0.00009055377,0.0011162197,0.000103008526,0.000224258,0.000026346379],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016706929,0.00010629057,0.0005127056,0.000037581885,0.000060843315,4.1766004e-9,0.0033747489,0.00017545225,0.00020989931,0.9142674,0.003861514,0.07739188],"study_design_scores_gemma":[0.00039513112,0.000051192303,0.000072906376,0.00004296522,0.000022321185,0.0000069141356,0.0037609916,0.78366166,0.0003200683,0.11814822,0.09330841,0.00020921158],"about_ca_topic_score_codex":0.0000089569285,"about_ca_topic_score_gemma":8.6846177e-7,"teacher_disagreement_score":0.7961192,"about_ca_system_score_codex":0.00017690522,"about_ca_system_score_gemma":0.00038806623,"threshold_uncertainty_score":0.63626647},"labels":[],"label_agreement":null},{"id":"W1578834263","doi":"","title":"The Value and Practice of Learning Analytics in Computer Assisted Language Learning","year":2015,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Computer science; Language acquisition; Value (mathematics); Experiential learning; Educational technology; Cultural analytics; Data science; Psychology; Mathematics education; Semantic analytics; World Wide Web; The Internet; Machine learning","score_opus":0.021848473505595923,"score_gpt":0.34469277806003457,"score_spread":0.32284430455443863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578834263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7990064,0.18566185,0.0049377866,0.005880594,0.000463638,0.00021911647,0.000002753706,0.0001286929,0.003699166],"genre_scores_gemma":[0.9861126,0.0010023811,0.0120985,0.00015547553,0.00011010284,0.0000019055663,0.0000033672156,0.000007027926,0.00050861994],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874705,0.00043333234,0.00022700825,0.0002271405,0.0001724021,0.00019303698],"domain_scores_gemma":[0.9985278,0.0010298908,0.000123755,0.00016990346,0.00010384676,0.000044777225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013576795,0.00012125234,0.00023287347,0.00012291377,0.00009657382,0.00014555923,0.00017136165,0.00005822458,1.4522148e-7],"category_scores_gemma":[0.0016708035,0.000081644735,0.000023392004,0.00055433466,0.000118544485,0.00022629887,0.0003026165,0.00057697017,4.965241e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091413494,0.00013995533,0.034715094,0.0002713915,0.0002237427,0.0010980063,0.80817664,0.009240801,0.00023220267,0.0144781405,0.0004411624,0.13089146],"study_design_scores_gemma":[0.0049095545,0.0016233647,0.022341361,0.0026463643,0.00014196955,0.00071850006,0.3596084,0.57207227,0.00010948791,0.0022967374,0.032335907,0.0011960554],"about_ca_topic_score_codex":0.000035201203,"about_ca_topic_score_gemma":0.00003798221,"teacher_disagreement_score":0.56283146,"about_ca_system_score_codex":0.000021182337,"about_ca_system_score_gemma":0.00002070847,"threshold_uncertainty_score":0.33293757},"labels":[],"label_agreement":null},{"id":"W1581997291","doi":"10.19173/irrodl.v15i5.1901","title":"Resource requirements and costs of developing and delivering MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cost–benefit analysis; Cost effectiveness; Computer science; Metric (unit); Resource (disambiguation); Higher education; Scalability; Best practice; Knowledge management; Risk analysis (engineering); Business; Marketing; Economics; Political science; Management","score_opus":0.08028112418015916,"score_gpt":0.43018242592157196,"score_spread":0.3499013017414128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581997291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79869187,0.035364244,0.07959726,0.07514352,0.0000944304,0.0009703517,0.00001914304,0.000039548762,0.0100796055],"genre_scores_gemma":[0.98174006,0.015188177,0.0028622495,0.00011823525,0.000015076766,0.00000438889,0.000011739051,0.000003378475,0.00005667682],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869496,0.0003629674,0.00024987382,0.00017620825,0.00038346142,0.00013251675],"domain_scores_gemma":[0.99886256,0.0006518799,0.00011745388,0.00013557984,0.00019085157,0.000041662726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004709649,0.0000570832,0.00016597609,0.00008582535,0.00010270929,0.00012066595,0.00071516214,0.00001840453,0.0000029257747],"category_scores_gemma":[0.0018472954,0.00004218019,0.000012480392,0.0002748483,0.00011883795,0.00017363734,0.0013759783,0.00027307548,6.5877657e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045114273,0.000058635433,0.11501307,0.0021954132,0.00006935689,0.0000087098215,0.00043404926,0.00039323996,0.00035798398,0.27909783,0.0003990032,0.6019276],"study_design_scores_gemma":[0.0030772192,0.000628878,0.09452495,0.086806305,0.00003071098,0.00010188305,0.0020776077,0.62080985,0.0006843123,0.017328195,0.17332096,0.0006091294],"about_ca_topic_score_codex":0.00019139865,"about_ca_topic_score_gemma":0.000006750996,"teacher_disagreement_score":0.6204166,"about_ca_system_score_codex":0.000033287604,"about_ca_system_score_gemma":0.000047755108,"threshold_uncertainty_score":0.22115186},"labels":[],"label_agreement":null},{"id":"W1582966191","doi":"10.19173/irrodl.v16i1.1946","title":"The new trends in adaptive educational hypermedia systems","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Adaptive hypermedia; Computer science; Hypermedia; Adaptation (eye); Standardization; Operability; Personalization; Variety (cybernetics); World Wide Web; Data science; Scale (ratio); Semantic Web; Multimedia; Modular design; Adaptive learning; Software engineering; Artificial intelligence","score_opus":0.13466549420126583,"score_gpt":0.46202293602407235,"score_spread":0.3273574418228065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582966191","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014018398,0.14536145,0.006267306,0.78454214,0.0010958664,0.0011366182,0.000036338246,0.0000393722,0.047502484],"genre_scores_gemma":[0.9820348,0.011558062,0.00049674243,0.00011908133,0.00016926916,0.000036212543,0.0000674195,0.0000059326135,0.0055124913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979517,0.0006241262,0.0003088945,0.0001865362,0.00072566787,0.00020310178],"domain_scores_gemma":[0.9979924,0.0012510295,0.0001156877,0.00021738616,0.00032522244,0.000098299584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063694525,0.00006730412,0.00015593256,0.00014480807,0.0001092399,0.00032259853,0.0019236738,0.000022835338,0.00001108839],"category_scores_gemma":[0.0025881426,0.000039403567,0.000026477028,0.000920649,0.00011347089,0.00023020877,0.00077881484,0.0005820709,0.00001306841],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008623278,0.00017942651,0.035488483,0.00019229695,0.000057192756,0.000019668163,0.00077234016,0.005140418,0.0000065504914,0.6649003,0.06343588,0.2297212],"study_design_scores_gemma":[0.0017841401,0.00030309582,0.03312571,0.010422348,0.00000867992,0.00007060687,0.0049055684,0.3888083,0.0000063019347,0.034626145,0.5256593,0.00027979113],"about_ca_topic_score_codex":0.0009625834,"about_ca_topic_score_gemma":0.00006239759,"teacher_disagreement_score":0.9680164,"about_ca_system_score_codex":0.00012204832,"about_ca_system_score_gemma":0.0005713107,"threshold_uncertainty_score":0.35746965},"labels":[],"label_agreement":null},{"id":"W1583401896","doi":"10.19173/irrodl.v15i2.1695","title":"Investigating MOOCs through blog mining","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Open education; Computer science; Quality (philosophy); Massive open online course; Distance education; World Wide Web; Data science; Mathematics education; Psychology","score_opus":0.1038824960031537,"score_gpt":0.4513619562612167,"score_spread":0.34747946025806303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583401896","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2937568,0.033932265,0.11343973,0.42781913,0.0005860947,0.0016943762,0.00003137882,0.00020550167,0.12853472],"genre_scores_gemma":[0.98083586,0.0067052445,0.0112452945,0.0007254367,0.000080781094,0.000017314502,0.000037752212,0.000007239868,0.0003450782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784505,0.0007054881,0.00034041874,0.00025058127,0.0006261962,0.00023227937],"domain_scores_gemma":[0.9978805,0.0013616327,0.00016154796,0.00026925554,0.0002709847,0.000056075256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00692497,0.000081578604,0.00020873599,0.00007459112,0.00019407342,0.0002833003,0.0020426654,0.000028704404,0.000018308161],"category_scores_gemma":[0.005074767,0.000057542027,0.000035186746,0.0006464689,0.00016138534,0.00031730952,0.0014828868,0.00062188297,0.000010132318],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011396763,0.00013844053,0.09588262,0.0018599181,0.00007079219,0.000014064733,0.0010753652,0.002382167,0.0001979968,0.751071,0.004526323,0.14276998],"study_design_scores_gemma":[0.0011802409,0.00029496654,0.008694909,0.028417006,0.000013982944,0.00005388373,0.002407905,0.6581913,0.00019263153,0.08900025,0.21118431,0.00036862047],"about_ca_topic_score_codex":0.0002023505,"about_ca_topic_score_gemma":0.0000063071598,"teacher_disagreement_score":0.6870791,"about_ca_system_score_codex":0.000035580895,"about_ca_system_score_gemma":0.00010602825,"threshold_uncertainty_score":0.60753363},"labels":[],"label_agreement":null},{"id":"W1586918438","doi":"10.1007/978-3-642-17274-8_40","title":"A Workflow Based Process Visual Analyzer (ProVisZer) for Teaching and Learning","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Workflow; Visualization; Curriculum; Process (computing); Multimedia; Comprehension; Human–computer interaction; Artificial intelligence; Programming language; Pedagogy","score_opus":0.009036931582839008,"score_gpt":0.2818331685919557,"score_spread":0.27279623700911665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586918438","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012086827,0.00012332735,0.99520105,0.0020152894,0.00053503,0.00030464062,0.0000018332111,0.00021954143,0.00039062172],"genre_scores_gemma":[0.28525448,0.000003983316,0.7125994,0.0009558095,0.00059302524,0.000009676794,0.000007685782,0.00004352736,0.0005324079],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99660426,0.00006954598,0.00042261824,0.0015376137,0.00069735415,0.0006685814],"domain_scores_gemma":[0.99746704,0.0011403908,0.00032407872,0.00060444156,0.0002570945,0.00020692797],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0021199903,0.00050563214,0.000538378,0.00082508544,0.0008848399,0.00089235674,0.0016975882,0.0003967158,0.000005350837],"category_scores_gemma":[0.0006721506,0.00045420893,0.00013903294,0.00037839898,0.0005658339,0.00043706028,0.00049955054,0.0033649332,0.00000543447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000083056575,0.000037687692,0.00020316812,0.000112279704,0.000011995704,0.000022547767,0.0008506834,0.067210466,0.00019609286,0.0029677805,0.0000028838376,0.92837614],"study_design_scores_gemma":[0.0003119407,0.0002785115,0.000035749195,0.00035476807,0.000016324459,0.000019857138,4.6896022e-7,0.953715,0.00021480997,0.042186268,0.002309867,0.00055641873],"about_ca_topic_score_codex":0.00001114535,"about_ca_topic_score_gemma":0.000033754146,"teacher_disagreement_score":0.92781967,"about_ca_system_score_codex":0.00007653126,"about_ca_system_score_gemma":0.0005839987,"threshold_uncertainty_score":0.99979097},"labels":[],"label_agreement":null},{"id":"W1589604820","doi":"","title":"Vodcasts: Are they an effective tool to enhance student learning? A Case Study from McMaster University, Hamilton Canada.","year":2008,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.013859834068107549,"score_gpt":0.2727943187434,"score_spread":0.25893448467529245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589604820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9210642,0.0000325547,0.0003048075,0.077493936,0.0005370565,0.00029908604,0.000011468514,0.00011259624,0.0001442759],"genre_scores_gemma":[0.9966304,0.000021033877,0.0011656525,0.00024665505,0.00022595392,0.000032151842,0.000010210723,0.000010080203,0.0016578663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983022,0.00015465265,0.0001852173,0.00068312936,0.00037382086,0.00030093722],"domain_scores_gemma":[0.99847966,0.0005033506,0.0001284165,0.00040138795,0.00027662163,0.00021058322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012157164,0.00022003496,0.00028319066,0.00046769666,0.00032852116,0.00005034477,0.0006634529,0.0000829326,0.00005724678],"category_scores_gemma":[0.00021940425,0.0002150457,0.000019540374,0.00070663047,0.00011017123,0.00015796334,0.00022898403,0.0006077789,0.000024745163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006522682,0.0031206715,0.8132992,0.000017600903,0.00025741456,0.006688523,0.051022694,0.00019590279,0.00023953611,0.06346751,0.0020522017,0.05957354],"study_design_scores_gemma":[0.0031470635,0.0039267326,0.82291263,0.0004448485,0.00017395611,0.0015248852,0.03867761,0.009017966,0.0009112628,0.11023162,0.006281988,0.0027494058],"about_ca_topic_score_codex":0.020952065,"about_ca_topic_score_gemma":0.4105409,"teacher_disagreement_score":0.38958886,"about_ca_system_score_codex":0.0001701306,"about_ca_system_score_gemma":0.00065523223,"threshold_uncertainty_score":0.9855675},"labels":[],"label_agreement":null},{"id":"W1589991063","doi":"10.1109/ithet.2015.7218016","title":"Relevance of MOOCs for training of public sector employees","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Manitoba","keywords":"Public sector; Scope (computer science); Government (linguistics); Private sector; Business; Public relations; Service (business); Training (meteorology); Political science; Public administration; Marketing; Economic growth; Economics; Computer science","score_opus":0.14772192885892024,"score_gpt":0.3224354556832342,"score_spread":0.17471352682431393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1589991063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15197425,0.000071458686,0.8431402,0.002496081,0.00012801087,0.000056014866,0.000002966358,0.00008473895,0.0020462703],"genre_scores_gemma":[0.8058839,0.0000020526834,0.19319792,0.000033671724,0.000034715144,0.0000012696012,7.9947074e-7,0.0000037773293,0.0008419184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994119,0.000020316378,0.00017141105,0.0001194706,0.00014921847,0.00012767524],"domain_scores_gemma":[0.99926925,0.00013614669,0.00009510108,0.00021598475,0.00022121311,0.000062278275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036181972,0.00004832811,0.00013680242,0.00005848991,0.000013696394,0.000018136998,0.00035325595,0.000025186882,0.000002549615],"category_scores_gemma":[0.0004915439,0.000039718445,0.000047199468,0.00020924098,0.000027961758,0.00015850572,0.000050723298,0.00004046998,0.0000017013317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015633772,0.00039403292,0.015352628,0.0002060564,0.00010160527,0.0000022488498,0.009327961,0.0038666879,0.0032747234,0.7423457,0.007825023,0.21728769],"study_design_scores_gemma":[0.0016085779,0.00149963,0.0014493273,0.00008826177,0.000017951925,0.00000696576,0.0013409967,0.88888025,0.010056191,0.05539918,0.039269395,0.0003832607],"about_ca_topic_score_codex":0.000010581492,"about_ca_topic_score_gemma":0.000008768855,"teacher_disagreement_score":0.8850136,"about_ca_system_score_codex":0.0000069802763,"about_ca_system_score_gemma":0.0001321587,"threshold_uncertainty_score":0.16196711},"labels":[],"label_agreement":null},{"id":"W1594763019","doi":"10.19173/irrodl.v15i5.1850","title":"Writing to learn and learning to write across the disciplines: Peer-to-peer writing in introductory-level MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University; Bill and Melinda Gates Foundation","keywords":"Peer feedback; Peer evaluation; Scholarship; Mathematics education; Peer assessment; Peer learning; Peer instruction; Distance education; Composition (language); Computer science; Peer review; Pedagogy; Psychology; Higher education; Chemistry","score_opus":0.07530934985195296,"score_gpt":0.4548863988033178,"score_spread":0.37957704895136485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594763019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5620014,0.0015498049,0.021757685,0.41231602,0.000120549565,0.00095244375,0.000027983682,0.000039210445,0.0012348851],"genre_scores_gemma":[0.9925743,0.0007458394,0.0034998762,0.0009737206,0.00021654996,0.0000554256,0.000036306774,0.000016583654,0.0018814113],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955473,0.0012715029,0.0006608344,0.0005811122,0.0013607406,0.00057851535],"domain_scores_gemma":[0.9959322,0.0023714849,0.00014782733,0.00040249893,0.00094670546,0.00019926134],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026560659,0.00017336907,0.00037288913,0.00023375206,0.00057570846,0.0010164344,0.0023983142,0.000045068336,0.000012498759],"category_scores_gemma":[0.024244113,0.0001188645,0.00004612792,0.0015367763,0.0001214341,0.00032112084,0.00416873,0.0016885401,0.000030793657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013877655,0.00017859117,0.20288482,0.001279336,0.00006497402,0.000031571013,0.0114007,0.049369693,0.00065654615,0.030641163,0.0038735655,0.69948024],"study_design_scores_gemma":[0.0017345786,0.0007287036,0.18289742,0.02513364,0.000015362804,0.00007801435,0.030969914,0.29246476,0.000109140296,0.0027640394,0.4622527,0.0008517285],"about_ca_topic_score_codex":0.0005245926,"about_ca_topic_score_gemma":0.00013327505,"teacher_disagreement_score":0.69862854,"about_ca_system_score_codex":0.00010196331,"about_ca_system_score_gemma":0.00009202823,"threshold_uncertainty_score":0.9839751},"labels":[],"label_agreement":null},{"id":"W1596301140","doi":"10.19173/irrodl.v13i1.1143","title":"Connectivism and dimensions of individual experience","year":2012,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":189,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Diversity (politics); Autonomy; Social connectedness; Psychology; Distance education; Connectivism; Meaning (existential); Social psychology; Learning theory; Sociology; Pedagogy","score_opus":0.11007231529468851,"score_gpt":0.45780641818570794,"score_spread":0.3477341028910194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596301140","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9075131,0.05181212,0.0058068843,0.030588778,0.00016289065,0.00061513245,0.000032048836,0.00002238919,0.003446674],"genre_scores_gemma":[0.9891877,0.0098817535,0.0007605839,0.000076473625,0.000017257584,0.000009106983,0.000009542344,0.000002192247,0.00005540189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99868774,0.00033562194,0.00021248638,0.00012489704,0.0004746476,0.00016458408],"domain_scores_gemma":[0.9986618,0.00085794827,0.00010196992,0.00015145532,0.00016685313,0.000059950784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041483305,0.00005059267,0.00015083485,0.00007985664,0.00009202342,0.000080718906,0.0009568503,0.000017987582,0.000012934295],"category_scores_gemma":[0.0019116956,0.000030981268,0.000018879442,0.00036478764,0.00016837475,0.00030885762,0.0014372013,0.0003346741,0.0000016921687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031474807,0.000370796,0.4284771,0.0011104803,0.00009123407,0.000008315801,0.0043414263,0.00012941081,0.00044581262,0.4576537,0.0013890307,0.1059512],"study_design_scores_gemma":[0.003988032,0.001003532,0.6085311,0.04775814,0.00006837852,0.00029717633,0.022535048,0.091907226,0.0024370358,0.035991687,0.18447629,0.0010063363],"about_ca_topic_score_codex":0.00009278187,"about_ca_topic_score_gemma":0.0000013428926,"teacher_disagreement_score":0.421662,"about_ca_system_score_codex":0.000013942197,"about_ca_system_score_gemma":0.000052878953,"threshold_uncertainty_score":0.22886163},"labels":[],"label_agreement":null},{"id":"W1597356744","doi":"10.19173/irrodl.v15i5.1852","title":"A social network perspective on peer supported learning in MOOCs for educators","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Perspective (graphical); Social media; Process (computing); Peer instruction; Space (punctuation); Phenomenon; Peer learning; Mathematics education; Psychology; World Wide Web","score_opus":0.06914881785109665,"score_gpt":0.4728181871372479,"score_spread":0.4036693692861512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597356744","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12175304,0.0069913245,0.03477293,0.7919559,0.0005478635,0.0031781783,0.000035326593,0.00012974007,0.04063573],"genre_scores_gemma":[0.996617,0.0012012371,0.0006256073,0.00029784892,0.00017838764,0.00005145785,0.000065582404,0.000008787079,0.00095409853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763227,0.0007877409,0.00030957954,0.00030109042,0.0006524763,0.0003168323],"domain_scores_gemma":[0.9975624,0.0014919151,0.00015125478,0.00014713239,0.00059639534,0.0000509164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009337937,0.000096206146,0.0002583058,0.00015272663,0.00024246423,0.00021363246,0.0012916303,0.000041140822,0.000016394704],"category_scores_gemma":[0.0064133923,0.0000728039,0.000060541402,0.0007432804,0.000096952244,0.00015815506,0.00055821985,0.0009589759,0.0000064347546],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015106802,0.00027902733,0.04849473,0.0005856895,0.00006651523,0.000008553443,0.0014948767,0.010106461,0.000013045828,0.8663522,0.013224879,0.059222966],"study_design_scores_gemma":[0.0026889448,0.00087372743,0.03575163,0.010998892,0.000017980658,0.000015117004,0.0076521267,0.43228757,0.000027964788,0.09209491,0.41712296,0.00046815496],"about_ca_topic_score_codex":0.00024875498,"about_ca_topic_score_gemma":0.000023087827,"teacher_disagreement_score":0.874864,"about_ca_system_score_codex":0.0001576211,"about_ca_system_score_gemma":0.00020815422,"threshold_uncertainty_score":0.76778924},"labels":[],"label_agreement":null},{"id":"W1597498381","doi":"10.19173/irrodl.v12i7.1046","title":"Using mLearning and MOOCs to understand chaos, emergence, and complexity in education","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":220,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa; Athabasca University","funders":"","keywords":"Transformative learning; Openness to experience; CHAOS (operating system); Educational technology; Computer science; Field (mathematics); Open educational resources; Social connectedness; Multimedia; Sociology; World Wide Web; Pedagogy; Psychology; Mathematics; Social psychology","score_opus":0.4038891178340824,"score_gpt":0.5032984240624829,"score_spread":0.09940930622840055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597498381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92404824,0.02396128,0.019753594,0.023877408,0.00017066166,0.0010355761,0.000013519745,0.000024568903,0.00711517],"genre_scores_gemma":[0.9809901,0.012788466,0.005958797,0.00013791646,0.000017454035,0.0000061656215,0.000010674577,0.0000044405806,0.00008599238],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862534,0.00037288785,0.0002616951,0.00024519334,0.00031700663,0.00017786042],"domain_scores_gemma":[0.99931574,0.0002018887,0.00009023922,0.00014251916,0.00017062962,0.00007899052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003355654,0.00007405032,0.00017435357,0.00019763137,0.00013699307,0.00013777586,0.0006503581,0.000023606608,0.000025647005],"category_scores_gemma":[0.0009195827,0.00005847294,0.00001301437,0.0006304291,0.00013412737,0.00026455772,0.0009938299,0.00043065203,0.0000015434782],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011344433,0.00040072668,0.39706743,0.002114713,0.000059620095,0.000024904,0.006882209,0.0007977899,0.00022192854,0.36433712,0.0007193962,0.22726072],"study_design_scores_gemma":[0.0018655943,0.000625849,0.33689633,0.03670766,0.000027766388,0.00015216111,0.034188606,0.44434625,0.00012066893,0.12089258,0.023370944,0.00080560386],"about_ca_topic_score_codex":0.001289901,"about_ca_topic_score_gemma":0.00008021147,"teacher_disagreement_score":0.44354847,"about_ca_system_score_codex":0.000050082486,"about_ca_system_score_gemma":0.00015040237,"threshold_uncertainty_score":0.23844573},"labels":[],"label_agreement":null},{"id":"W1597637245","doi":"10.19173/irrodl.v16i3.2170","title":"Roles of course facilitators, learners, and technology in the flow of information of a cMOOC","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Affordance; Premise; The Internet; Course (navigation); Computer science; Distance education; Computer-mediated communication; Information flow; Function (biology); Mathematics education; Multimedia; Psychology; World Wide Web; Human–computer interaction; Engineering","score_opus":0.05073404593107906,"score_gpt":0.41180197247655403,"score_spread":0.361067926545475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597637245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81878144,0.043192077,0.008427106,0.124824405,0.00007534153,0.001267984,0.0001386232,0.000019154088,0.0032738799],"genre_scores_gemma":[0.9941805,0.004961678,0.00078725617,0.0000212243,0.0000035744251,0.000006243488,0.000022312215,0.0000011815051,0.000016002308],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985478,0.00037556526,0.00038384664,0.00008273036,0.00051109405,0.000098957404],"domain_scores_gemma":[0.99869394,0.00043728584,0.0002138703,0.00018069718,0.00045208773,0.000022112872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006191788,0.00004791463,0.00020065298,0.00019048146,0.000024439669,0.000033706372,0.0011070472,0.000030067702,0.0000027361677],"category_scores_gemma":[0.0028033808,0.000029335544,0.000018678213,0.00078633236,0.00025294264,0.0002559515,0.00055391266,0.0003560944,7.3183577e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015432107,0.00036655052,0.35490614,0.0034337144,0.00010291507,0.000008498813,0.0072139413,0.0058907955,0.00018118446,0.27431092,0.0018257415,0.35160527],"study_design_scores_gemma":[0.0057052965,0.0021958316,0.048424,0.034496672,0.000050992385,0.000096713826,0.101450644,0.6582169,0.000991926,0.06937271,0.07852292,0.00047540537],"about_ca_topic_score_codex":0.00019690752,"about_ca_topic_score_gemma":0.000014399161,"teacher_disagreement_score":0.6523261,"about_ca_system_score_codex":0.000016866807,"about_ca_system_score_gemma":0.00017914301,"threshold_uncertainty_score":0.3356111},"labels":[],"label_agreement":null},{"id":"W1603638286","doi":"10.19173/irrodl.v15i2.1865","title":"The architecture of productive learning networks by Lucila Carvalho and Peter Goodyear","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Architecture; Cognitive science; Computer science; Sociology; Psychology; Art; Visual arts","score_opus":0.02339202792311348,"score_gpt":0.36958369359264265,"score_spread":0.3461916656695292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603638286","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21206859,0.20588948,0.20897819,0.33438727,0.00072580477,0.00428618,0.00007224267,0.0001571489,0.0334351],"genre_scores_gemma":[0.9790944,0.01950653,0.00044960098,0.0000812728,0.000063713036,0.0000147060955,0.000028073195,0.0000070119313,0.0007547067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761826,0.0010730183,0.00029500003,0.00025859303,0.0005296117,0.00022549371],"domain_scores_gemma":[0.9976571,0.0015529151,0.0001892063,0.0002447381,0.00030387295,0.000052167536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007080146,0.00008960021,0.0002155042,0.000056705947,0.00025960992,0.0002266827,0.0013336637,0.00003021707,0.0000051232],"category_scores_gemma":[0.0034705305,0.000051837735,0.000036885376,0.00040071734,0.0002848531,0.00012883442,0.0011173498,0.001020078,0.0000013832076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018314041,0.00019620261,0.07119633,0.0018365707,0.000257189,0.000009167877,0.0013409893,0.023738526,0.00039936873,0.10919505,0.0075517995,0.78409564],"study_design_scores_gemma":[0.0010419212,0.0005964192,0.012661867,0.009123742,0.00002407968,0.000049812526,0.0010859573,0.38967416,0.00016000582,0.0088993795,0.57636905,0.0003136377],"about_ca_topic_score_codex":0.00011972108,"about_ca_topic_score_gemma":0.000007878981,"teacher_disagreement_score":0.783782,"about_ca_system_score_codex":0.00002345062,"about_ca_system_score_gemma":0.00006057367,"threshold_uncertainty_score":0.4431788},"labels":[],"label_agreement":null},{"id":"W1606075350","doi":"10.1007/978-3-540-30139-4_121","title":"Workshop on Analyzing Student-Tutor Interaction Logs to Improve Educational Outcomes","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"TUTOR; Computer science; Educational software; Software; Human–computer interaction; Multimedia; Data science; Programming language","score_opus":0.01670808459773686,"score_gpt":0.3226592891766489,"score_spread":0.305951204578912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606075350","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009230643,0.000055055727,0.9752346,0.018549317,0.0034555863,0.00027415526,0.000003873288,0.00012659589,0.0013777297],"genre_scores_gemma":[0.66030157,0.000025492327,0.32623464,0.0070209573,0.0018169087,0.000016369202,0.000016918919,0.00006378571,0.0045033577],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99632305,0.000028576773,0.00051218714,0.0015446953,0.0010294672,0.0005620331],"domain_scores_gemma":[0.9973838,0.00067520543,0.00029075023,0.0011666955,0.00024641564,0.00023717362],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005482644,0.0005079503,0.0004956218,0.0012418852,0.00025955445,0.0008642142,0.0027252187,0.00022185079,0.00003348455],"category_scores_gemma":[0.0002635051,0.00044780606,0.000183987,0.0007030743,0.00018107654,0.00045807805,0.00095401285,0.0011452505,0.00020007428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000813314,0.00018000777,0.00080911967,0.00002667458,0.000047176567,0.000039090217,0.0014363943,0.49043036,0.000119766504,0.057339333,0.000026814312,0.44953713],"study_design_scores_gemma":[0.0016035113,0.0014894073,0.019118723,0.004155719,0.000090467736,0.000082980354,0.000005564477,0.47799563,0.00064944575,0.48406723,0.0062888185,0.0044525145],"about_ca_topic_score_codex":0.000020006322,"about_ca_topic_score_gemma":0.00004738925,"teacher_disagreement_score":0.65937847,"about_ca_system_score_codex":0.0008231087,"about_ca_system_score_gemma":0.000735667,"threshold_uncertainty_score":0.99979734},"labels":[],"label_agreement":null},{"id":"W1606527521","doi":"10.19173/irrodl.v15i5.1861","title":"MOOC integration into secondary school courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; Bill and Melinda Gates Foundation","keywords":"Blended learning; Mathematics education; Test (biology); Psychology; Educational technology; Pedagogy; Multimedia; Computer science","score_opus":0.04609680342262301,"score_gpt":0.431107136640198,"score_spread":0.385010333217575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606527521","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08489125,0.047696445,0.2939795,0.47471324,0.0008064929,0.0022445254,0.00004214608,0.00019722649,0.09542915],"genre_scores_gemma":[0.98658866,0.009724961,0.0024377739,0.00044096814,0.000074560085,0.000020450127,0.00007401377,0.000005451902,0.00063317775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811035,0.00063955114,0.00029783603,0.00022372196,0.0005605867,0.00016797507],"domain_scores_gemma":[0.99841243,0.0007454713,0.00012412078,0.00026102032,0.00038376387,0.00007320662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061899605,0.00007651845,0.00018291635,0.00012673473,0.00015555328,0.00033143238,0.0017918524,0.0000287203,0.00007079238],"category_scores_gemma":[0.0045612724,0.000051924035,0.00003576909,0.0004944569,0.00011591776,0.00038131032,0.00094818167,0.000805468,0.00002906279],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003922924,0.0001627214,0.021228055,0.0012747063,0.00005437596,0.0000104415585,0.00035930015,0.0006553285,0.00026756423,0.30206245,0.0101305405,0.6637553],"study_design_scores_gemma":[0.0015930543,0.00049325573,0.02285011,0.025221717,0.000015298907,0.000046557994,0.001987897,0.51249635,0.00041149792,0.10295522,0.3315139,0.00041510112],"about_ca_topic_score_codex":0.0002974873,"about_ca_topic_score_gemma":0.000021458036,"teacher_disagreement_score":0.9016974,"about_ca_system_score_codex":0.00005961104,"about_ca_system_score_gemma":0.00018693043,"threshold_uncertainty_score":0.54605985},"labels":[],"label_agreement":null},{"id":"W1606633059","doi":"10.29173/mruer162","title":"Computer-based math curriculum reform: Incorporating digital technology into teaching mathematics","year":2014,"lang":"en","type":"article","venue":"Mount Royal Undergraduate Education Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Creativity; Curriculum; Mathematics education; Curiosity; Process (computing); Teaching method; Pedagogy; Computer science; Psychology","score_opus":0.006592267823941788,"score_gpt":0.26933797517476415,"score_spread":0.26274570735082237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606633059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006926353,0.0021536988,0.9046027,0.08241368,0.0005630014,0.00033044734,9.365504e-7,0.00060961506,0.0023995766],"genre_scores_gemma":[0.5671673,0.00016018146,0.42973554,0.0020374958,0.0002501535,0.000042139825,0.000058499518,0.000029585723,0.0005191304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982248,0.000112731315,0.0006097848,0.00045266008,0.0003253417,0.00027468937],"domain_scores_gemma":[0.99828815,0.000070949805,0.0005119542,0.0008055156,0.00020325139,0.00012019981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006938104,0.0002656104,0.00041410577,0.00020332208,0.0002927639,0.00037551313,0.00086048007,0.000081484875,0.0000023464513],"category_scores_gemma":[0.00028619828,0.00021703381,0.00011958917,0.0005739698,0.00005851191,0.00028908986,0.00021422099,0.00044205628,0.00020880785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5510265e-7,0.0004628554,0.00066720165,0.0014893066,0.0000134978945,0.0000011037806,0.000045424065,0.000485053,0.0000037073287,0.7302919,0.0018143379,0.26472545],"study_design_scores_gemma":[0.0001236112,0.00013100733,0.000047211768,0.0037402546,0.000033722114,0.000020549242,0.000057635687,0.86632216,0.0000058376713,0.071973056,0.057173297,0.0003716771],"about_ca_topic_score_codex":0.00007596484,"about_ca_topic_score_gemma":0.0000055443097,"teacher_disagreement_score":0.8658371,"about_ca_system_score_codex":0.00030500305,"about_ca_system_score_gemma":0.0003169779,"threshold_uncertainty_score":0.8850382},"labels":[],"label_agreement":null},{"id":"W1607267028","doi":"10.19173/irrodl.v15i5.1855","title":"Supporting professional learning in a massive open online course","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; Athabasca University; Bill and Melinda Gates Foundation","keywords":"Formal learning; Informal learning; Open learning; Professional development; Professional learning community; Educational technology; Active learning (machine learning); Learning sciences; Experiential learning; Synchronous learning; Psychology; Cooperative learning; Knowledge management; Pedagogy; Computer science; Teaching method; Artificial intelligence","score_opus":0.06945160347561143,"score_gpt":0.4982002305474257,"score_spread":0.42874862707181427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607267028","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31888443,0.013870722,0.02047426,0.6170878,0.0006649974,0.0042275065,0.00007519214,0.00013656891,0.024578508],"genre_scores_gemma":[0.9931962,0.0025670957,0.0018091507,0.00039049075,0.000058119316,0.00003808281,0.00016135281,0.000009201372,0.0017703077],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99648,0.0014633919,0.00056247046,0.0003669677,0.00075648865,0.00037069054],"domain_scores_gemma":[0.99760735,0.0013591165,0.00031942513,0.00026110574,0.00036824736,0.00008475898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012827715,0.00011322457,0.00033292003,0.00015607213,0.00020994205,0.0003916808,0.0034996697,0.000044423246,0.00006180442],"category_scores_gemma":[0.0060172286,0.000080502614,0.00004006019,0.00084182585,0.00013036895,0.0004784525,0.0038754502,0.0015172015,0.000011216779],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015536275,0.0015903016,0.43111125,0.002510368,0.00009570623,0.00018207895,0.0012559333,0.012328707,0.00016355056,0.18200935,0.004758854,0.36383855],"study_design_scores_gemma":[0.0023224296,0.0003686167,0.055213,0.027170006,0.000011716651,0.000046042325,0.0040968866,0.7863215,0.000036122194,0.01527539,0.10877095,0.00036730414],"about_ca_topic_score_codex":0.00040257847,"about_ca_topic_score_gemma":0.00005921282,"teacher_disagreement_score":0.77399284,"about_ca_system_score_codex":0.00007583357,"about_ca_system_score_gemma":0.00038420272,"threshold_uncertainty_score":0.72036195},"labels":[],"label_agreement":null},{"id":"W1608364416","doi":"","title":"Online Learning Networks in Higher Education: A Case Study of the Brock Learning Network","year":2010,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Artificial intelligence; Mathematics education; Psychology","score_opus":0.025098756918925727,"score_gpt":0.28559028058677105,"score_spread":0.26049152366784534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608364416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78703547,0.00018198235,0.000065602835,0.20853569,0.003456481,0.00022046006,5.0088596e-7,0.000099679186,0.00040415238],"genre_scores_gemma":[0.994097,0.000026140244,0.0012872118,0.00015095346,0.00085419737,0.0000492309,0.0000071698432,0.000011333201,0.0035167916],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985631,0.00013859374,0.0003460242,0.00041710335,0.00023055148,0.000304603],"domain_scores_gemma":[0.9984408,0.00057902816,0.0002394961,0.00043290938,0.00021736132,0.000090382775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018052249,0.00018076708,0.00025339486,0.00043193475,0.00022201834,0.000051682277,0.0006550875,0.00015863865,0.000084672945],"category_scores_gemma":[0.00037938578,0.00014594666,0.00002922818,0.0018304281,0.00019845429,0.00009586624,0.00025972808,0.002128958,0.0000042870624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055892965,0.0016382894,0.57597435,0.000011571335,0.000024312532,0.000030472154,0.0012456264,0.0020369787,0.000046800433,0.39861152,0.0004918932,0.019882608],"study_design_scores_gemma":[0.0016888625,0.00088486506,0.32273787,0.00042517268,0.00007143919,0.0007690246,0.0037897043,0.0691937,0.000023876013,0.59599775,0.0035200627,0.00089769653],"about_ca_topic_score_codex":0.00008343813,"about_ca_topic_score_gemma":0.0027795453,"teacher_disagreement_score":0.25323647,"about_ca_system_score_codex":0.000021382855,"about_ca_system_score_gemma":0.00048391923,"threshold_uncertainty_score":0.9249382},"labels":[],"label_agreement":null},{"id":"W1610885737","doi":"10.3968/7153","title":"The Enlightenment of MOOC for the College English Teaching in China","year":2015,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enlightenment; China; College English; Mathematics education; Political science; Sociology; Pedagogy; Psychology; Law; Philosophy; Theology","score_opus":0.017056362478230988,"score_gpt":0.3237110965956704,"score_spread":0.3066547341174394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1610885737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6698402,0.001408865,0.011398354,0.13602895,0.01574898,0.0017189239,0.000021713506,0.00015144622,0.16368254],"genre_scores_gemma":[0.9944777,0.0000034757547,0.002996249,0.000068756795,0.0002033745,0.000011826902,2.7179053e-7,0.0000018905291,0.0022364862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991615,0.000046592577,0.00016221381,0.0001265012,0.00036430912,0.00013890765],"domain_scores_gemma":[0.9992999,0.00015803505,0.0001420354,0.0001762996,0.00018796035,0.000035786703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001763556,0.000043298605,0.000068236586,0.000045660214,0.00035783913,0.000052994706,0.0009065454,0.000018051764,0.0000010910105],"category_scores_gemma":[0.00023919986,0.000025943318,0.000029676074,0.0005160923,0.00026078767,0.00017810013,0.00008725492,0.00008575451,5.1017423e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018652188,0.00008689493,0.00091471296,0.0000031750478,0.0000017186312,1.836168e-8,0.011497305,0.000046690442,0.0001003046,0.97915065,0.0019682085,0.0062284265],"study_design_scores_gemma":[0.0007169716,0.0002344412,0.45718637,0.000064111024,0.000019771234,9.2801605e-7,0.014813953,0.02126442,0.0012681382,0.074182905,0.4299548,0.00029319173],"about_ca_topic_score_codex":0.00006144766,"about_ca_topic_score_gemma":0.0000030099084,"teacher_disagreement_score":0.9049678,"about_ca_system_score_codex":0.000075614254,"about_ca_system_score_gemma":0.0006109889,"threshold_uncertainty_score":0.27522454},"labels":[],"label_agreement":null},{"id":"W1611661584","doi":"","title":"MOOC: A Crisis or an Opportunity for Chinese General Education Curriculum? MOOC’s Implications for Chinese General Education Curriculum Development","year":2015,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; General education; Mathematics education; Pedagogy; Higher education; Sociology; Political science; Psychology","score_opus":0.04952952045519241,"score_gpt":0.41724414584244673,"score_spread":0.3677146253872543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1611661584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9594294,0.00043663196,0.025523258,0.011939269,0.0006536902,0.0012444698,0.000042369713,0.0003719565,0.0003589662],"genre_scores_gemma":[0.71451074,0.00006842631,0.27721497,0.0007812026,0.00056613726,0.0011961446,0.0033520744,0.00003334997,0.0022769757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976249,0.0002079475,0.0007699453,0.0006572985,0.00028345757,0.00045646846],"domain_scores_gemma":[0.9936345,0.000088104745,0.00055411283,0.0017950388,0.0033967898,0.00053144817],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000824328,0.00041399774,0.00036004855,0.00017771007,0.0013129232,0.0012064566,0.0021013215,0.00018608855,0.0000064331452],"category_scores_gemma":[0.0009947404,0.00030421023,0.00018020811,0.00083434733,0.00012255831,0.002545972,0.0003815755,0.0002912463,0.000015830366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015435579,0.010282703,0.21982762,0.00041370548,0.00025683548,4.7114963e-7,0.019448142,0.0058428016,0.0023808845,0.11917675,0.09918141,0.5230343],"study_design_scores_gemma":[0.0032740184,0.0007307313,0.22731124,0.00016330538,0.00013548542,0.00012075487,0.004307705,0.4524237,0.00029696728,0.06913588,0.23959064,0.002509578],"about_ca_topic_score_codex":0.00052287115,"about_ca_topic_score_gemma":0.0003417322,"teacher_disagreement_score":0.52052474,"about_ca_system_score_codex":0.00043421276,"about_ca_system_score_gemma":0.0023811215,"threshold_uncertainty_score":0.99998724},"labels":[],"label_agreement":null},{"id":"W1618175660","doi":"10.18608/jla.2014.13.20","title":"Learning Analytics for Networked Learning Models","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Learning analytics; Networked learning; Computer science; Field (mathematics); Data science; Scalability; Educational technology; Analytics; Knowledge management; Human–computer interaction; Psychology; Mathematics education","score_opus":0.03100115388610879,"score_gpt":0.27735388175051295,"score_spread":0.24635272786440415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1618175660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01673751,0.0002568895,0.9776075,0.0025786958,0.00047817267,0.00009010029,4.240493e-7,0.00022210818,0.0020285822],"genre_scores_gemma":[0.9169885,0.00027244422,0.07500739,0.00015965875,0.0013601682,0.0000016414396,0.0000077619225,0.000076447155,0.006125997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954784,0.0007272072,0.0013986003,0.0005150099,0.0009912385,0.0008895341],"domain_scores_gemma":[0.9942468,0.001557834,0.0020687333,0.00045408527,0.001236751,0.00043578984],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004768901,0.00044771738,0.0010177245,0.0007537415,0.00074336014,0.00060465996,0.0014167188,0.0002699754,0.000010803217],"category_scores_gemma":[0.0028344595,0.00041247194,0.00075914233,0.0011924021,0.000100198995,0.000798089,0.0002491479,0.002961843,0.000023353983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031177577,0.00007114422,0.0055974866,0.000045294022,0.00021111217,0.000018679611,0.00054795836,0.9569622,0.00007166253,0.00692712,0.0005675541,0.028948603],"study_design_scores_gemma":[0.0010225989,0.0016127529,0.00011065984,0.00018567777,0.00024127362,0.0001004002,0.0004494672,0.9198821,0.000032440385,0.006555036,0.069367334,0.00044025964],"about_ca_topic_score_codex":0.000007123186,"about_ca_topic_score_gemma":0.0000025445104,"teacher_disagreement_score":0.9026001,"about_ca_system_score_codex":0.00015066298,"about_ca_system_score_gemma":0.00027202512,"threshold_uncertainty_score":0.9998327},"labels":[],"label_agreement":null},{"id":"W1618877625","doi":"10.19173/irrodl.v15i6.1889","title":"Massive open online courses for Africa by Africa","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Massive open online course; Context (archaeology); Curriculum; Open education; Universal design; Open educational resources; Online learning; Business; Distance education; Higher education; Global education; Political science; Public relations; Economic growth; Computer science; Library science; World Wide Web; Geography; Economics","score_opus":0.10396278372533788,"score_gpt":0.45407351467696844,"score_spread":0.3501107309516306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1618877625","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038262715,0.05235815,0.24572323,0.63000697,0.00040573362,0.0045176763,0.00078810175,0.00009627406,0.06227761],"genre_scores_gemma":[0.94900966,0.02339199,0.016353842,0.0005452496,0.00016515433,0.00020401888,0.0006259523,0.000024445195,0.009679716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981108,0.0005158193,0.0003120086,0.00028499242,0.00051575905,0.00026066584],"domain_scores_gemma":[0.9973276,0.0016787177,0.00017321647,0.00027615935,0.0004689082,0.000075343196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005703304,0.00008978353,0.00026032317,0.00007975802,0.00019344361,0.00049387186,0.003848755,0.000029786328,0.000026840273],"category_scores_gemma":[0.004268314,0.00006144211,0.000043422922,0.00047542126,0.00011264102,0.00029898318,0.0021152159,0.00044723012,0.0000064987694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016675696,0.00076376594,0.0043594562,0.0017945071,0.00017470556,0.000011455411,0.000536114,0.0012190028,0.00025300024,0.33235237,0.36100188,0.297367],"study_design_scores_gemma":[0.0006072338,0.00019878363,0.00026074145,0.003113879,0.0000064313663,0.000003252969,0.00034099448,0.097022966,0.000026122963,0.012616695,0.8857021,0.00010082291],"about_ca_topic_score_codex":0.00011805909,"about_ca_topic_score_gemma":0.0000068742293,"teacher_disagreement_score":0.94518334,"about_ca_system_score_codex":0.000047180423,"about_ca_system_score_gemma":0.00014282914,"threshold_uncertainty_score":0.71520084},"labels":[],"label_agreement":null},{"id":"W1647193109","doi":"10.19173/irrodl.v12i3.902","title":"Connectivism: Its place in theory-informed research and innovation in technology-enabled learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":388,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Sociotechnical system; Rigour; Scope (computer science); Learning theory; Educational technology; Context (archaeology); Variety (cybernetics); Instructional design; Sociology; Knowledge management; Successor cardinal; Engineering ethics; Computer science; Pedagogy; Epistemology; Engineering","score_opus":0.14894937584019272,"score_gpt":0.4655599490460024,"score_spread":0.31661057320580965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1647193109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261891,0.01139668,0.0020704416,0.032837074,0.00007271499,0.0014862835,0.000006165636,0.000060783266,0.02588074],"genre_scores_gemma":[0.98945963,0.009308198,0.0005042017,0.000046607947,0.000011260381,0.00005466424,0.000016756565,0.0000066739517,0.00059202197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99694663,0.0011303251,0.0005501187,0.00034432797,0.0006337991,0.00039482152],"domain_scores_gemma":[0.9969592,0.0019134007,0.00016450786,0.00022178935,0.0007014723,0.00003961206],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021433957,0.000101114194,0.00026850848,0.0015375911,0.00017290885,0.00017830839,0.0015221414,0.00007871587,0.000030012932],"category_scores_gemma":[0.014798919,0.000077418634,0.000014172286,0.00519707,0.00025908643,0.00050243904,0.0016838314,0.002129657,0.000008761537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013450833,0.00016857573,0.14204009,0.00064968545,0.000019592371,0.00004528711,0.0012451701,0.00024089565,0.0001068416,0.8212486,0.00011275624,0.033988032],"study_design_scores_gemma":[0.0071508125,0.001959445,0.11512224,0.057319883,0.000010606374,0.00015297082,0.03271044,0.24900995,0.0014169315,0.49876207,0.03547116,0.00091349485],"about_ca_topic_score_codex":0.0002420731,"about_ca_topic_score_gemma":0.000062452826,"teacher_disagreement_score":0.3224865,"about_ca_system_score_codex":0.0001444479,"about_ca_system_score_gemma":0.00030564057,"threshold_uncertainty_score":0.9934999},"labels":[],"label_agreement":null},{"id":"W1655215013","doi":"10.18608/jla.2014.12.1","title":"Scientometrics as an Important Tool for the Growth of the Field of Learning Analytics","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Data science; Analytics; Cultural analytics; Computer science; Field (mathematics); Process (computing); Scientometrics; Software analytics; Knowledge management; World Wide Web; Semantic analytics; The Internet","score_opus":0.017825050963354284,"score_gpt":0.3160240877700692,"score_spread":0.2981990368067149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1655215013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3661031,0.0003431005,0.62319565,0.0089479145,0.00079565763,0.0001757998,0.0000021979572,0.000056739314,0.00037983767],"genre_scores_gemma":[0.9856747,0.00015259875,0.012778269,0.00020352098,0.00028849783,4.95767e-7,7.831967e-7,0.000021018452,0.00088014745],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965367,0.00035732935,0.0012689433,0.0002485819,0.0012136449,0.0003748296],"domain_scores_gemma":[0.99170506,0.0032681157,0.0026681644,0.0006085217,0.0016133214,0.00013681795],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058181793,0.00021072957,0.0005659648,0.0006827801,0.0003927429,0.00019008736,0.0020649594,0.00012979077,0.000008580682],"category_scores_gemma":[0.017713541,0.00012653593,0.00056656933,0.0028251493,0.00016497805,0.00030814373,0.00025462706,0.0012211305,0.0000014988343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008383396,0.00039204242,0.4631632,0.00020483004,0.00057186995,0.000010886411,0.0022278095,0.47103187,0.0008360865,0.04097715,0.0013071431,0.019193294],"study_design_scores_gemma":[0.00054494024,0.0018460973,0.006281286,0.00013771334,0.0003233345,0.000048651214,0.0004893408,0.9800868,0.0012428676,0.0026056091,0.006201118,0.00019221143],"about_ca_topic_score_codex":0.000025710928,"about_ca_topic_score_gemma":0.0000045005477,"teacher_disagreement_score":0.61957157,"about_ca_system_score_codex":0.00004882911,"about_ca_system_score_gemma":0.00036038403,"threshold_uncertainty_score":0.99056065},"labels":[],"label_agreement":null},{"id":"W1675926227","doi":"10.19173/irrodl.v15i2.1705","title":"Neither the frying pan nor the fire: In search of a balanced authentic e-learning design through an educational design research process","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); Globe; Instructional design; Authentic learning; Class (philosophy); Computer science; Educational technology; Mathematics education; Professional development; Pedagogy; Engineering; Psychology; Artificial intelligence","score_opus":0.16206704863556068,"score_gpt":0.48696147505140325,"score_spread":0.32489442641584254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1675926227","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3104789,0.020357365,0.29832616,0.3569495,0.00034207295,0.0066901674,0.000024761177,0.00007958273,0.0067514777],"genre_scores_gemma":[0.99281454,0.004144421,0.0023306797,0.000120430646,0.00007645408,0.00011496783,0.000022326207,0.000013060449,0.0003631451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9896571,0.007307219,0.0005432132,0.00040655787,0.0016088147,0.0004770977],"domain_scores_gemma":[0.9908541,0.007457509,0.00021146856,0.0005091068,0.0009064631,0.00006138311],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0348109,0.00013208523,0.0002905998,0.00015221124,0.0005508502,0.00041655372,0.004032676,0.000050196726,0.000047059355],"category_scores_gemma":[0.007973628,0.00007255015,0.000049332437,0.0018445706,0.00047121677,0.0005118588,0.0010193146,0.0019454487,0.00001136586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075695856,0.0019349734,0.19138773,0.004453217,0.0003072185,0.00002547693,0.028866598,0.18047972,0.0012441202,0.34616968,0.002595683,0.24177864],"study_design_scores_gemma":[0.0008443798,0.0004988547,0.027547482,0.008535579,0.000010414133,0.000021449823,0.00635763,0.91659397,0.00023628607,0.03351483,0.005628532,0.0002105675],"about_ca_topic_score_codex":0.00075517315,"about_ca_topic_score_gemma":0.000019569643,"teacher_disagreement_score":0.73611426,"about_ca_system_score_codex":0.00009665835,"about_ca_system_score_gemma":0.0006340686,"threshold_uncertainty_score":0.9938653},"labels":[],"label_agreement":null},{"id":"W1751507894","doi":"10.1007/978-1-4419-5546-3_7","title":"Modeling and Studying Gaming the System with Educational Data Mining","year":2013,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Educational data mining; Data science; Detector; Annotation; Software; Work (physics); Educational game; Human–computer interaction; Artificial intelligence; Multimedia; Engineering","score_opus":0.04564343442184672,"score_gpt":0.290192017599304,"score_spread":0.2445485831774573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1751507894","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025968783,0.0073369714,0.24954414,0.026017029,0.007939206,0.0016220594,0.000102725695,0.00033823686,0.6811308],"genre_scores_gemma":[0.7967053,0.00011872364,0.05872648,0.00011771733,0.001276128,0.00002715853,0.0001662673,0.000052775526,0.14280944],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847037,0.000014663834,0.00038111006,0.0005045085,0.00050136686,0.00012801017],"domain_scores_gemma":[0.9981756,0.00013362445,0.00036507443,0.0008023163,0.00046648193,0.00005690768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032369918,0.00021420176,0.0002025778,0.00022566336,0.0001639241,0.00025774792,0.0014409964,0.00008069467,0.000023039102],"category_scores_gemma":[0.0000446781,0.00016254892,0.000037893646,0.0000318926,0.00006751373,0.00040145704,0.00055825006,0.0002584614,0.000013243721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082236265,0.00006587835,0.00048406707,0.00018372884,0.00034961238,0.0000010416761,0.0014635384,0.0023056185,0.00003452376,0.9372898,0.0006921312,0.057121858],"study_design_scores_gemma":[0.00021695049,0.000048566093,0.00022038085,0.0034161757,0.000109531815,0.00006655328,0.0007417419,0.98243666,0.000013120163,0.0066710054,0.00564213,0.0004171672],"about_ca_topic_score_codex":0.000112424146,"about_ca_topic_score_gemma":0.000021106449,"teacher_disagreement_score":0.98013103,"about_ca_system_score_codex":0.00009701569,"about_ca_system_score_gemma":0.00055462855,"threshold_uncertainty_score":0.66285527},"labels":[],"label_agreement":null},{"id":"W1753006307","doi":"10.19173/irrodl.v16i5.2027","title":"Examining Value Change in MOOCs in the Scope of Connectivism and Open Educational Resources Movement","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Connectivism; Open educational resources; Scope (computer science); Autonomy; Openness to experience; Massive open online course; Value (mathematics); Pedagogy; Knowledge management; Sociology; Psychology; Computer science; Political science; Learning theory","score_opus":0.2527034441610267,"score_gpt":0.48553925569679146,"score_spread":0.23283581153576477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753006307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78798413,0.043854054,0.00042010163,0.15218078,0.00009785962,0.0019002405,0.000022448348,0.0000069109533,0.013533503],"genre_scores_gemma":[0.9919328,0.006979339,0.0005069278,0.0003922362,0.000029533112,0.00006615467,0.000018757488,0.0000033115114,0.00007094652],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976944,0.0010044005,0.00033428258,0.0002128527,0.0005958251,0.000158255],"domain_scores_gemma":[0.9981766,0.0012424396,0.00014742788,0.00020059121,0.00019165594,0.00004130048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012430022,0.00006832248,0.00021054859,0.00015879876,0.00005845655,0.00025360915,0.002197738,0.000021372474,0.000009103143],"category_scores_gemma":[0.0025827605,0.00004371598,0.000012544425,0.0006937673,0.00011349085,0.00036135776,0.0018109663,0.0004543066,0.0000012647929],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011334575,0.00061831507,0.5235114,0.0010637968,0.000047043024,0.000027450636,0.010565493,0.0017137945,0.00005080464,0.36111397,0.0012367547,0.09993782],"study_design_scores_gemma":[0.003835818,0.00078637607,0.72015446,0.035273444,0.000011874023,0.000038050628,0.016501889,0.12670517,0.00007229021,0.07120166,0.025036108,0.0003828825],"about_ca_topic_score_codex":0.003342972,"about_ca_topic_score_gemma":0.00012617756,"teacher_disagreement_score":0.2899123,"about_ca_system_score_codex":0.00006274367,"about_ca_system_score_gemma":0.00020003293,"threshold_uncertainty_score":0.5053596},"labels":[],"label_agreement":null},{"id":"W1757772857","doi":"10.19173/irrodl.v16i3.2112","title":"Massive open online course completion rates revisited: Assessment, length and attrition","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":488,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Attrition; Grading (engineering); Distance education; Massive open online course; Regression analysis; Medicine; Statistics; Medical education; Demography; Psychology; Mathematics education; Mathematics; Dentistry","score_opus":0.19685317702033267,"score_gpt":0.5243967242174246,"score_spread":0.3275435471970919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757772857","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15679711,0.07484975,0.04666537,0.69368786,0.00039466852,0.0050060633,0.00052173145,0.000117082986,0.021960374],"genre_scores_gemma":[0.96951157,0.023724535,0.0052748993,0.00038877554,0.00006573888,0.00002606312,0.00064860575,0.000007518978,0.00035229183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977482,0.0008679439,0.0003253555,0.00027406943,0.00060713367,0.00017729426],"domain_scores_gemma":[0.9982439,0.0005718289,0.00019108693,0.00022205822,0.00067054457,0.00010057231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00688135,0.00008826241,0.0002612113,0.00009226068,0.0001521719,0.0006135056,0.0017250266,0.00002896443,0.000020076695],"category_scores_gemma":[0.0015965156,0.00006371976,0.000022387649,0.0005231881,0.00014134115,0.00055990886,0.002186431,0.0006064436,0.0000048615657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002034367,0.001729757,0.29540536,0.0033051188,0.00025114845,0.0001286584,0.00060751796,0.0015529396,0.00018083381,0.4681425,0.03499437,0.19349836],"study_design_scores_gemma":[0.005039854,0.0009376579,0.12582433,0.028842425,0.000050860508,0.00011492286,0.00543585,0.60970753,0.000035526966,0.03477439,0.18870033,0.000536297],"about_ca_topic_score_codex":0.00033456532,"about_ca_topic_score_gemma":0.000015194492,"teacher_disagreement_score":0.81271446,"about_ca_system_score_codex":0.00008030317,"about_ca_system_score_gemma":0.00024609157,"threshold_uncertainty_score":0.5916048},"labels":[],"label_agreement":null},{"id":"W1761846418","doi":"","title":"Analytics for learning and becoming in practice","year":2014,"lang":"en","type":"article","venue":"Open Research Online (The Open University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Intersection (aeronautics); Computer science; Data science; Analytics; Process (computing); Theme (computing); TRACE (psycholinguistics); Cultural analytics; World Wide Web; Semantic analytics; Engineering; The Internet","score_opus":0.11762851430377982,"score_gpt":0.4315468491172019,"score_spread":0.31391833481342213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1761846418","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042359367,0.0001256482,0.24547951,0.39664385,0.00021980409,0.0052504437,0.000020426502,0.00014388288,0.30975708],"genre_scores_gemma":[0.5139392,0.00051291287,0.36878508,0.00081712665,0.00019822636,0.000006907804,0.000035052308,0.0000426537,0.11566285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976717,0.0010037555,0.00014959236,0.0004692002,0.000287697,0.0004180302],"domain_scores_gemma":[0.9965801,0.0024028725,0.0000990228,0.0004385754,0.00035168618,0.00012773213],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0055130366,0.00010192983,0.00021038222,0.00034688643,0.00077655265,0.0013607179,0.0043263026,0.000056928013,0.000007207781],"category_scores_gemma":[0.0023800065,0.000087759734,0.00003108742,0.001422906,0.00011520828,0.0014532474,0.005466785,0.0007749113,0.000009821177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002314042,0.0005458616,0.007773889,0.000036567206,0.00009489786,0.00009117693,0.001252407,0.0042834748,0.00008148401,0.7981157,0.0012652983,0.18622786],"study_design_scores_gemma":[0.00096897857,0.00023430194,0.00045429062,0.000047635152,0.000011286366,0.000005130022,0.002375514,0.3549258,0.000008446485,0.0022991723,0.6385507,0.00011873821],"about_ca_topic_score_codex":0.00096154946,"about_ca_topic_score_gemma":0.0007643289,"teacher_disagreement_score":0.79581654,"about_ca_system_score_codex":0.00008597911,"about_ca_system_score_gemma":0.00025389882,"threshold_uncertainty_score":0.999676},"labels":[],"label_agreement":null},{"id":"W1765012220","doi":"10.3968/6676","title":"The Mode Reform of Superior Education in the MOOC Times","year":2015,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"China; Higher education; The Internet; Mode (computer interface); Political science; Education reform; Traditional education; Sight; Massive open online course; Mathematics education; Computer science; Psychology; World Wide Web","score_opus":0.018880433061436056,"score_gpt":0.35022582156965465,"score_spread":0.3313453885082186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1765012220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6046663,0.0005374798,0.00041495127,0.07372574,0.002839491,0.00029761894,0.0000017329622,0.000043854372,0.31747288],"genre_scores_gemma":[0.99359655,0.000009774756,0.0014493122,0.00023317213,0.00013386793,0.0000067917354,7.056029e-7,0.0000017565335,0.0045680585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99908733,0.00005362439,0.00016857791,0.00012802263,0.00043537284,0.00012705305],"domain_scores_gemma":[0.99925023,0.000039713803,0.00012372904,0.0002426308,0.00030777953,0.000035916022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080273283,0.00004591609,0.0000645632,0.000069106,0.00019225298,0.00008126731,0.0010909695,0.000022269842,0.0000035808816],"category_scores_gemma":[0.000049096398,0.000027274222,0.00002414363,0.000984312,0.00034424194,0.00031751906,0.00006213436,0.00007438678,0.000006059596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012343406,0.00014519831,0.0007413819,0.0000033927274,7.8531025e-7,1.46893555e-8,0.006804105,0.000014425243,0.00019269204,0.97393805,0.0014457286,0.016712992],"study_design_scores_gemma":[0.0003758512,0.00021793853,0.5763195,0.000099320096,0.000018029372,0.000004976962,0.0328538,0.0076040686,0.0020636292,0.14239277,0.23765561,0.00039451235],"about_ca_topic_score_codex":0.0003841756,"about_ca_topic_score_gemma":0.000005730993,"teacher_disagreement_score":0.8315453,"about_ca_system_score_codex":0.00011252732,"about_ca_system_score_gemma":0.0027969235,"threshold_uncertainty_score":0.49616224},"labels":[],"label_agreement":null},{"id":"W1765267627","doi":"10.19173/irrodl.v16i5.2244","title":"Public Response to “the MOOC Movement” in China: Examining the Time Series of Microblogging","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Microblogging; Social media; Schedule; Computer science; China; World Wide Web; Period (music); Internet privacy; Multimedia; Political science","score_opus":0.12002105024453531,"score_gpt":0.40763074454714615,"score_spread":0.28760969430261085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1765267627","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26475266,0.00856628,0.002462708,0.7193142,0.000099610486,0.00090566784,0.000024005041,0.000017555692,0.0038572596],"genre_scores_gemma":[0.9959192,0.0017335492,0.00070976454,0.00039719185,0.00002966669,0.000027823748,0.000017035083,0.0000057449392,0.0011600216],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970146,0.0015468542,0.00037444182,0.0001956304,0.0006377782,0.00023071475],"domain_scores_gemma":[0.99794567,0.0012010951,0.0001489483,0.00033666802,0.00030769693,0.000059927195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01926799,0.00007725775,0.00019431484,0.00015681238,0.000129856,0.00026612217,0.0025959003,0.000019825284,0.000022052027],"category_scores_gemma":[0.008184064,0.00004156711,0.000026328546,0.0010768079,0.00013932116,0.00028785245,0.0020254054,0.0005542465,0.000013207864],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022260137,0.0010784026,0.3261334,0.0024417455,0.00044017736,0.00015733461,0.017252196,0.03988504,0.007960828,0.24416089,0.046670727,0.31159323],"study_design_scores_gemma":[0.0042894953,0.0019217549,0.2486601,0.036405865,0.000029509441,0.00012901673,0.011947695,0.23995581,0.0009656494,0.032831818,0.42201686,0.0008464257],"about_ca_topic_score_codex":0.00027571592,"about_ca_topic_score_gemma":0.000029246447,"teacher_disagreement_score":0.73116654,"about_ca_system_score_codex":0.00007841716,"about_ca_system_score_gemma":0.0002542259,"threshold_uncertainty_score":0.9797681},"labels":[],"label_agreement":null},{"id":"W1765817687","doi":"10.19173/irrodl.v10i5.643","title":"The Technological Dimension of a Massive Open Online Course: The Case of the CCK08 Course Tools","year":2009,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":417,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Lifelong learning; Usability; Computer science; Connectivism; Massive open online course; Distance education; Open learning; Knowledge management; Psychology; World Wide Web; Mathematics education; Pedagogy; Teaching method; Learning theory; Cooperative learning","score_opus":0.08331360297106032,"score_gpt":0.4634803727432835,"score_spread":0.3801667697722232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1765817687","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23324671,0.024745416,0.0017076888,0.7351881,0.00013423729,0.0023825765,0.0001442492,0.000023731282,0.0024272471],"genre_scores_gemma":[0.99208575,0.007054465,0.0003199182,0.00020911399,0.000016936261,0.0000118472335,0.00001665832,0.0000030641877,0.00028227037],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756134,0.0009756014,0.00044628244,0.00020285787,0.0006098552,0.00020408486],"domain_scores_gemma":[0.9964597,0.0019860882,0.00037534934,0.0005843641,0.00055993244,0.000034547145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007417664,0.00009101686,0.00024958904,0.000033762797,0.00037679076,0.00025259514,0.004922324,0.000041612595,0.00001218605],"category_scores_gemma":[0.004279113,0.00003659025,0.00006989174,0.0008049711,0.00061504566,0.00018625398,0.002791321,0.00090894813,0.0000013889352],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011501822,0.0009404863,0.0045977063,0.00027972748,0.00012488941,0.00016510063,0.00030888277,0.0018106634,0.00029157367,0.4410432,0.0048486628,0.5454741],"study_design_scores_gemma":[0.00569088,0.0026439072,0.097321674,0.045953453,0.00024445695,0.0018069703,0.028123269,0.5058147,0.0019364428,0.120045654,0.18948822,0.0009304062],"about_ca_topic_score_codex":0.00019894973,"about_ca_topic_score_gemma":0.00003623948,"teacher_disagreement_score":0.758839,"about_ca_system_score_codex":0.00003431161,"about_ca_system_score_gemma":0.00025707466,"threshold_uncertainty_score":0.9146985},"labels":[],"label_agreement":null},{"id":"W1766934520","doi":"10.19173/irrodl.v16i5.2222","title":"Effectiveness of Integrating MOOCs in Traditional Classrooms for Undergraduate Students","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Context (archaeology); Class (philosophy); Computer science; Online learning; Educational technology; Mathematics education; Multimedia; Psychology","score_opus":0.15491717555981063,"score_gpt":0.4800925481969283,"score_spread":0.3251753726371177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1766934520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69410354,0.01942948,0.20527226,0.068329595,0.00054169644,0.00454454,0.00018926375,0.00005195555,0.0075376923],"genre_scores_gemma":[0.9968151,0.0015858127,0.0013648741,0.000025001174,0.00001612009,0.000047812093,0.00007862657,0.0000040219265,0.000062670755],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977462,0.0008420106,0.0003457364,0.00019156488,0.0007167747,0.00015771357],"domain_scores_gemma":[0.99708986,0.0021362586,0.00013898993,0.0001375922,0.00044855865,0.0000487635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011515965,0.00006841236,0.00023682986,0.00014089083,0.0000487834,0.000114648275,0.0015360728,0.000024764646,0.000002610192],"category_scores_gemma":[0.003928459,0.00004874392,0.00003981439,0.00060683547,0.00009231657,0.00022478924,0.0005976496,0.00042458592,0.0000011490309],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034596107,0.000852324,0.33102697,0.0053338096,0.00012790492,0.00002081549,0.0004954946,0.007299353,0.00020222491,0.61612433,0.0008053882,0.037365414],"study_design_scores_gemma":[0.007526131,0.0013286483,0.1252247,0.07483633,0.000021728689,0.000036202084,0.0037280617,0.4489113,0.0003342307,0.327971,0.009653697,0.00042796056],"about_ca_topic_score_codex":0.00019476589,"about_ca_topic_score_gemma":0.000015710757,"teacher_disagreement_score":0.44161195,"about_ca_system_score_codex":0.0001086021,"about_ca_system_score_gemma":0.00021863254,"threshold_uncertainty_score":0.47030157},"labels":[],"label_agreement":null},{"id":"W1767812949","doi":"10.47678/cjhe.v42i1.182452","title":"Review of \"Measuring college learning responsibly: Ac- countability in a new era\"","year":2012,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Psychology; Mathematics education; Sociology; Accounting; Political science; Business","score_opus":0.02698869947101492,"score_gpt":0.3067479205313158,"score_spread":0.2797592210603009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1767812949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51020366,0.40784803,0.0012174788,0.07148537,0.0052970406,0.000314308,0.000004419972,0.000024789366,0.003604906],"genre_scores_gemma":[0.99105483,0.00044999184,0.0045880927,0.00076123443,0.0003541684,5.410555e-7,9.2249746e-7,0.0000062654035,0.002783938],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894965,0.00020248757,0.00039121535,0.00008075132,0.00015428699,0.00022162212],"domain_scores_gemma":[0.9987584,0.00007512492,0.00030315397,0.0001815015,0.00024933188,0.00043248825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012839084,0.00007051356,0.00019207237,0.00031625302,0.000048198373,0.00002390321,0.0003072361,0.000037730755,0.00008111704],"category_scores_gemma":[0.0003944192,0.00006831987,0.000058202375,0.0006031325,0.000020884998,0.00042168066,0.0000102852855,0.0003383632,0.000007048725],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014691028,0.00021337188,0.86460495,0.0015251595,0.000039885024,0.00001251969,0.0034909877,0.00032162794,0.00020548084,0.02042126,0.08489228,0.024257785],"study_design_scores_gemma":[0.00022529115,0.00008368503,0.40957338,0.0053822496,0.000026374384,0.00008584081,0.00013760503,0.00009753562,0.000054006505,0.0014465239,0.5827223,0.00016521616],"about_ca_topic_score_codex":0.0020111299,"about_ca_topic_score_gemma":0.0011196345,"teacher_disagreement_score":0.49783,"about_ca_system_score_codex":0.00028729584,"about_ca_system_score_gemma":0.008186656,"threshold_uncertainty_score":0.997436},"labels":[],"label_agreement":null},{"id":"W1785945188","doi":"","title":"MOOC Learning Experience Design: Issues and Challenges","year":2015,"lang":"en","type":"article","venue":"NPARC","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Yorkville University; National Research Council Canada","funders":"","keywords":"Learning design; Engineering ethics; Psychology; Engineering; Mathematics education","score_opus":0.10733588465704641,"score_gpt":0.3154572157676322,"score_spread":0.20812133111058578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1785945188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12540373,0.01711159,0.68474483,0.12491591,0.0006399912,0.00022222592,3.6818514e-7,0.0014497942,0.045511547],"genre_scores_gemma":[0.8599325,0.0009410704,0.13738386,0.0000728331,0.00009492259,0.0000032076393,1.8635392e-7,0.0000058391397,0.0015655952],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992793,0.00008680929,0.000076875454,0.00022060676,0.0001772381,0.0001591504],"domain_scores_gemma":[0.9995664,0.000052390245,0.0000321143,0.00018314857,0.000050927185,0.00011505779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029644513,0.000073293624,0.000093512295,0.0000392024,0.000067707915,0.000094811825,0.00027348532,0.00003210481,0.000005722533],"category_scores_gemma":[0.00015972085,0.00006470307,0.000013023894,0.00009170065,0.000040277224,0.000209766,0.00014085278,0.00012359298,0.00003636115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014764316,0.00012488975,0.004176139,0.000050732568,0.000028820543,0.000103522376,0.07579521,0.004671718,0.0033270738,0.14736283,0.0031621275,0.7611822],"study_design_scores_gemma":[0.0004574776,0.000508427,0.0010192127,0.000053923548,0.0000062045774,0.000050445513,0.0029729507,0.80289465,0.0017144155,0.0534116,0.13650629,0.00040442217],"about_ca_topic_score_codex":0.0000043565515,"about_ca_topic_score_gemma":5.566598e-7,"teacher_disagreement_score":0.7982229,"about_ca_system_score_codex":0.00000841126,"about_ca_system_score_gemma":0.000027097332,"threshold_uncertainty_score":0.26385146},"labels":[],"label_agreement":null},{"id":"W1798241185","doi":"10.24908/pceea.v0i0.4812","title":"Machine Learning Methodology for the Analysis of Engineering Student Retention Data","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Data retention; Data science; Mathematics education; Artificial intelligence; Psychology; Computer security","score_opus":0.033289557999388444,"score_gpt":0.28713754868601293,"score_spread":0.2538479906866245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1798241185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65167934,0.0021917867,0.19216673,0.14042532,0.008021083,0.0036678608,0.0002346333,0.00067772495,0.0009354957],"genre_scores_gemma":[0.97388923,0.000016725357,0.024884956,0.00007586955,0.00009634774,0.000035143625,0.000030609022,0.000014236267,0.0009568703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989891,0.000016081312,0.0003042339,0.00021259079,0.0002603605,0.00021760703],"domain_scores_gemma":[0.9981869,0.00038425357,0.00045230606,0.00026464518,0.000630427,0.00008145972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014087742,0.00010303637,0.00020894587,0.00041701685,0.00013899727,0.00012846061,0.0011601619,0.000080566875,0.000007875663],"category_scores_gemma":[0.0030715712,0.00008242541,0.000121311,0.0011967066,0.000009155119,0.00029244393,0.000120466895,0.0002165567,0.0000014068579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026703758,0.00016816231,0.40727422,0.0004765282,0.004615167,5.053863e-8,0.0051053436,0.42815334,0.010330135,0.11457258,0.010192986,0.019108836],"study_design_scores_gemma":[0.000059670885,0.000009935259,0.15678947,0.000022685123,0.00029943045,3.774378e-7,0.00010791026,0.83806604,0.00017395089,0.00011294724,0.0042711087,0.00008646742],"about_ca_topic_score_codex":0.0073089795,"about_ca_topic_score_gemma":0.0011990344,"teacher_disagreement_score":0.4099127,"about_ca_system_score_codex":0.00038146984,"about_ca_system_score_gemma":0.00021971337,"threshold_uncertainty_score":0.99930143},"labels":[],"label_agreement":null},{"id":"W1799316639","doi":"10.19173/irrodl.v16i5.2348","title":"In Search of Quality: Using Quality Matters to Analyze the Quality of Massive, Open, Online Courses (MOOCs)","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Massive open online course; Feeling; Open education; Distance education; Higher education; Set (abstract data type); Online learning; Control (management); Online course; Computer science; Medical education; Psychology; Public relations; Pedagogy; Mathematics education; Political science; World Wide Web; Medicine","score_opus":0.31938250357890735,"score_gpt":0.5720007238411693,"score_spread":0.25261822026226194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1799316639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74554896,0.003316066,0.007910748,0.24107796,0.00009619434,0.0010800144,0.00020090862,0.00000840602,0.00076076994],"genre_scores_gemma":[0.99417776,0.0017154729,0.0029641332,0.0008294525,0.000029210281,0.00001119094,0.000057570694,0.0000072522666,0.00020795332],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99281645,0.0039657373,0.00111862,0.00032570228,0.0014921315,0.0002813774],"domain_scores_gemma":[0.99549854,0.0021908216,0.0004781577,0.00055058114,0.0011685306,0.00011339325],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03307815,0.000112425005,0.00057482603,0.0002151878,0.0000873856,0.00020053939,0.0040494055,0.000037015074,0.000025368758],"category_scores_gemma":[0.007031286,0.00007255293,0.00006844178,0.001539389,0.00028409905,0.00038601918,0.003437597,0.0007047415,0.0000028116688],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011389675,0.0023769652,0.5500312,0.0067184544,0.00042146756,0.00004135364,0.005079263,0.061800152,0.003069084,0.312488,0.0064441613,0.050390992],"study_design_scores_gemma":[0.009506448,0.0013217091,0.47345844,0.052578595,0.00007530583,0.00003926567,0.06533039,0.30428302,0.0020865775,0.036067665,0.053773332,0.0014792375],"about_ca_topic_score_codex":0.015672088,"about_ca_topic_score_gemma":0.00035124272,"teacher_disagreement_score":0.27642033,"about_ca_system_score_codex":0.0001362049,"about_ca_system_score_gemma":0.0005875316,"threshold_uncertainty_score":0.9956495},"labels":[],"label_agreement":null},{"id":"W1825306698","doi":"10.3968/j.css.1923669720120804.4511","title":"Analysis on the Cultivation of Comprehensive Ability of Students Majoring in Economics and Management During Undergraduate Paper Link","year":2012,"lang":"en","type":"article","venue":"Canadian social science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Specialty; Adaptation (eye); Quality (philosophy); Undergraduate education; Key (lock); Foundation (evidence); Engineering ethics; Computer science; Engineering management; Mathematics education; Psychology; Medical education; Engineering; Political science; Medicine","score_opus":0.014616016730725977,"score_gpt":0.27224150492037064,"score_spread":0.25762548818964465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1825306698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966021,0.000008530784,0.00010224128,0.0020952981,0.000036445792,0.000059846778,0.0000016346784,0.0000030747547,0.0010907876],"genre_scores_gemma":[0.9995695,0.00003288943,0.00026856762,0.000092988485,0.000018254179,0.0000012953296,3.008152e-7,0.000001313657,0.000014924214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99931073,0.00003671673,0.00013894645,0.00015120153,0.00015725386,0.00020513206],"domain_scores_gemma":[0.99959284,0.00003884827,0.0000806002,0.00015420227,0.000045609955,0.000087928085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046548794,0.000048449874,0.00010403498,0.00022234708,0.00016748415,0.000039203303,0.0004125953,0.000017372622,8.7489843e-7],"category_scores_gemma":[0.000019786972,0.000041289335,0.00002962897,0.0010042244,0.00018746543,0.00021558923,0.00010016157,0.0000603979,5.904213e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012647134,0.000025075236,0.8663455,0.000016895052,0.00004525335,6.423231e-7,0.0021362887,0.00088550453,0.0002744444,0.12434646,0.0000016800375,0.005920978],"study_design_scores_gemma":[0.00006892533,0.00000547044,0.9947787,0.000007987551,0.000012670048,7.384463e-8,0.00065202423,0.0037946918,0.000106881234,0.00042891165,0.00009514067,0.00004853165],"about_ca_topic_score_codex":0.0018856972,"about_ca_topic_score_gemma":0.0021735388,"teacher_disagreement_score":0.12843317,"about_ca_system_score_codex":0.00017640246,"about_ca_system_score_gemma":0.000050579398,"threshold_uncertainty_score":0.28506228},"labels":[],"label_agreement":null},{"id":"W1862540101","doi":"10.19173/irrodl.v15i5.1857","title":"Evaluating the validity and applicability of automated essay scoring in two massive open online courses","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Rubric; Grading (engineering); Massive open online course; Higher education; Computer science; Mathematics education; Open education; Distance education; Psychology; Multimedia; Medical education; World Wide Web; Engineering; Medicine","score_opus":0.1986828325979672,"score_gpt":0.5550126832509729,"score_spread":0.35632985065300565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1862540101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9500105,0.0024414966,0.004733186,0.039732452,0.000063199375,0.001325305,0.00003629532,0.000030906303,0.0016267045],"genre_scores_gemma":[0.99605083,0.0017703573,0.001973496,0.00007487328,0.0000223406,0.000026586098,0.000030801835,0.0000039478964,0.00004675675],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967276,0.0017568043,0.00043985256,0.0002818669,0.00060683815,0.0001870798],"domain_scores_gemma":[0.996218,0.0027765604,0.00024998118,0.00033291272,0.0003792271,0.000043294323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018653218,0.00008276411,0.00028902342,0.0000759673,0.00014353484,0.00025820007,0.002400777,0.000019043571,0.000010230645],"category_scores_gemma":[0.0069188164,0.00005026059,0.000025861462,0.0005963061,0.00021875714,0.0002451396,0.0028524809,0.0006063137,0.0000010407028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016864021,0.00076956087,0.53458387,0.0032272404,0.000090939146,0.000011549459,0.0011014517,0.037495855,0.00080783217,0.09982894,0.00034314865,0.321571],"study_design_scores_gemma":[0.0007029037,0.00014086043,0.038446818,0.0054204073,0.0000059774306,0.00000533073,0.00058697857,0.9479195,0.00006010429,0.0056895595,0.000944819,0.00007675891],"about_ca_topic_score_codex":0.0008161746,"about_ca_topic_score_gemma":0.00007175294,"teacher_disagreement_score":0.91042364,"about_ca_system_score_codex":0.000060363553,"about_ca_system_score_gemma":0.00020995823,"threshold_uncertainty_score":0.8282969},"labels":[],"label_agreement":null},{"id":"W1868643090","doi":"10.19173/irrodl.v15i5.1853","title":"Towards an integration of text and graph clustering methods as a lens for studying social interaction in MOOCs","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Dropout (neural networks); Attrition; Computer science; Cluster analysis; Mathematics education; Grounded theory; Qualitative research; Psychology; Artificial intelligence; Sociology; Machine learning","score_opus":0.17463738138800786,"score_gpt":0.5343516008745407,"score_spread":0.3597142194865328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1868643090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24082446,0.002317443,0.72845644,0.024753444,0.00014997723,0.0010634741,0.0000131762945,0.000022252158,0.0023993496],"genre_scores_gemma":[0.9841646,0.0024391266,0.013204448,0.00006931726,0.000032825985,0.000028708433,0.000029346462,0.0000046942146,0.000026927808],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980496,0.00095447473,0.0003525871,0.000207,0.00029765192,0.00013868372],"domain_scores_gemma":[0.99855334,0.00084252155,0.00017006499,0.00011765395,0.00028888838,0.00002751493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009201063,0.000070272705,0.00023013393,0.00020045132,0.000111198235,0.0001586915,0.0006742625,0.000030565432,0.0000042924644],"category_scores_gemma":[0.0025787705,0.000052771054,0.000033854158,0.0004184145,0.0000767268,0.0004419039,0.0005433289,0.00040967754,3.1479667e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009642825,0.00012638149,0.004540451,0.00084100553,0.000028335917,0.0000011346084,0.0015982711,0.00080738903,0.0009123325,0.070754915,0.00004366396,0.9202497],"study_design_scores_gemma":[0.0011149197,0.00054690236,0.014688964,0.0066469857,0.000011939653,0.000014020189,0.004609194,0.9424026,0.00034681588,0.023531241,0.0059282174,0.00015816827],"about_ca_topic_score_codex":0.00050968525,"about_ca_topic_score_gemma":0.000072372655,"teacher_disagreement_score":0.94159526,"about_ca_system_score_codex":0.000045742887,"about_ca_system_score_gemma":0.000062083695,"threshold_uncertainty_score":0.31889233},"labels":[],"label_agreement":null},{"id":"W1871407526","doi":"10.24908/pceea.v0i0.4814","title":"AUTOMATED TOOLS FOR MULTI-CAMPUS UNIVERSITY COURSE ASSESSMENT","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Accreditation; Outcome-based education; Course (navigation); Automation; Computer science; Engineering management; Class (philosophy); Outcome (game theory); Software engineering; Medical education; Engineering; Artificial intelligence; Medicine","score_opus":0.009953517809557187,"score_gpt":0.24753911339555656,"score_spread":0.23758559558599937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1871407526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7503136,0.000120330944,0.034960497,0.19271557,0.008040753,0.003883351,0.00012701491,0.002730094,0.0071087866],"genre_scores_gemma":[0.93660855,0.0000022688482,0.0591476,0.00016914253,0.00006660257,0.000013115278,0.000006514824,0.00001122275,0.003974971],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993243,0.0000051532606,0.00013355727,0.00014938888,0.00016852151,0.00021903147],"domain_scores_gemma":[0.99869305,0.000060539936,0.00024274611,0.00009452629,0.0007644157,0.00014469438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002610729,0.00008632516,0.00010123179,0.0001346938,0.00016857788,0.000247178,0.00047749077,0.00008519638,0.00000532668],"category_scores_gemma":[0.00057046505,0.00008769253,0.000066460874,0.00038812743,0.000007679861,0.0005510268,0.000030998264,0.00012932214,0.0000077247105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001504314,0.0006713199,0.23221838,0.00055779354,0.0005361247,2.603378e-7,0.0029911597,0.015546189,0.0048376564,0.37420365,0.34366527,0.024770657],"study_design_scores_gemma":[0.00018018499,0.000011778959,0.22103074,0.000042749496,0.000023429033,7.2816124e-7,0.00019847395,0.7612315,0.00011738886,0.00015478523,0.016869202,0.00013907281],"about_ca_topic_score_codex":0.0031311498,"about_ca_topic_score_gemma":0.0008128127,"teacher_disagreement_score":0.7456853,"about_ca_system_score_codex":0.001279693,"about_ca_system_score_gemma":0.0010110429,"threshold_uncertainty_score":0.47333828},"labels":[],"label_agreement":null},{"id":"W1891517295","doi":"10.2196/mededu.4394","title":"Virtual Patients in a Behavioral Medicine Massive Open Online Course (MOOC): A Case-Based Analysis of Technical Capacity and User Navigation Pathways","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Presentation (obstetrics); Course (navigation); Computer science; Multimedia; Online learning; Case presentation; Medical education; Psychology; World Wide Web; Medicine; Engineering; Surgery","score_opus":0.03974116491078958,"score_gpt":0.38196799565382955,"score_spread":0.34222683074303994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891517295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98921496,0.000014079119,0.0028085788,0.007513672,0.00013888007,0.00024494264,0.000014530597,0.000027278858,0.00002310174],"genre_scores_gemma":[0.99405116,0.0000016366549,0.0051876865,0.00034595287,0.000058720787,0.000033497694,0.0002955297,0.000005760198,0.00002003978],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982591,0.00017479263,0.00043358165,0.0003173104,0.0006652948,0.00014989905],"domain_scores_gemma":[0.9986713,0.00010277416,0.00022783807,0.00031515936,0.00033262427,0.0003502978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069584424,0.00011621152,0.0003228342,0.00029505204,0.000037263588,0.00003272457,0.00043976516,0.00014977388,0.000021321137],"category_scores_gemma":[0.0006083273,0.00009651794,0.000038551767,0.001318118,0.00020142704,0.00023532116,0.00015108987,0.00030231898,0.0000010723187],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113730246,0.025934217,0.7825303,0.00009557097,0.00014819509,0.00022686827,0.014834826,0.001150455,0.00012863812,0.01133994,0.005479454,0.1580178],"study_design_scores_gemma":[0.0042136367,0.0017488261,0.45494282,0.00056239933,0.00048379102,0.000052639854,0.0030944438,0.533068,0.000027536793,0.0009704429,0.00043539001,0.00040003404],"about_ca_topic_score_codex":0.0018692665,"about_ca_topic_score_gemma":0.0009997298,"teacher_disagreement_score":0.5319176,"about_ca_system_score_codex":0.00012190207,"about_ca_system_score_gemma":0.001112968,"threshold_uncertainty_score":0.39358875},"labels":[],"label_agreement":null},{"id":"W1892002453","doi":"10.1111/bjet.12277","title":"What public media reveals about <scp>MOOC</scp> s: A systematic analysis of news reports","year":2015,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Mainstream; Public relations; Government (linguistics); Social media; Political science; Sociology; Massive open online course; Pedagogy","score_opus":0.02230428258076981,"score_gpt":0.29189597810951723,"score_spread":0.2695916955287474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1892002453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8883876,0.04317168,0.011837939,0.052237656,0.0035111627,0.0002333318,0.0000074050563,0.0000972637,0.0005159485],"genre_scores_gemma":[0.9778184,0.0008460742,0.02041346,0.00015350693,0.00019620167,0.0000072870835,0.000009995932,0.000010267106,0.0005447521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973171,0.00016081627,0.0013554813,0.0002552334,0.0006505956,0.00026079745],"domain_scores_gemma":[0.99468184,0.00074131356,0.0020365142,0.00049704406,0.0018261633,0.0002171131],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001649788,0.00012332368,0.0007667792,0.0017549228,0.00006323565,0.00034058836,0.0010149797,0.00017453029,0.0000114141985],"category_scores_gemma":[0.015334674,0.00012922911,0.00025055362,0.0032974093,0.00013750412,0.0008865609,0.0001399096,0.0003925423,0.000006285385],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006646944,0.004601744,0.37078336,0.0031255723,0.010911602,0.0027670448,0.0070284912,0.004123815,0.00058034586,0.41313174,0.13847968,0.04445996],"study_design_scores_gemma":[0.0016388467,0.00078537635,0.07506084,0.018907953,0.0029515806,0.07363026,0.02343625,0.012445935,0.00023497183,0.78137934,0.008853936,0.0006747119],"about_ca_topic_score_codex":0.000026340429,"about_ca_topic_score_gemma":0.000059499765,"teacher_disagreement_score":0.3682476,"about_ca_system_score_codex":0.00010076747,"about_ca_system_score_gemma":0.0009643316,"threshold_uncertainty_score":0.99295956},"labels":[],"label_agreement":null},{"id":"W1898432749","doi":"10.18438/b87s4c","title":"Graduate Students Reference Open Access Content in Literature Review Assignments","year":2015,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Coursework; Library science; Class (philosophy); Index (typography); Sample (material); World Wide Web; Mathematics education; Psychology","score_opus":0.19330091292496915,"score_gpt":0.421388209404978,"score_spread":0.22808729648000886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1898432749","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004448041,0.026358625,0.02269614,0.9263573,0.00054903876,0.0018936321,0.000018066004,0.00033267605,0.017346434],"genre_scores_gemma":[0.20514455,0.15209588,0.0521046,0.5880421,0.00009334111,0.00013671139,0.0002114768,0.000018408975,0.0021529286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982418,0.00043168035,0.0004418,0.00019861286,0.00052797084,0.00015816327],"domain_scores_gemma":[0.99848604,0.00042452282,0.00039836587,0.0003803081,0.00014130786,0.00016948194],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0015236016,0.00012693126,0.0001765533,0.00014342036,0.00006876326,0.0049683973,0.0022170078,0.000047412475,0.000013403501],"category_scores_gemma":[0.0020721245,0.000103746555,0.00001775608,0.0008532312,0.000018214432,0.3777046,0.0014208239,0.00036486474,0.000057464145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009109374,0.001063283,0.05005869,0.004416706,0.00010863261,0.0003942785,0.002794065,0.0014212653,0.000011876534,0.56577134,0.14509802,0.22795093],"study_design_scores_gemma":[0.0019392903,0.00046929374,0.038601737,0.02758199,0.00004404808,0.000093420516,0.00033450127,0.033097647,0.00012812045,0.0013638852,0.89573705,0.0006090068],"about_ca_topic_score_codex":0.000013818198,"about_ca_topic_score_gemma":4.5991285e-8,"teacher_disagreement_score":0.7506391,"about_ca_system_score_codex":0.000017267525,"about_ca_system_score_gemma":0.0002590432,"threshold_uncertainty_score":0.99606454},"labels":[],"label_agreement":null},{"id":"W1902444295","doi":"10.24059/olj.v17i2.347","title":"cMOOCs and Global Learning: An Authentic Alternative","year":2013,"lang":"en","type":"article","venue":"Online Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University","keywords":"Connectivism; Credentialing; Open educational resources; Computer science; Educational resources; Resource (disambiguation); Massive open online course; Focus (optics); World Wide Web; Mathematics education; Pedagogy; Learning theory; Sociology; Psychology; Medical education","score_opus":0.012155826307973032,"score_gpt":0.28550595754702696,"score_spread":0.27335013123905394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902444295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94834805,0.00013202059,0.045510143,0.0040842704,0.0001623618,0.00009893424,0.0000014376392,0.00052065076,0.0011421397],"genre_scores_gemma":[0.96494645,0.000037802514,0.030740432,0.00021119443,0.00026540013,0.000004051543,0.000025497679,0.000018513454,0.0037506456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982219,0.00026220674,0.00024791533,0.00053803046,0.00030587913,0.00042408952],"domain_scores_gemma":[0.99905527,0.00008995123,0.00016842163,0.0002962594,0.00014489269,0.00024520757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002477175,0.00021825338,0.0002318519,0.00009000838,0.00030098855,0.0004603289,0.0005622079,0.0000858526,0.00005454106],"category_scores_gemma":[0.00028882694,0.00020237268,0.00005902207,0.0003779831,0.00007622563,0.0007590077,0.00033315262,0.0007267416,0.00019769387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007742147,0.00046281834,0.25670543,0.00005040623,0.000109903536,0.00007089391,0.0040294705,0.046201754,0.00065478525,0.03197819,0.00020891025,0.6595197],"study_design_scores_gemma":[0.00034766333,0.00037342717,0.041441783,0.000037289483,0.000013401876,0.00004322807,0.00053776446,0.94346255,0.000013768927,0.006871617,0.006564936,0.00029256401],"about_ca_topic_score_codex":0.0002556607,"about_ca_topic_score_gemma":0.000014936961,"teacher_disagreement_score":0.8972608,"about_ca_system_score_codex":0.000042257987,"about_ca_system_score_gemma":0.000045607765,"threshold_uncertainty_score":0.8252519},"labels":[],"label_agreement":null},{"id":"W1906445730","doi":"10.19173/irrodl.v16i1.2031","title":"Implementation of Tel Aviv University MOOCs in academic curriculum: A pilot study","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tel aviv; Scope (computer science); Curriculum; Mathematics education; Perspective (graphical); Academic year; Higher education; Pedagogy; Psychology; Sociology; Computer science; Library science; Political science","score_opus":0.17792463220678312,"score_gpt":0.500957291814946,"score_spread":0.32303265960816285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1906445730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98311,0.002435314,0.001426617,0.011409922,0.00004250153,0.0006724332,0.000013027515,0.000009644333,0.0008805005],"genre_scores_gemma":[0.99597925,0.0036557075,0.00022786978,0.000021095118,0.000010262286,0.000003723694,0.000018178396,0.0000020836983,0.00008181589],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980926,0.0007237705,0.00028829704,0.0001695519,0.0005865182,0.00013929953],"domain_scores_gemma":[0.9990568,0.00026467434,0.00014983147,0.00014651564,0.00033205806,0.000050131108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006308854,0.000053900312,0.00016984131,0.00017292867,0.000044810236,0.000043886106,0.0014355778,0.0000136195285,0.0000103902075],"category_scores_gemma":[0.0008266271,0.000041407646,0.000015381,0.0008897564,0.000060460607,0.00028036462,0.0010873091,0.00056667347,0.0000030492647],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040475472,0.00037383154,0.96143955,0.000218265,0.00002281358,0.00002059047,0.0006840478,0.0006080051,0.00002514357,0.015287724,0.00059872173,0.02068084],"study_design_scores_gemma":[0.010861126,0.0052882046,0.62928027,0.016256507,0.000045526984,0.0000373714,0.14796712,0.14716767,0.00011632466,0.011702796,0.030695517,0.0005815584],"about_ca_topic_score_codex":0.0036453828,"about_ca_topic_score_gemma":0.00016830108,"teacher_disagreement_score":0.33215928,"about_ca_system_score_codex":0.00010454102,"about_ca_system_score_gemma":0.00023528225,"threshold_uncertainty_score":0.5510753},"labels":[],"label_agreement":null},{"id":"W1916285776","doi":"10.24908/pceea.v0i0.4806","title":"WHY LEARNING IS HARD: Challenges That MOOCs May Miss Providing?","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Online learning; Government (linguistics); Computer science; Multimedia","score_opus":0.01101585974629417,"score_gpt":0.20609266205718946,"score_spread":0.19507680231089528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1916285776","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24356991,0.0011508925,0.00072391087,0.729957,0.0036234397,0.0011039795,0.000009918659,0.0007853181,0.019075625],"genre_scores_gemma":[0.9814944,0.000055700366,0.0050855163,0.0013677948,0.00020567897,0.000040504106,0.0000023263865,0.000029695344,0.011718371],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998738,0.000010870748,0.0002105771,0.00027636936,0.0003972165,0.00036695262],"domain_scores_gemma":[0.99859625,0.00005491104,0.0003549534,0.00015268136,0.00061666203,0.000224565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004089333,0.00015952474,0.00016336943,0.00027233112,0.00022074868,0.00036409008,0.0007116568,0.0001427986,0.000026041018],"category_scores_gemma":[0.00085369503,0.00015232858,0.00009430482,0.00043751686,0.000011571944,0.0005836139,0.00006210144,0.00036511078,0.00004325946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013485599,0.00021773511,0.27101693,0.0010052762,0.00036162185,2.9689565e-7,0.018151473,0.003926537,0.0037759691,0.09869136,0.57304573,0.029805705],"study_design_scores_gemma":[0.00032777822,0.00006646253,0.18773533,0.000501622,0.00006983249,0.000010431964,0.0015201326,0.17560259,0.005181783,0.0031406742,0.62493384,0.00090953655],"about_ca_topic_score_codex":0.0059454846,"about_ca_topic_score_gemma":0.00064704043,"teacher_disagreement_score":0.7379245,"about_ca_system_score_codex":0.0008628991,"about_ca_system_score_gemma":0.0004632399,"threshold_uncertainty_score":0.8987834},"labels":[],"label_agreement":null},{"id":"W1919210172","doi":"10.56059/jl4d.v1i1.12","title":"Bridging Fields at a Critical Time","year":2013,"lang":"en","type":"article","venue":"Journal of Learning for Development","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Bridging (networking); Massive open online course; Developing country; Political science; Engineering ethics; Public relations; Computer science; Sociology; Economic growth; Pedagogy; Engineering; Economics","score_opus":0.014325152334302703,"score_gpt":0.27609411612244206,"score_spread":0.26176896378813935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1919210172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19775556,0.000075589385,0.787813,0.01363712,0.00027471792,0.000059044705,5.7364478e-8,0.000044883345,0.00034001423],"genre_scores_gemma":[0.6939383,0.0000043142845,0.29844654,0.00018841743,0.00017774002,0.0000028190645,6.8953995e-7,0.000009326717,0.0072318525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998938,0.00005405601,0.00037855736,0.00011854619,0.00026839308,0.00024239585],"domain_scores_gemma":[0.9990432,0.00025018214,0.00019266963,0.00008801664,0.00030083995,0.00012508871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006662149,0.000089812966,0.00018054264,0.00011944553,0.00021201989,0.00014503193,0.00034796575,0.000049021688,0.000078472745],"category_scores_gemma":[0.0005864568,0.00007461532,0.0000946479,0.00010664616,0.000017648472,0.00026693568,0.00012716057,0.0002959532,0.00018930412],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028831122,0.00029678838,0.014660635,0.00017871443,0.00028638318,0.0001125095,0.006846145,0.020727236,0.0049367044,0.003914075,0.043680526,0.90433145],"study_design_scores_gemma":[0.0010761055,0.0007104257,0.014970459,0.00037326931,0.0000303736,0.00056963635,0.000086719265,0.7752734,0.002735817,0.0025389364,0.20108977,0.00054511795],"about_ca_topic_score_codex":0.000001026387,"about_ca_topic_score_gemma":2.0796229e-7,"teacher_disagreement_score":0.90378636,"about_ca_system_score_codex":0.00008718189,"about_ca_system_score_gemma":0.00014639608,"threshold_uncertainty_score":0.3042724},"labels":[],"label_agreement":null},{"id":"W1921024470","doi":"","title":"Coconstruction of knowledge in the online/onsite activity of elementary and secondary classrooms: A comparative study","year":2008,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec en Outaouais; Université Laval","funders":"","keywords":"Mathematics education; Pedagogy; Computer science; Psychology","score_opus":0.03416540835502012,"score_gpt":0.34251315122885456,"score_spread":0.30834774287383443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921024470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97336113,0.00003568848,0.022128804,0.0032337487,0.00014919527,0.00036196207,0.000022154436,0.0000343533,0.00067295943],"genre_scores_gemma":[0.98552597,0.000030231984,0.014189984,0.00006820256,0.000019298437,0.000057590492,0.00004665037,0.0000016551444,0.000060439183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99923986,0.00004211398,0.00036178916,0.00011933828,0.00015461084,0.00008231047],"domain_scores_gemma":[0.9988682,0.00007599172,0.0003623613,0.00018432757,0.00049583876,0.00001325675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030308336,0.000087578286,0.00015027983,0.0002347039,0.0000862045,0.000019914944,0.000464116,0.00007810086,0.000009058468],"category_scores_gemma":[0.000039956933,0.00007651219,0.00006575587,0.00037877462,0.00022862594,0.00074005744,0.000088939334,0.0002723587,0.00000109072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045504876,0.0041130125,0.29719883,0.00014332822,0.0003370414,1.5652705e-7,0.17395507,0.00006090388,0.0006209104,0.30161145,0.0024043305,0.21950948],"study_design_scores_gemma":[0.0031312886,0.00091338536,0.42670467,0.0001417897,0.00006729692,0.000080016536,0.38971224,0.14839621,0.0013579604,0.019431865,0.009619486,0.00044378417],"about_ca_topic_score_codex":0.000045167988,"about_ca_topic_score_gemma":0.000036787857,"teacher_disagreement_score":0.2821796,"about_ca_system_score_codex":0.00005353343,"about_ca_system_score_gemma":0.0004285287,"threshold_uncertainty_score":0.31200764},"labels":[],"label_agreement":null},{"id":"W1921454037","doi":"10.24908/pceea.v0i0.5840","title":"TEACHING AN ADVANCED ENGINEERING MOOC: LESSONS LEARNED","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Massive open online course; The Internet; Graduate students; Engineering education; Engineering; Course (navigation); Mathematics education; Pedagogy; Sociology; Psychology; Computer science; Engineering management; World Wide Web","score_opus":0.017547410449950666,"score_gpt":0.27037690338576276,"score_spread":0.2528294929358121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921454037","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7950164,0.00025562782,0.0055337916,0.18067929,0.006219885,0.0006787442,0.00002388827,0.0012499589,0.010342391],"genre_scores_gemma":[0.9758676,0.0000026212788,0.02097977,0.00019789081,0.0002214728,0.000013099075,0.0000045805887,0.00002646709,0.0026864454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988196,0.000010454881,0.0002258083,0.00024326218,0.0003680152,0.00033288018],"domain_scores_gemma":[0.99865204,0.000037183836,0.00024961398,0.00018314655,0.00049393374,0.0003840708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007991383,0.0001445742,0.00015350815,0.0002937859,0.00015335022,0.0002247572,0.0007460321,0.00011186662,0.0000015578862],"category_scores_gemma":[0.0020391007,0.00014741711,0.00006484358,0.00049856456,0.0000065123113,0.0006876322,0.000056758156,0.0004109794,0.000007787504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004181323,0.00031950418,0.037821893,0.00032367787,0.00020313992,6.643342e-7,0.01497095,0.20231795,0.011498507,0.66514516,0.017713375,0.049680986],"study_design_scores_gemma":[0.00051014987,0.00008134773,0.027809812,0.0002723372,0.000052849802,0.000010627871,0.0009401097,0.85147315,0.0016414847,0.0034344129,0.11301448,0.00075923046],"about_ca_topic_score_codex":0.004350175,"about_ca_topic_score_gemma":0.0011543173,"teacher_disagreement_score":0.66171074,"about_ca_system_score_codex":0.001412619,"about_ca_system_score_gemma":0.00092727947,"threshold_uncertainty_score":0.65761924},"labels":[],"label_agreement":null},{"id":"W1931391050","doi":"10.5944/educxx1.14808","title":"META-ANALYSIS OF THE RESEARCH ABOUT MOOC DURING 2013-2014","year":2015,"lang":"en","type":"article","venue":"Educación XX1","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Massive open online course; Scope (computer science); Order (exchange); Phenomenon; Higher education; Public relations; Political science; Sociology; Pedagogy; Computer science; Epistemology; Business","score_opus":0.19804701454175694,"score_gpt":0.3952053237084854,"score_spread":0.19715830916672844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931391050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83803946,0.0063850447,0.0054710214,0.1422059,0.0015073144,0.00032190888,0.000023218061,0.00020170581,0.005844438],"genre_scores_gemma":[0.9802369,0.000020197547,0.0034812323,0.0000872121,0.0001470287,0.000006551089,0.000001635966,0.000008210472,0.016011016],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978677,0.0004002448,0.0002599076,0.00032504083,0.0008269898,0.00032011725],"domain_scores_gemma":[0.9979133,0.00016394166,0.00011760605,0.0012595399,0.0004026518,0.0001429743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018642412,0.00010496735,0.00041602706,0.0003726246,0.00015383966,0.00010591743,0.0014374611,0.000049709837,0.000075646996],"category_scores_gemma":[0.00023875046,0.00006505412,0.0005681829,0.0022490148,0.000105850726,0.00014953963,0.00047224315,0.0003573059,0.00014402976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045456807,0.0022239047,0.07568207,0.00020542728,0.25729436,0.00005160622,0.03671648,0.18659246,0.0048060603,0.14000192,0.29138348,0.004996758],"study_design_scores_gemma":[0.001643766,0.0004589428,0.19494753,0.00004930954,0.14196531,0.000043240125,0.0031907668,0.42685133,0.015125604,0.036939874,0.17681517,0.0019691538],"about_ca_topic_score_codex":0.00035883635,"about_ca_topic_score_gemma":0.000044258584,"teacher_disagreement_score":0.24025887,"about_ca_system_score_codex":0.000036629448,"about_ca_system_score_gemma":0.00022547833,"threshold_uncertainty_score":0.26711842},"labels":[],"label_agreement":null},{"id":"W1932219723","doi":"10.24908/pceea.v0i0.5870","title":"Massive Open On-line Courses in Engineering","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mohawk College","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Blended learning; Promotion (chess); Distance education; Mathematics education; Psychology; Political science; Educational technology","score_opus":0.018185734496722998,"score_gpt":0.2617497333412316,"score_spread":0.24356399884450858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932219723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6570406,0.00033006686,0.0024969664,0.29588592,0.010973915,0.0020578015,0.00004983201,0.000620658,0.030544208],"genre_scores_gemma":[0.9925094,0.0000027048375,0.0049351426,0.0003116737,0.00013802452,0.000020103638,0.000002805698,0.000016347209,0.0020637834],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904746,0.0000055157275,0.00021284855,0.00018634215,0.00029141412,0.00025641007],"domain_scores_gemma":[0.9989644,0.000049427843,0.0002108739,0.00012663995,0.00043059592,0.00021801809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059014384,0.000114764094,0.00014937759,0.0003345485,0.0000534218,0.00025198178,0.00095977314,0.00008793536,0.0000023321688],"category_scores_gemma":[0.0019519894,0.00011207661,0.00003900639,0.00076779467,0.0000054056177,0.00036382428,0.00008856149,0.0002539429,0.00001054368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049833975,0.0003032552,0.13607493,0.00019636731,0.00011679129,0.0000011936943,0.00455331,0.42498422,0.0005683448,0.36135042,0.068565354,0.0032808445],"study_design_scores_gemma":[0.0008769563,0.00011790323,0.066587694,0.0006935509,0.000030847754,0.000005724529,0.0005822648,0.8720212,0.0018957233,0.002617856,0.053878408,0.0006918594],"about_ca_topic_score_codex":0.0047250497,"about_ca_topic_score_gemma":0.0019939425,"teacher_disagreement_score":0.447037,"about_ca_system_score_codex":0.0017048469,"about_ca_system_score_gemma":0.0011677957,"threshold_uncertainty_score":0.7142893},"labels":[],"label_agreement":null},{"id":"W19324623","doi":"10.1098/rsbl.2009.0094","title":"Digital Technologies in Higher Education: Sweeping Expectations and Actual Effects","year":2011,"lang":"en","type":"book","venue":"Biology Letters","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Competitor analysis; Higher education; Politics; Emerging technologies; Public relations; Political science; Business; Engineering; Marketing; Economic growth; Economics; Computer science","score_opus":0.01688041786125355,"score_gpt":0.2522487709032578,"score_spread":0.23536835304200426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W19324623","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031603772,0.02219734,0.039719913,0.37169117,0.012465398,0.0018925107,0.000051330317,0.005636531,0.514742],"genre_scores_gemma":[0.51064837,0.00014357752,0.022974106,0.004674192,0.0011222347,0.00011988843,0.00026995255,0.00007797524,0.4599697],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992379,0.000030267542,0.00014364785,0.00036404113,0.000041287472,0.00018288303],"domain_scores_gemma":[0.9993859,0.00019735086,0.000098894336,0.00027951304,0.00001565558,0.000022676913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004086246,0.00016497978,0.00020498417,0.00029698078,0.000045670484,0.00006494536,0.00042336146,0.0002566718,0.0000029727723],"category_scores_gemma":[0.000051821193,0.0001514705,0.00003835917,0.000093136834,0.00017729214,0.00013363433,0.00020082045,0.00034093775,0.00004018784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059847343,0.0001594677,0.008116896,0.00019619631,0.00018394097,0.00008770597,0.0016886223,0.000004833607,0.0005857184,0.38006467,0.05154654,0.5573594],"study_design_scores_gemma":[0.0012205516,0.0006594701,0.008590022,0.0014332002,0.00010752161,0.00012293037,0.0004454772,0.00058981235,0.00019966537,0.18072413,0.802891,0.003016195],"about_ca_topic_score_codex":0.0000016666613,"about_ca_topic_score_gemma":0.0000010021531,"teacher_disagreement_score":0.7513445,"about_ca_system_score_codex":0.000051511168,"about_ca_system_score_gemma":0.00012530336,"threshold_uncertainty_score":0.6176788},"labels":[],"label_agreement":null},{"id":"W1943831590","doi":"10.19173/irrodl.v16i2.2010","title":"Coursera’s introductory human physiology course: Factors that characterize successful completion of a MOOC","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"School of Medicine, Duke University","keywords":"Bachelor; Mathematics education; Psychology; Massive open online course; Medical education; Course (navigation); Medicine; Engineering","score_opus":0.16195128713404475,"score_gpt":0.4555950060976559,"score_spread":0.2936437189636112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1943831590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96386707,0.005099257,0.0011301527,0.028294379,0.00018119885,0.00041673574,0.000055636287,0.000021933543,0.00093366014],"genre_scores_gemma":[0.9965542,0.0027963836,0.00014347336,0.000065998436,0.00004948761,0.000008302969,0.00024106463,0.000004993302,0.00013612125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779254,0.0007276212,0.0003352167,0.00024279488,0.0007002809,0.00020152006],"domain_scores_gemma":[0.9983521,0.0004045531,0.00027750817,0.000290211,0.00059893,0.00007668597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042530717,0.00009425049,0.00032693055,0.000108702945,0.000100546866,0.00010703708,0.0017994297,0.000033594453,0.000036421632],"category_scores_gemma":[0.0010282809,0.00006567496,0.000043779313,0.00037404546,0.00024591538,0.00029571398,0.00096139463,0.0005577777,0.0000042325273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020565798,0.00123566,0.7755974,0.0032695706,0.00033074518,0.000027787795,0.0020023386,0.001129712,0.00914119,0.17022522,0.011133953,0.025700778],"study_design_scores_gemma":[0.0025017783,0.00078238547,0.83393526,0.011550187,0.000036209043,0.00003426476,0.0049372795,0.037503395,0.0009604599,0.010655119,0.09663207,0.00047158607],"about_ca_topic_score_codex":0.0005532266,"about_ca_topic_score_gemma":0.000012981938,"teacher_disagreement_score":0.1595701,"about_ca_system_score_codex":0.00006189432,"about_ca_system_score_gemma":0.00020205585,"threshold_uncertainty_score":0.3343818},"labels":[],"label_agreement":null},{"id":"W1948981881","doi":"10.1111/bjet.12297","title":"Digging deeper into learners' experiences in <scp>MOOC</scp> s: Participation in social networks outside of <scp>MOOC</scp> s, notetaking and contexts surrounding content consumption","year":2015,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Canada Research Chairs","keywords":"Clickstream; Massive open online course; Psychology; Consumption (sociology); Social media; Mathematics education; Computer science; World Wide Web; Sociology; Web 2.0; The Internet","score_opus":0.042821297274888905,"score_gpt":0.32882893975579086,"score_spread":0.28600764248090194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1948981881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98385686,0.004414216,0.0087079415,0.0024308453,0.00043821384,0.0000827251,6.4426445e-7,0.000021447831,0.000047135334],"genre_scores_gemma":[0.994087,0.00028493672,0.0052821874,0.00007086984,0.00019659354,0.000013460451,0.0000034809357,0.000010046647,0.000051440857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811643,0.00017204614,0.00078524905,0.00026069392,0.00032868003,0.0003368733],"domain_scores_gemma":[0.99792624,0.00079322676,0.000699301,0.00010477918,0.00037703582,0.00009942356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001120949,0.00013398001,0.00037742354,0.00063244614,0.00013139402,0.00015011693,0.00041750894,0.00019723794,0.0000018781416],"category_scores_gemma":[0.004186031,0.00015856088,0.000059227943,0.0006034586,0.00028653015,0.000606084,0.00012542887,0.0005891752,0.0000016384233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071795616,0.0005653113,0.8800875,0.000044671702,0.000060245042,0.0000833168,0.028822193,0.005123156,0.0006719828,0.03095447,0.0006201542,0.052959833],"study_design_scores_gemma":[0.005465642,0.0008256282,0.65423495,0.002992764,0.00007798491,0.0027703363,0.16264851,0.063046455,0.0014832146,0.104181886,0.0018689669,0.0004036734],"about_ca_topic_score_codex":0.00014066223,"about_ca_topic_score_gemma":0.00030879272,"teacher_disagreement_score":0.22585255,"about_ca_system_score_codex":0.00016953913,"about_ca_system_score_gemma":0.00030757318,"threshold_uncertainty_score":0.6465925},"labels":[],"label_agreement":null},{"id":"W1950659228","doi":"10.47678/cjhe.v34i1.183454","title":"Review of Digital Hemlock: Internet Education and the Poisoning of Teaching","year":2004,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"The Internet; Sociology; Computer science; World Wide Web","score_opus":0.007492687320759463,"score_gpt":0.27640695711831875,"score_spread":0.2689142697975593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1950659228","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2647549,0.5045387,0.0058674556,0.21259761,0.004760262,0.000247168,0.0000045890597,0.000014527095,0.0072147665],"genre_scores_gemma":[0.99536973,0.0002617561,0.0024043033,0.00063740415,0.00015597562,4.7004264e-7,0.0000013806042,0.0000037703064,0.0011651904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99948263,0.00003527407,0.0002731923,0.000058762835,0.00008003122,0.000070135495],"domain_scores_gemma":[0.9992916,0.000034160243,0.00028190462,0.000114436065,0.00017252486,0.00010534943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000326235,0.000048707654,0.00012290406,0.000137955,0.00002904998,0.00007499061,0.00024281642,0.000017223805,0.000005652892],"category_scores_gemma":[0.00012669912,0.000034055116,0.000050168648,0.00013667092,0.000052903084,0.00026162964,0.000010580326,0.0001676538,0.0000014690156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070080982,0.0002205536,0.013445634,0.0023627533,0.00012383459,0.0000034725604,0.010567415,0.00018537934,0.000047492777,0.69128877,0.05076168,0.230986],"study_design_scores_gemma":[0.0017337643,0.0006023135,0.025953703,0.08568292,0.00044964865,0.0013735981,0.0023947863,0.0008110668,0.00035418852,0.2993439,0.5806203,0.0006797966],"about_ca_topic_score_codex":0.0011759307,"about_ca_topic_score_gemma":0.0000735993,"teacher_disagreement_score":0.73061484,"about_ca_system_score_codex":0.000067077875,"about_ca_system_score_gemma":0.0023613635,"threshold_uncertainty_score":0.41889572},"labels":[],"label_agreement":null},{"id":"W1953446185","doi":"","title":"MOOCifying courses: real and authentic learning in higher education","year":2015,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Higher education; Mathematics education; Pedagogy; Computer science; Sociology; Psychology; Political science","score_opus":0.053281858181828436,"score_gpt":0.31061315057582256,"score_spread":0.2573312923939941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953446185","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112443924,0.0006349606,0.00010723717,0.87926763,0.0020264932,0.00012208719,9.648393e-7,0.00020335878,0.0051933117],"genre_scores_gemma":[0.9911784,0.00017247246,0.0029191147,0.00018694696,0.00028490744,0.00003957925,0.00001452524,0.000008161088,0.005195879],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891937,0.000056922734,0.00019667325,0.00037899704,0.00020769263,0.00024035278],"domain_scores_gemma":[0.99911946,0.00024879107,0.00009978533,0.0002065195,0.00016298582,0.00016246758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022577505,0.00014038135,0.00018293681,0.0007821269,0.00007761757,0.00008321319,0.00029422218,0.00011536787,0.000035398472],"category_scores_gemma":[0.00031851023,0.00013668007,0.000011676546,0.00075170834,0.00019051271,0.00016814258,0.00011109886,0.00051109947,0.000027199967],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024567457,0.000120185374,0.055148944,0.000009495374,0.0000052729883,0.000002364372,0.00094023073,0.0000053762747,0.00004412122,0.93123597,0.0004785168,0.012007044],"study_design_scores_gemma":[0.00031956573,0.000081160375,0.037956864,0.000121257486,0.0000081847875,0.000014100154,0.0002971206,0.0039853062,0.000026384265,0.9559036,0.0010925524,0.00019388794],"about_ca_topic_score_codex":0.000036625224,"about_ca_topic_score_gemma":0.00008213492,"teacher_disagreement_score":0.8790807,"about_ca_system_score_codex":0.00005952532,"about_ca_system_score_gemma":0.0009339163,"threshold_uncertainty_score":0.5573651},"labels":[],"label_agreement":null},{"id":"W1966170504","doi":"10.1002/bmb.20778","title":"Commentary: Learning analytics: Ephemeral rhetoric or valuable approach?","year":2014,"lang":"en","type":"article","venue":"Biochemistry and Molecular Biology Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Knowledge management; Computer science; Data science","score_opus":0.008689151820450299,"score_gpt":0.2853532355388819,"score_spread":0.2766640837184316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966170504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43367732,0.000905007,0.5323624,0.026269827,0.00060740614,0.00014574593,0.0000016179308,0.00021417435,0.0058165356],"genre_scores_gemma":[0.96538055,0.00003150451,0.03132557,0.0018104994,0.00024964407,0.000008266522,0.00011099109,0.000006399344,0.0010765645],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921566,0.00009677256,0.0001259757,0.0003311227,0.000057383084,0.00017308032],"domain_scores_gemma":[0.9994992,0.000031800537,0.000078884776,0.00025393718,0.00005129117,0.00008486432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021760861,0.00011400456,0.000118066004,0.000041177194,0.00012885327,0.000050953102,0.00023296889,0.000101355414,0.0000047834665],"category_scores_gemma":[0.00012886646,0.00009868096,0.00003453255,0.00016573764,0.000056576268,0.00004247313,0.00009185591,0.00016138353,0.0000037594307],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007985106,0.0026570722,0.053292498,0.0006512504,0.0004952022,0.0000077824925,0.0013244665,0.0017460277,0.5459234,0.1350614,0.04170558,0.21705548],"study_design_scores_gemma":[0.0019485876,0.0013678116,0.0011054574,0.00014975652,0.000253282,0.0002207376,0.00081134716,0.3789287,0.2216496,0.032985557,0.35857037,0.0020087927],"about_ca_topic_score_codex":0.000020452273,"about_ca_topic_score_gemma":1.6642537e-7,"teacher_disagreement_score":0.53170323,"about_ca_system_score_codex":0.000023504683,"about_ca_system_score_gemma":0.00010348784,"threshold_uncertainty_score":0.4024093},"labels":[],"label_agreement":null},{"id":"W1967982506","doi":"10.2190/l1th-3v6m-2w5q-8ltj","title":"Making a Connection between Computational Modeling and Educational Research","year":2003,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Connectionism; Computer science; Structuring; Perspective (graphical); Context (archaeology); Representation (politics); Artificial intelligence; Artificial neural network; Identification (biology); Task (project management); Machine learning; Concept learning","score_opus":0.28301569900539286,"score_gpt":0.5184804541933575,"score_spread":0.23546475518796467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967982506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80861604,0.0011097839,0.12675223,0.059556045,0.00059966807,0.00016021769,0.0000016222111,0.000013040657,0.003191371],"genre_scores_gemma":[0.91169435,0.000014486658,0.086812906,0.000045050005,0.0011342177,0.0000013849268,0.00000381998,0.000012171439,0.00028161085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955685,0.0012303728,0.00062431785,0.00033592273,0.0017473871,0.0004934871],"domain_scores_gemma":[0.9869929,0.008706653,0.00022202455,0.00021038794,0.0036515219,0.00021651428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010462375,0.0001180635,0.00022062713,0.0012922339,0.0010195379,0.00050020654,0.0006552004,0.000080378166,0.000053022257],"category_scores_gemma":[0.005739788,0.000114875584,0.00007547625,0.00143911,0.0001699472,0.00041908814,0.00019811824,0.0014882574,0.000029267789],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012210163,0.00035825578,0.06472267,0.00007243627,0.00009084114,0.0000036309361,0.0016651454,0.13550901,0.00007556494,0.7894662,0.0034193813,0.004604634],"study_design_scores_gemma":[0.00036369092,0.00021251065,0.017028593,0.00029930755,0.0000070524666,0.00031143302,0.0005520163,0.50705826,0.000013734488,0.47281125,0.0011781804,0.00016395745],"about_ca_topic_score_codex":0.000016577013,"about_ca_topic_score_gemma":0.0000016177229,"teacher_disagreement_score":0.37154925,"about_ca_system_score_codex":0.00026764293,"about_ca_system_score_gemma":0.0025354316,"threshold_uncertainty_score":0.78415644},"labels":[],"label_agreement":null},{"id":"W1969013953","doi":"10.1109/cisis.2013.15","title":"Predicting Student Academic Performance","year":2013,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Attrition; Drop out; Computer science; Mathematics education; Principal (computer security); Psychology; Computer security","score_opus":0.01193761148593099,"score_gpt":0.2769675714312892,"score_spread":0.2650299599453582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969013953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96731716,0.000022554772,0.019572757,0.004164257,0.00011450671,0.000046093333,3.3611478e-8,0.00025941522,0.008503222],"genre_scores_gemma":[0.98244816,0.000020609798,0.010393113,0.0003666903,0.00009303104,0.000003624858,2.043084e-7,0.0000027971503,0.006671747],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994189,0.000011841032,0.00010995595,0.00013813234,0.0001628986,0.00015823945],"domain_scores_gemma":[0.9996699,0.000024536554,0.00003083018,0.00018654943,0.000035173896,0.000052992626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011428314,0.00005093947,0.00005237959,0.00003254829,0.00006679513,0.00007642009,0.000517229,0.000030090065,0.000041353404],"category_scores_gemma":[0.0000138674,0.0000388219,0.000017523216,0.00013283448,0.000009493987,0.00039638963,0.00017479048,0.00020819526,0.00064368674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.545512e-7,0.000027497408,0.8995559,0.000009355914,0.000010009696,9.553722e-7,0.0006260724,0.0012540699,0.00030232972,0.009017939,0.0022604174,0.08693528],"study_design_scores_gemma":[0.000066346875,0.00003681538,0.16046159,0.000011759867,0.0000013508977,0.0000037636235,0.0000521213,0.8377848,0.00017365748,0.00034217394,0.0009941268,0.000071448965],"about_ca_topic_score_codex":0.000016489546,"about_ca_topic_score_gemma":3.6809516e-7,"teacher_disagreement_score":0.83653075,"about_ca_system_score_codex":0.000009879663,"about_ca_system_score_gemma":0.00001476175,"threshold_uncertainty_score":0.82735056},"labels":[],"label_agreement":null},{"id":"W1971472924","doi":"10.1145/1215942.1215946","title":"How much do technical scientists really cooperate?","year":2006,"lang":"en","type":"article","venue":"ACM SIGCAS Computers and Society","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Teamwork; Personality; Ideal (ethics); Knowledge management; Psychology; Computer science; Engineering ethics; Public relations; Management science; Social psychology; Political science; Engineering","score_opus":0.008286151401523011,"score_gpt":0.23753872089306105,"score_spread":0.22925256949153805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971472924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29456535,0.0006005872,0.66410583,0.0381003,0.0007697006,0.00020248775,0.000006414168,0.0007285536,0.0009207766],"genre_scores_gemma":[0.77942324,0.000055265562,0.21894959,0.0005190239,0.00021444804,0.0000018537321,0.0000072717075,0.000009305564,0.0008200228],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985865,0.00004471673,0.00017491633,0.00053755555,0.0002990644,0.00035728308],"domain_scores_gemma":[0.99891216,0.00013573762,0.0000759608,0.00064762647,0.00011499462,0.00011351216],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00032545923,0.000176187,0.00021044198,0.000037204074,0.00038514016,0.0012072691,0.0009471456,0.00011637859,0.0000013330779],"category_scores_gemma":[0.000035344612,0.00015348886,0.00014660432,0.00045555126,0.00017432917,0.00031128235,0.000748616,0.00026245386,0.0000060958914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068767185,0.00065688393,0.009949974,0.00013217251,0.00014000482,0.00022036211,0.002723793,0.0014588537,0.010585383,0.4557757,0.4217744,0.09657559],"study_design_scores_gemma":[0.0025703323,0.00046668283,0.036777105,0.00018253329,0.00006053033,0.00042357037,0.00045362618,0.8253647,0.0007239399,0.038879946,0.09231625,0.0017807984],"about_ca_topic_score_codex":0.000033306893,"about_ca_topic_score_gemma":0.000004599496,"teacher_disagreement_score":0.8239058,"about_ca_system_score_codex":0.000033071836,"about_ca_system_score_gemma":0.000060720125,"threshold_uncertainty_score":0.9998296},"labels":[],"label_agreement":null},{"id":"W1982997861","doi":"10.1109/mitp.2007.18","title":"Next-Generation Enterprise Computing: Beyond EDOC 2006","year":2007,"lang":"en","type":"article","venue":"IT Professional","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; XML; Knowledge management; World Wide Web","score_opus":0.03146894706179865,"score_gpt":0.32603671027689174,"score_spread":0.2945677632150931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982997861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22456157,0.00018865333,0.7418986,0.022598388,0.003974862,0.00015034084,0.0000034461546,0.00029066278,0.0063334815],"genre_scores_gemma":[0.9460242,0.0000030174645,0.041667223,0.002501775,0.0009806476,9.082293e-7,0.000025281037,0.000008634751,0.008788306],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987042,0.00006230276,0.00026663893,0.0002930531,0.00037628418,0.00029752104],"domain_scores_gemma":[0.99931,0.00010572226,0.000109442095,0.00026317788,0.00010121336,0.000110431305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067359395,0.00011382649,0.00010958036,0.000102294485,0.00024898708,0.00010717613,0.0004374842,0.000080824626,0.000040651023],"category_scores_gemma":[0.00005156703,0.000096450196,0.000057845664,0.00024081484,0.000028780896,0.00030030648,0.00022112587,0.0002788375,0.00014683884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047933856,0.0015015317,0.038289476,0.00008628934,0.00008174046,0.00023599139,0.005006202,0.0024624395,0.03790881,0.17346542,0.4001598,0.34075436],"study_design_scores_gemma":[0.00085916166,0.00014768347,0.012960979,0.00018472929,0.000013130055,0.000047114096,0.00023858661,0.89641017,0.0030527466,0.0056998082,0.079823725,0.00056218775],"about_ca_topic_score_codex":0.0000057848606,"about_ca_topic_score_gemma":0.000008793342,"teacher_disagreement_score":0.8939477,"about_ca_system_score_codex":0.000032122916,"about_ca_system_score_gemma":0.00011469804,"threshold_uncertainty_score":0.39331248},"labels":[],"label_agreement":null},{"id":"W1987061053","doi":"10.1515/1553-3840.1669","title":"*Abstracts - 7th IN-CAM Research Symposium, Evaluating CAM Practices: Effectiveness, Integration, Economics &amp; Safety - November 2012","year":2012,"lang":"en","type":"article","venue":"Journal of Complementary and Integrative Medicine","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Pharmacy; Medicine; Library science; Medical education; Alternative medicine; Event (particle physics); Family medicine; Computer science; Pathology","score_opus":0.1463756248264466,"score_gpt":0.4588070865486246,"score_spread":0.31243146172217806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987061053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9171483,0.0024463471,0.040752538,0.034512833,0.0011960744,0.00041386465,0.000009075821,0.00001710411,0.0035039003],"genre_scores_gemma":[0.98451924,0.00065447885,0.013241442,0.00044020612,0.00092962675,0.0000040372247,0.000022913575,0.000011536784,0.0001764864],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99646467,0.0012929294,0.001039723,0.00023776611,0.0005380054,0.00042689324],"domain_scores_gemma":[0.9948834,0.0027062278,0.0011626252,0.00025315356,0.0007595712,0.00023498229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012721096,0.00023021467,0.0005467571,0.0004900616,0.0002311717,0.000077746925,0.00049224513,0.000056942714,0.00015012587],"category_scores_gemma":[0.0015714222,0.00014606274,0.00006486988,0.0004615249,0.00022200888,0.0023084728,0.00016387942,0.0012644057,0.000010296142],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003770918,0.0043621883,0.4598709,0.0006262007,0.0016554733,0.00007133352,0.10069481,0.0061984654,0.04832886,0.17360212,0.042812426,0.1580063],"study_design_scores_gemma":[0.014378043,0.01290167,0.6302814,0.0074539604,0.0004688794,0.0013931551,0.03458697,0.049122356,0.0030249953,0.039732806,0.20520191,0.0014538873],"about_ca_topic_score_codex":0.00038871003,"about_ca_topic_score_gemma":0.00047973645,"teacher_disagreement_score":0.17041047,"about_ca_system_score_codex":0.00027291276,"about_ca_system_score_gemma":0.00021942976,"threshold_uncertainty_score":0.59562653},"labels":[],"label_agreement":null},{"id":"W1988939318","doi":"10.1109/hicss.2013.11","title":"Introduction to Learning Analytics and Networked Learning Minitrack","year":2013,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"U.S. Department of Education","keywords":"Learning analytics; Computer science; Educational technology; Learning sciences; Knowledge management; Collaborative learning; Synchronous learning; Data science; Social learning; Scope (computer science); Analytics; Social media; Networked learning; World Wide Web; Cooperative learning; Psychology; Teaching method; Mathematics education","score_opus":0.007717620401856614,"score_gpt":0.230997123962923,"score_spread":0.22327950356106638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988939318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27791905,0.00007041276,0.64186764,0.074331686,0.0003561793,0.00024031194,6.1517945e-8,0.0007315971,0.004483034],"genre_scores_gemma":[0.88464427,0.00002736411,0.080501094,0.00042989248,0.0010449244,0.000006819446,0.0000029146192,0.000013361532,0.03332939],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889904,0.000085573025,0.00018362608,0.00037809886,0.00016542761,0.00028824812],"domain_scores_gemma":[0.9993488,0.0000841854,0.000060721984,0.00021913838,0.00011875622,0.0001683554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002880468,0.00012047853,0.00014602159,0.00013257959,0.00019662332,0.00038667547,0.00023766735,0.000051304516,0.000110313216],"category_scores_gemma":[0.00024192581,0.00010743172,0.0000330607,0.0005262431,0.000022879338,0.00035781553,0.00018683082,0.0003855683,0.00049918354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004887591,0.00007118243,0.032012668,0.000025545658,0.00006557415,0.0000075477014,0.0013924814,0.45792598,0.0015002583,0.0175465,0.03814252,0.45130485],"study_design_scores_gemma":[0.0000992623,0.00015550945,0.004196434,0.000008278945,0.0000074353816,0.000011721557,0.00020078245,0.90163976,0.000059299102,0.00054587953,0.09289752,0.0001781215],"about_ca_topic_score_codex":0.000045433517,"about_ca_topic_score_gemma":0.0000039609668,"teacher_disagreement_score":0.6067252,"about_ca_system_score_codex":0.00001670189,"about_ca_system_score_gemma":0.000017323351,"threshold_uncertainty_score":0.6416161},"labels":[],"label_agreement":null},{"id":"W1996960437","doi":"10.5539/cis.v6n1p1","title":"Analyzing Citation Frequencies of Leading Software Engineering Scholars","year":2012,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Citation; Publication; Context (archaeology); Publish or perish; Quality (philosophy); Ranking (information retrieval); Software; Index (typography); Plan (archaeology); Field (mathematics); Data science; World Wide Web; Information retrieval; Publishing; Law; Mathematics; History; Political science","score_opus":0.0145691848911221,"score_gpt":0.2536785069567677,"score_spread":0.23910932206564559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996960437","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20258678,0.00005357603,0.7968749,0.00008618928,0.00020309667,0.00002217097,4.2210237e-7,0.000060922106,0.000111948146],"genre_scores_gemma":[0.7758278,0.000010357531,0.22404696,0.00007649466,0.000032895572,4.709306e-7,0.0000010054295,9.928184e-7,0.0000029717053],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992559,0.000008491189,0.0002107386,0.000078740086,0.00025054498,0.0001956071],"domain_scores_gemma":[0.9994117,0.00005771917,0.00010699282,0.00014965732,0.00018450033,0.00008944822],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00079140195,0.00006217169,0.000086690554,0.00041748746,0.00014663945,0.00028362282,0.00034087535,0.000019601128,8.2243866e-7],"category_scores_gemma":[0.00021749869,0.000056937886,0.000020001127,0.00095430564,0.00007119962,0.015419063,0.00015581734,0.00008537041,0.000011545237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016789098,0.000038157643,0.15058465,0.00021711281,0.000018369725,4.1184092e-7,0.019115334,0.041412685,0.0046825497,0.36281255,0.00015148411,0.42096502],"study_design_scores_gemma":[0.00009994206,0.000032682667,0.08981908,0.000054479544,0.0000030234144,0.000011933009,0.00005520001,0.9067527,0.0018949035,0.0001336588,0.0010071679,0.00013520458],"about_ca_topic_score_codex":0.000002111495,"about_ca_topic_score_gemma":3.1813325e-8,"teacher_disagreement_score":0.86534005,"about_ca_system_score_codex":0.000022232547,"about_ca_system_score_gemma":0.000045064982,"threshold_uncertainty_score":0.99835175},"labels":[],"label_agreement":null},{"id":"W1997526924","doi":"10.1145/2567574.2576773","title":"Learning analytics for the social media age","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada; Athabasca University","keywords":"Affordance; Social media; Learning analytics; Social media analytics; Computer science; Social learning; Analytics; Data science; World Wide Web; Internet privacy; Knowledge management; Human–computer interaction","score_opus":0.025837406828609733,"score_gpt":0.29283684965706924,"score_spread":0.2669994428284595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997526924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016373185,0.000009062115,0.9815667,0.012970451,0.00018183983,0.000033538727,2.414188e-7,0.00015897806,0.0034418248],"genre_scores_gemma":[0.9689569,0.0000039693336,0.02559622,0.0004812175,0.0006188082,0.0000024157207,0.0000023555426,0.0000067416972,0.004331377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993851,0.000043247597,0.000101797414,0.00014460139,0.00014690288,0.00017831872],"domain_scores_gemma":[0.9987693,0.0009367041,0.000046387395,0.0001657286,0.000049919254,0.000032004744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004962689,0.0000640607,0.00009127231,0.000030828367,0.00035142057,0.00015509252,0.0005223541,0.000034619516,0.000007537065],"category_scores_gemma":[0.00047583424,0.000040136278,0.00008070837,0.0001717887,0.000034866873,0.00006145201,0.00009170477,0.00015724366,0.000029061439],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022117601,0.000028034032,0.0005558087,0.000010054719,0.000038324422,0.0000017507825,0.0031171867,0.0060273595,0.000054957647,0.7130883,0.007931371,0.26914465],"study_design_scores_gemma":[0.00013326351,0.000031840464,0.0009348218,0.0000018087201,0.00001221786,7.1899626e-7,0.00016377796,0.9083863,0.00001969098,0.0075794896,0.082660675,0.00007542279],"about_ca_topic_score_codex":0.000004114883,"about_ca_topic_score_gemma":0.000016988088,"teacher_disagreement_score":0.96731955,"about_ca_system_score_codex":0.0000072601624,"about_ca_system_score_gemma":0.0000177824,"threshold_uncertainty_score":0.27028784},"labels":[],"label_agreement":null},{"id":"W2003554962","doi":"10.1007/978-3-642-31454-4_11","title":"Exploring Gaze Data for Determining User Learning with an Interactive Simulation","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Gaze; Java applet; Human–computer interaction; Eye tracking; Constraint (computer-aided design); Multimedia; Artificial intelligence; Machine learning; Java; Programming language","score_opus":0.12380876276647533,"score_gpt":0.3333037402556657,"score_spread":0.20949497748919038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003554962","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00088687293,0.00006976422,0.9975816,0.00023088354,0.0006402446,0.00024682438,0.00000554271,0.00020284788,0.00013541844],"genre_scores_gemma":[0.490032,0.000013376615,0.50880647,0.00016432765,0.0007624878,0.0000070126616,0.000038921527,0.00004351486,0.00013186941],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968322,0.000050122882,0.00037128036,0.0014868004,0.0006244461,0.0006351319],"domain_scores_gemma":[0.99637854,0.0011135917,0.00037302414,0.0016789881,0.000273269,0.00018257441],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010747896,0.00043725505,0.00042463205,0.0005771565,0.0003588259,0.00067603943,0.0031097564,0.00014449644,0.0000043791506],"category_scores_gemma":[0.00025040153,0.0003781066,0.0000570435,0.00035190527,0.00021115932,0.0041650604,0.0013781717,0.0009776845,0.000010018874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009836105,0.000014999573,0.00017653701,0.000018524996,0.000009508416,0.000009604936,0.00086803373,0.4794078,0.00001233933,0.0007029404,3.9107317e-7,0.5187695],"study_design_scores_gemma":[0.00024085077,0.00040834513,0.00013906563,0.00048580064,0.000020177888,0.000021942475,0.0000016567903,0.99209446,0.00006694208,0.0032870183,0.0027090278,0.00052468874],"about_ca_topic_score_codex":0.000008623342,"about_ca_topic_score_gemma":0.000034091354,"teacher_disagreement_score":0.5182448,"about_ca_system_score_codex":0.00014784448,"about_ca_system_score_gemma":0.00027527235,"threshold_uncertainty_score":0.9998671},"labels":[],"label_agreement":null},{"id":"W2003805897","doi":"10.1145/2090116.2090145","title":"AAT","year":2011,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Computer science; Identification (biology); Online course; Online learning; Analytics; Multimedia; Knowledge management; Data science; Mathematics education; Psychology","score_opus":0.03736112396796283,"score_gpt":0.2279125764469251,"score_spread":0.19055145247896227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003805897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072806156,0.000010129536,0.65385133,0.0014751968,0.00010671099,0.000008988198,3.1802198e-8,0.00025598277,0.337011],"genre_scores_gemma":[0.8138822,0.0000012563931,0.17640452,0.00030458812,0.000018693338,1.5737633e-7,6.2001114e-8,0.0000011169608,0.00938745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99979836,0.0000052081045,0.00003125934,0.00006577835,0.000039426042,0.000059986007],"domain_scores_gemma":[0.9998034,0.0000046164682,0.0000073669867,0.00015027674,0.000010647403,0.000023675668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00003917486,0.00002037699,0.000022621196,0.000016181086,0.000016628055,0.000014155393,0.0002298496,0.000008827615,0.00007528489],"category_scores_gemma":[0.000005801946,0.0000152078555,0.0000134857,0.00007167505,0.0000052457417,0.00007334993,0.0000491011,0.00002896954,0.00036754564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3817202e-7,0.00003281429,0.0065801474,0.0000010986748,0.0000035856183,0.000005529979,0.0004709014,0.0000040155983,0.000039817216,0.952738,0.0024476442,0.037676215],"study_design_scores_gemma":[0.0003613327,0.00024505123,0.029588476,0.000012298457,0.000007340724,0.00003424502,0.000102522594,0.66815037,0.0061864564,0.20648149,0.08835363,0.00047681434],"about_ca_topic_score_codex":0.00002125516,"about_ca_topic_score_gemma":0.0000018991021,"teacher_disagreement_score":0.8066015,"about_ca_system_score_codex":0.0000014744469,"about_ca_system_score_gemma":0.0000069668345,"threshold_uncertainty_score":0.47241783},"labels":[],"label_agreement":null},{"id":"W2007395903","doi":"10.1207/s15389286ajde1801_2","title":"A Review of 2000-2003 Literature at the Intersection of Online Learning and Disability","year":2004,"lang":"en","type":"review","venue":"American Journal of Distance Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Louisiana Tech University","keywords":"Intersection (aeronautics); Theme (computing); Online learning; Distance education; Psychology; Learning disability; Mathematics education; Pedagogy; Computer science; Multimedia; World Wide Web; Geography","score_opus":0.009872780144115214,"score_gpt":0.34387692112919094,"score_spread":0.33400414098507575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007395903","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002616194,0.9958894,0.002552773,0.0008546223,0.00028924615,0.000116069095,0.000010017638,0.000004156102,0.000022044349],"genre_scores_gemma":[0.0012114637,0.9948429,0.0035510482,0.00004907007,0.0001433814,0.0000021414944,0.000023076245,0.0000092750015,0.00016762705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827164,0.0003875163,0.0008409286,0.00017753689,0.00022394361,0.00009843359],"domain_scores_gemma":[0.9958469,0.00014652415,0.0031041133,0.00028835484,0.0005564959,0.000057580197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005908851,0.00016738973,0.00093458674,0.000063442065,0.000049080278,0.000027437954,0.0003858016,0.00003795719,0.0000048965812],"category_scores_gemma":[0.00054464745,0.00010409328,0.00024627618,0.0013490156,0.00030191324,0.00014615068,0.000056321438,0.0005686157,4.5471063e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002757674,0.00013616103,0.00012744458,0.019873036,0.000038286445,2.9812057e-7,0.00042573456,0.0000044466606,2.4413825e-7,0.00025743878,0.00012676878,0.97900736],"study_design_scores_gemma":[0.000062989304,0.0004157901,0.00014666676,0.30342457,0.00035222524,0.00020978482,0.0004279154,0.000028850991,7.5000025e-7,0.00016424392,0.6946109,0.00015531441],"about_ca_topic_score_codex":0.000017415814,"about_ca_topic_score_gemma":0.0000064085616,"teacher_disagreement_score":0.9788521,"about_ca_system_score_codex":0.0003483607,"about_ca_system_score_gemma":0.0012996222,"threshold_uncertainty_score":0.42448005},"labels":[],"label_agreement":null},{"id":"W2009798814","doi":"10.5539/cis.v7n4p1","title":"Members’ Behavior in Virtual Learning Community: A Study Using Data Mining Approach","year":2014,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Association rule learning; Data pre-processing; Virtual community; Meaning (existential); Learning community; Preprocessor; Data science; Artificial intelligence; Knowledge management; World Wide Web; The Internet; Mathematics education","score_opus":0.07078182328780364,"score_gpt":0.32797171790453705,"score_spread":0.2571898946167334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009798814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53141826,0.0000017546865,0.46790522,0.00003139648,0.000085478656,0.000071318536,3.336245e-7,0.00004814653,0.00043806623],"genre_scores_gemma":[0.9165281,0.0000013593324,0.083255,0.00016938198,0.000029072235,0.0000017476978,0.0000075094517,0.0000021112214,0.000005679125],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986214,0.00020121198,0.00031204257,0.00022232902,0.00040961776,0.0002333723],"domain_scores_gemma":[0.9988866,0.00010577582,0.00012931056,0.00069087755,0.000099361176,0.000088097884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034063042,0.00010331174,0.00014414475,0.0004452553,0.00062174903,0.00088704727,0.0017288664,0.000026211945,6.348489e-7],"category_scores_gemma":[0.00014910591,0.00009531012,0.000011413156,0.0010940578,0.00014376787,0.008841881,0.00199809,0.00036118538,0.000004131736],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004937813,0.0004500857,0.122097865,0.000033584423,0.000007861878,0.00000221662,0.07258563,0.10139958,0.000054909913,0.0069253896,0.000042324402,0.69639564],"study_design_scores_gemma":[0.00029296684,0.00018914207,0.029309753,0.000013542305,0.0000036983613,0.000016940403,0.0021628255,0.9674458,0.0000021138746,0.000010461553,0.00043360743,0.00011916275],"about_ca_topic_score_codex":0.000077606426,"about_ca_topic_score_gemma":0.0000037419527,"teacher_disagreement_score":0.8660462,"about_ca_system_score_codex":0.000026981952,"about_ca_system_score_gemma":0.00008205336,"threshold_uncertainty_score":0.8553817},"labels":[],"label_agreement":null},{"id":"W2010480425","doi":"10.1145/2330601.2330609","title":"Where learning analytics meets learning design","year":2012,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Computer science; Reflection (computer programming); Context (archaeology); Learning design; Analytics; Course (navigation); Knowledge management; Data science; Mathematics education; Psychology; Engineering","score_opus":0.03057047771652191,"score_gpt":0.2761249859149168,"score_spread":0.2455545081983949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010480425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002431825,0.0005780817,0.983167,0.0029106978,0.00019530974,0.000048625872,5.373497e-8,0.00066422945,0.010004211],"genre_scores_gemma":[0.80401796,0.00008401512,0.17632818,0.00012693058,0.00023212579,0.0000015512193,0.0000012865484,0.000017359796,0.019190613],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832875,0.00027277297,0.0002193838,0.00026626518,0.00032206456,0.0005907554],"domain_scores_gemma":[0.9990378,0.00024027964,0.00011087236,0.00030096242,0.000080966536,0.00022913524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096557016,0.0001709902,0.00019106016,0.00013162002,0.00028849984,0.00020303865,0.00053129275,0.000086833774,0.00009322482],"category_scores_gemma":[0.0002536699,0.00014929303,0.000088854125,0.00052039337,0.000027763903,0.0006171341,0.00021738435,0.0005898131,0.0005504004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009993001,0.00035841405,0.20417276,0.00007527368,0.00018708881,0.000036924193,0.0037922608,0.49574614,0.0014624359,0.16027679,0.009067823,0.124814115],"study_design_scores_gemma":[0.00017967363,0.00012106609,0.001398592,0.00002847428,0.000020542344,0.000022506338,0.00020760715,0.89304996,0.00034141153,0.00035298985,0.103960656,0.00031651804],"about_ca_topic_score_codex":0.0000143986645,"about_ca_topic_score_gemma":0.000001715807,"teacher_disagreement_score":0.8068388,"about_ca_system_score_codex":0.000036214497,"about_ca_system_score_gemma":0.000048774848,"threshold_uncertainty_score":0.7074467},"labels":[],"label_agreement":null},{"id":"W2015219886","doi":"10.1145/2656450.2656475","title":"Student initiated capstone projects","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Capstone; Capstone course; Project-based learning; Engineering management; Medical education; Project team; Computer science; Project management; Mathematics education; Engineering; Psychology; Knowledge management; Medicine; Systems engineering","score_opus":0.028679229019527103,"score_gpt":0.31349267455569235,"score_spread":0.2848134455361653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015219886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23158455,0.000021440159,0.6521487,0.009642098,0.00035244072,0.00010432725,2.2772883e-7,0.00087967614,0.10526652],"genre_scores_gemma":[0.9768452,0.0000016391926,0.019411597,0.0007048255,0.00006244022,0.0000012581115,8.860063e-7,0.0000032854325,0.002968881],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942136,0.00004439796,0.00008568242,0.00015945519,0.00015513436,0.00013397566],"domain_scores_gemma":[0.99959314,0.000033357595,0.000025987289,0.00025864973,0.000042100142,0.000046774185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018682232,0.00005493351,0.00007111396,0.00004786442,0.000047219008,0.00008125283,0.0003710044,0.000021080261,0.000011122407],"category_scores_gemma":[0.000039437356,0.000042396372,0.000021787111,0.00019519648,0.000011502015,0.00009619591,0.000117501186,0.00007935772,0.0001996967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021990124,0.0005356934,0.026016435,0.000026219213,0.000055968365,0.000031321626,0.0029219568,0.0012242711,0.0009730567,0.8772125,0.008698392,0.08230199],"study_design_scores_gemma":[0.0007851894,0.0004055501,0.036889646,0.000028367844,0.000011330159,0.000019672461,0.0001599757,0.92186105,0.0015605572,0.0055264984,0.032324914,0.0004272147],"about_ca_topic_score_codex":0.000020533556,"about_ca_topic_score_gemma":0.0000067151027,"teacher_disagreement_score":0.92063683,"about_ca_system_score_codex":0.00000790511,"about_ca_system_score_gemma":0.000023178727,"threshold_uncertainty_score":0.25667638},"labels":[],"label_agreement":null},{"id":"W2019631515","doi":"10.20343/teachlearninqu.2.2.59","title":"Curriculum Analytics: Application of Social Network Analysis for Improving Strategic Curriculum Decision-Making in a Research-Intensive University","year":2014,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Scholarship of Teaching and Learning; Scholarship; Analytics; Discipline; Engineering ethics; Learning analytics; Curriculum mapping; Curriculum development; Social network analysis; Sociology; Knowledge management; Computer science; Pedagogy; Political science; Data science; Social media; Teaching method; Engineering","score_opus":0.04327072017184106,"score_gpt":0.3631718109543041,"score_spread":0.31990109078246304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019631515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30639583,0.00003397199,0.6919217,0.0012653791,0.00013925899,0.00010526818,3.8636315e-7,0.000050979914,0.00008722002],"genre_scores_gemma":[0.9741417,0.0000069902503,0.024878329,0.00005191929,0.00083719066,0.0000015462928,0.0000034677137,0.000017851218,0.000060974577],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955524,0.0020056623,0.0005891898,0.00046094877,0.00070713216,0.00068465114],"domain_scores_gemma":[0.9962055,0.0015137804,0.00085790176,0.00040707167,0.0009127802,0.00010296067],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011963838,0.00020328407,0.0004895999,0.00084717147,0.001994091,0.00035399268,0.001547683,0.00013397596,0.0000033529],"category_scores_gemma":[0.0024159285,0.00015028928,0.00038619488,0.0022249667,0.00019581213,0.00035252798,0.00038988396,0.0028926563,0.000004776855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029571436,0.00012871984,0.09829031,0.00002643038,0.00025813663,0.000013530801,0.007058073,0.773259,0.000059610556,0.05918556,0.0001969111,0.061494138],"study_design_scores_gemma":[0.00035143548,0.00017202942,0.0051326267,0.00011205613,0.00016419955,0.000020382216,0.013303324,0.964725,7.9908733e-7,0.014603897,0.0012294941,0.00018476734],"about_ca_topic_score_codex":0.00021928884,"about_ca_topic_score_gemma":0.0000800328,"teacher_disagreement_score":0.6677459,"about_ca_system_score_codex":0.00025544316,"about_ca_system_score_gemma":0.00016276208,"threshold_uncertainty_score":0.9994077},"labels":[],"label_agreement":null},{"id":"W2023803418","doi":"10.1145/2723576.2723604","title":"How do you connect?","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Centrality; Narrative; Computer science; Social media; Style (visual arts); Social capital; World Wide Web; Sociology; Linguistics","score_opus":0.030317802588795847,"score_gpt":0.26626783834786366,"score_spread":0.2359500357590678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023803418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013253537,0.00013821085,0.7873067,0.1335593,0.0004599826,0.000035799683,3.7705738e-7,0.0005120432,0.06473401],"genre_scores_gemma":[0.9171475,0.0000017127182,0.050144836,0.00042237967,0.000106453816,3.9428167e-7,4.8825035e-7,0.0000027714234,0.032173425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995764,0.000017056202,0.000034361776,0.00013133047,0.00013121963,0.00010965589],"domain_scores_gemma":[0.9995583,0.000017310915,0.000017626428,0.00025025403,0.00006077378,0.00009568789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013933456,0.000043344593,0.00005464606,0.00002841213,0.000022042335,0.0002696966,0.00032904613,0.000020106158,0.0000044611943],"category_scores_gemma":[0.00008857901,0.000032605378,0.000021087737,0.00014143335,0.000010980261,0.00017795012,0.00008993223,0.000060093207,0.00013044738],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010868545,0.000046770263,0.003422896,0.0000034849925,0.00001226761,0.000026750284,0.0005025925,0.00029237612,0.000058368267,0.87297356,0.057452563,0.06520729],"study_design_scores_gemma":[0.0004769048,0.00016245761,0.0002142616,0.000007644281,0.000004431413,0.000023943287,0.0003939821,0.37181866,0.00043711165,0.031082068,0.59512234,0.00025617468],"about_ca_topic_score_codex":0.0000057086686,"about_ca_topic_score_gemma":0.0000016019527,"teacher_disagreement_score":0.903894,"about_ca_system_score_codex":0.000008002116,"about_ca_system_score_gemma":0.00003972626,"threshold_uncertainty_score":0.26006907},"labels":[],"label_agreement":null},{"id":"W2024024274","doi":"10.1007/s11257-006-9013-6","title":"Design and evaluation of an adaptive incentive mechanism for sustained educational online communities","year":2006,"lang":"en","type":"article","venue":"User Modeling and User-Adapted Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incentive; Quality (philosophy); Reputation; Online community; Computer science; Mechanism (biology); Critical mass (sociodynamics); Information overload; Measure (data warehouse); Knowledge management; Internet privacy; Public relations; Business; World Wide Web; Political science; Microeconomics; Economics","score_opus":0.06633925744419292,"score_gpt":0.3343618555578644,"score_spread":0.26802259811367146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024024274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44815478,0.000031022748,0.55104274,0.0004995133,0.000072211566,0.0001500643,0.000005188046,0.000027243228,0.000017258219],"genre_scores_gemma":[0.87044406,0.000017870141,0.12920704,0.000043358843,0.000076749406,0.00001684449,0.000096035146,0.000009805295,0.00008822279],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895364,0.0002189298,0.00026027753,0.00020368001,0.00023332801,0.00013012801],"domain_scores_gemma":[0.9983422,0.00021146084,0.00015787075,0.00017718248,0.0010740292,0.000037247377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054656056,0.00012335989,0.00014560799,0.00017512585,0.00019026644,0.00009231301,0.00013249578,0.00006124556,0.0000028137986],"category_scores_gemma":[0.00004817097,0.00012237151,0.00002817535,0.00010552524,0.000022763188,0.0007195006,0.00004912555,0.00014213863,2.6201158e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002034786,0.00046939714,0.0000747679,0.000030837553,0.00006216898,2.364428e-7,0.0024143117,0.82558054,0.0013044529,0.16040671,0.000054039476,0.009399068],"study_design_scores_gemma":[0.00055760995,0.0002928759,0.000094493225,0.00007094903,0.000060765586,0.0000042369593,0.0033917911,0.9446855,0.00040202407,0.050300296,0.00001816033,0.00012128106],"about_ca_topic_score_codex":0.0007953748,"about_ca_topic_score_gemma":0.00019383742,"teacher_disagreement_score":0.4222893,"about_ca_system_score_codex":0.00006769138,"about_ca_system_score_gemma":0.00011723301,"threshold_uncertainty_score":0.49901655},"labels":[],"label_agreement":null},{"id":"W2025454313","doi":"10.1145/2724660.2728699","title":"Evaluating the Relationship Between Course Structure, Learner Activity, and Perceived Value of Online Courses","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Value (mathematics); Computer science; Mathematics education; Psychology; Machine learning; Engineering","score_opus":0.1498456546075773,"score_gpt":0.41956961841095763,"score_spread":0.2697239638033804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025454313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98409975,0.000050831568,0.00809694,0.0073946826,0.000057846337,0.000060596227,0.0000063088924,0.000051250197,0.0001818115],"genre_scores_gemma":[0.97404623,0.000001476742,0.024948996,0.00006511973,0.00011617681,3.5118484e-7,0.0000045761294,0.0000060728266,0.000811031],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989361,0.00023207547,0.00014755149,0.0001895529,0.0003632754,0.0001314097],"domain_scores_gemma":[0.99854445,0.0007924651,0.000118445336,0.0003232168,0.00014199835,0.0000794455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006349462,0.00009040612,0.00014414215,0.000041370917,0.000112480644,0.00006742327,0.00034035216,0.00005145093,0.0000035114692],"category_scores_gemma":[0.00071766565,0.00005709086,0.000029623186,0.00021080085,0.00010088832,0.00018953439,0.0001673152,0.00026040382,0.0000027838967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052354085,0.00006351124,0.9352702,0.000013016025,0.00003571655,8.9789944e-7,0.0015128935,0.009176544,0.0003931532,0.030299563,0.00020297077,0.0230263],"study_design_scores_gemma":[0.00021228923,0.00013997215,0.70449984,0.000013729846,0.00003263698,0.0000038625194,0.0002339492,0.28540602,0.00003402221,0.009332305,0.000022350467,0.00006901906],"about_ca_topic_score_codex":0.00010728524,"about_ca_topic_score_gemma":0.000026346264,"teacher_disagreement_score":0.27622947,"about_ca_system_score_codex":0.000012379271,"about_ca_system_score_gemma":0.00019202757,"threshold_uncertainty_score":0.23280977},"labels":[],"label_agreement":null},{"id":"W2026188106","doi":"10.1145/2669711.2669931","title":"Recommendations for the design and deployment of MOOCs","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Ministerio de Economía y Competitividad; University of Edinburgh","keywords":"Software deployment; Certification; Computer science; Instructional design; Knowledge management; Engineering management; Multimedia; Engineering; Software engineering; Political science","score_opus":0.04514496823260389,"score_gpt":0.2989383675284408,"score_spread":0.2537933992958369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026188106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017473835,0.000013222955,0.9635805,0.0359917,0.00003178018,0.000048611702,1.5575098e-7,0.000019774494,0.00013954805],"genre_scores_gemma":[0.3121301,0.000017851426,0.6865563,0.0004263924,0.000020482865,0.0000047262415,2.992165e-7,0.0000019853446,0.0008418767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99978364,0.00002376506,0.00005691323,0.00005785339,0.000032916087,0.000044891858],"domain_scores_gemma":[0.9993631,0.00045425392,0.00002295372,0.00012307677,0.000023943421,0.000012659472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029202344,0.00002218472,0.000033213284,0.00001222116,0.00005456988,0.000021789718,0.00013686903,0.0000073092233,0.0000022374895],"category_scores_gemma":[0.00004337469,0.000012920466,0.000012237373,0.000043672593,0.000010468153,0.000032626336,0.000033587414,0.000018968776,0.0000011239549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017408703,0.000037995203,0.00029369525,0.000008289784,0.00001964986,2.5626493e-8,0.00028295472,0.004139886,0.00013627186,0.54585505,0.014472188,0.4347523],"study_design_scores_gemma":[0.000076872086,0.00005538415,0.00012629999,0.0000026949915,0.000004163835,4.221278e-7,0.000014353641,0.95784175,0.00043095276,0.008345548,0.033080384,0.0000211667],"about_ca_topic_score_codex":0.0000062167023,"about_ca_topic_score_gemma":0.0000013122759,"teacher_disagreement_score":0.95370185,"about_ca_system_score_codex":0.000001592307,"about_ca_system_score_gemma":0.0000071710474,"threshold_uncertainty_score":0.052688133},"labels":[],"label_agreement":null},{"id":"W2027141248","doi":"10.1109/hicss.2014.205","title":"Introduction to Social Media and Learning Minitrack","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Social media; Computer science; Social learning; Knowledge management; Multimedia; World Wide Web","score_opus":0.00916254934409583,"score_gpt":0.2449640710455356,"score_spread":0.23580152170143978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027141248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21541809,0.0000087341505,0.59975505,0.17939566,0.00047740072,0.000045565692,1.4001095e-7,0.00036401182,0.0045353775],"genre_scores_gemma":[0.9397563,0.0000013634549,0.05489065,0.0003917545,0.002274358,9.3291413e-7,0.0000010979187,0.000003886381,0.002679685],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952406,0.000054375265,0.00006296648,0.0001688443,0.00008985576,0.000099887046],"domain_scores_gemma":[0.9997452,0.00008170057,0.000017995924,0.00007608932,0.000029480401,0.00004954005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028072295,0.000042510237,0.000060636172,0.00004665449,0.000117804775,0.00008355903,0.000110808454,0.000022803222,0.000013740978],"category_scores_gemma":[0.00034009802,0.000037583806,0.000012573101,0.00013857709,0.000012091712,0.00008942186,0.000068190995,0.00012791231,0.00009865686],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029261503,0.000028949169,0.0012381022,0.00000925776,0.0000087075805,0.0000010401221,0.0055465214,0.00072303426,0.0011253654,0.17285246,0.023846963,0.7946167],"study_design_scores_gemma":[0.0003068947,0.00018188862,0.017636875,0.0000060795414,0.000009743621,0.000013549158,0.00035905628,0.34234643,0.0004793282,0.0077464813,0.6305814,0.00033230658],"about_ca_topic_score_codex":0.0000030569188,"about_ca_topic_score_gemma":0.0000052660967,"teacher_disagreement_score":0.79428434,"about_ca_system_score_codex":0.0000043081805,"about_ca_system_score_gemma":0.00000583675,"threshold_uncertainty_score":0.15326232},"labels":[],"label_agreement":null},{"id":"W2030743143","doi":"10.3991/ijet.v9i1.3354","title":"Video-Based Learning and Open Online Courses","year":2014,"lang":"en","type":"article","venue":"International Journal of Emerging Technologies in Learning (iJET)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Eidgenössische Technische Hochschule Zürich; University of Massachusetts Boston; University of Ontario Institute of Technology; University of Saskatchewan; École Polytechnique Fédérale de Lausanne; Universitat Pompeu Fabra; Abdus Salam International Centre for Theoretical Physics; TU Graz, Internationale Beziehungen und Mobilitätsprogramme","keywords":"Learning analytics; Analytics; Computer science; Open research; Multimedia; Online learning; Data science; Software analytics; World Wide Web; Software","score_opus":0.014702370518963797,"score_gpt":0.3358227108742128,"score_spread":0.321120340355249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030743143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59964126,0.0009657266,0.31424817,0.08154204,0.0014215647,0.00013423283,0.0000013790636,0.0008316356,0.0012139836],"genre_scores_gemma":[0.90828645,0.00026779316,0.09101511,0.00009558642,0.00011024889,0.0000013927424,0.0000026087944,0.0000150183505,0.00020581149],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998214,0.00016413016,0.00056526583,0.00028421447,0.0005139283,0.00025847717],"domain_scores_gemma":[0.9982789,0.00044055918,0.00065918826,0.00019632113,0.00037912073,0.000045870926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013814026,0.00017400122,0.00033054265,0.0007609977,0.0001268921,0.00041441774,0.0028879244,0.000122064295,0.000008649492],"category_scores_gemma":[0.004479858,0.0001575498,0.0000805045,0.00039874009,0.00012786682,0.0005583745,0.0011115074,0.001425345,0.000004162676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055351495,0.00022965275,0.39635187,0.00001819781,0.00010155812,0.00018188698,0.0004448944,0.16027357,0.00083094934,0.019690594,0.0003615079,0.42145997],"study_design_scores_gemma":[0.0024304106,0.00091719127,0.007083322,0.0010198787,0.000024415493,0.00023939188,0.002001444,0.81737745,0.0009664362,0.022832243,0.14459267,0.0005151633],"about_ca_topic_score_codex":0.000020768632,"about_ca_topic_score_gemma":0.00000973824,"teacher_disagreement_score":0.6571039,"about_ca_system_score_codex":0.00009352224,"about_ca_system_score_gemma":0.00010388513,"threshold_uncertainty_score":0.6424694},"labels":[],"label_agreement":null},{"id":"W2034782333","doi":"10.1145/2724660.2728679","title":"Identifying Content-Related Threads in MOOC Discussion Forums","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Reliability (semiconductor); Content (measure theory); Content analysis; Natural language processing; Multimedia; Sociology; Social science","score_opus":0.09209516673330871,"score_gpt":0.31361651961438947,"score_spread":0.22152135288108077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034782333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26195267,0.00024540897,0.65791833,0.05512258,0.0012483608,0.00020167524,7.213204e-7,0.0007582794,0.022551987],"genre_scores_gemma":[0.97216195,0.000004148456,0.012176453,0.000137842,0.000019778014,0.0000012465429,0.000002412615,0.0000052645446,0.015490916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991398,0.000041020074,0.00019309219,0.00020682279,0.00021008452,0.00020920087],"domain_scores_gemma":[0.9995355,0.000017862212,0.000045354485,0.00025253565,0.000046417652,0.000102313505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003644414,0.00007574594,0.000110806985,0.000109261,0.00003505087,0.00012689257,0.00037746667,0.000048190173,0.000010550639],"category_scores_gemma":[0.000070918235,0.00004404596,0.000037782178,0.0003786254,0.000016155696,0.0004242371,0.0001972643,0.00015544586,0.00020220714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019496847,0.00054870866,0.2982147,0.000032253174,0.000054523225,0.00020524365,0.0089952685,0.0057698116,0.0019501467,0.45481035,0.009423426,0.21997607],"study_design_scores_gemma":[0.0013891434,0.000104561885,0.013476116,0.000106390544,0.000005644801,0.00001787364,0.0013637797,0.9167594,0.00038667803,0.06418926,0.0019079772,0.00029320788],"about_ca_topic_score_codex":0.00010677703,"about_ca_topic_score_gemma":0.000059866525,"teacher_disagreement_score":0.9109895,"about_ca_system_score_codex":0.00003309045,"about_ca_system_score_gemma":0.000040673545,"threshold_uncertainty_score":0.2599031},"labels":[],"label_agreement":null},{"id":"W2036093426","doi":"10.1109/vast.2010.5653587","title":"Towards the Personal Equation of Interaction: The impact of personality factors on visual analytics interface interaction","year":2010,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Extraversion and introversion; Personality; Neuroticism; Psychology; Human–computer interaction; Interface (matter); Locus of control; Computer science; Big Five personality traits; Social psychology","score_opus":0.05745548071894612,"score_gpt":0.3837221227268235,"score_spread":0.32626664200787736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036093426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93782294,0.00000399295,0.05716044,0.0030125051,0.00041756657,0.000069202215,0.0000041945973,0.000030375299,0.0014788104],"genre_scores_gemma":[0.99914956,0.0000025396196,0.0004319651,0.00003896425,0.00011043837,7.33184e-7,0.000004116962,0.0000056653134,0.00025602677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988654,0.0001278223,0.0002958221,0.0001958235,0.0003758819,0.00013923139],"domain_scores_gemma":[0.99862975,0.00044831727,0.00031345082,0.00033626,0.00022944166,0.000042798685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005452375,0.00014074978,0.00016774204,0.00009053788,0.0000997905,0.000092758724,0.0005335997,0.000059145743,0.00022286244],"category_scores_gemma":[0.00027759574,0.000067012974,0.0002684877,0.00034604914,0.000112920665,0.00029380884,0.00011015638,0.0006016368,0.000011074603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009994466,0.0058624954,0.23565915,0.0002358046,0.0032787644,0.000006813774,0.12765287,0.12813762,0.10107599,0.13578889,0.008806683,0.2524955],"study_design_scores_gemma":[0.00012220653,0.0004632822,0.046475977,0.000022355498,0.000022146218,0.000007184065,0.0019917947,0.94326216,0.0070099323,0.00035033879,0.00017712764,0.000095490155],"about_ca_topic_score_codex":0.0009850817,"about_ca_topic_score_gemma":0.0000830861,"teacher_disagreement_score":0.8151246,"about_ca_system_score_codex":0.000058624366,"about_ca_system_score_gemma":0.000112973095,"threshold_uncertainty_score":0.27327096},"labels":[],"label_agreement":null},{"id":"W2036767997","doi":"10.5430/wjel.v4n2p7","title":"An Integrated Automatic Platform for English Majors’ Graduation Thesis","year":2014,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Transparency (behavior); Computer science; Plan (archaeology); Independence (probability theory); Automaticity; Quality (philosophy); Deep integration; Engineering management; Lifelong learning; Mathematics education; Pedagogy; Engineering; Sociology; Psychology; Business; Computer security","score_opus":0.010158484765680128,"score_gpt":0.26305729771648906,"score_spread":0.2528988129508089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036767997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62900275,0.00026227115,0.3633426,0.00091845775,0.0029867864,0.00022330442,0.000011249588,0.00046857217,0.0027839767],"genre_scores_gemma":[0.9118889,0.0000040437,0.08601543,0.00017835364,0.0015572722,0.0000020270033,0.000010191353,0.000016586513,0.00032719754],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876297,0.00009937754,0.00044374118,0.0001592608,0.00030293252,0.00023170539],"domain_scores_gemma":[0.99788964,0.0003509932,0.00041726907,0.00034097902,0.00085864385,0.00014248407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013011508,0.00014242044,0.00027546828,0.00037002738,0.000088768,0.00025714404,0.0007496772,0.000047812442,0.000019034349],"category_scores_gemma":[0.002770796,0.00011016878,0.00015807511,0.00046912837,0.000022743261,0.000788313,0.00003103278,0.00030242448,0.0000030010228],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046655372,0.0005068655,0.0014186128,0.00013005511,0.00019009644,0.00004983271,0.09103507,0.0028192014,0.0005543337,0.053479977,0.008010926,0.8417584],"study_design_scores_gemma":[0.0030768102,0.0013370768,0.0018380645,0.00053520914,0.00019090172,0.000031749227,0.009956639,0.83823305,0.0022743766,0.009251443,0.13251218,0.00076247833],"about_ca_topic_score_codex":0.0000074072277,"about_ca_topic_score_gemma":0.000047824866,"teacher_disagreement_score":0.8409959,"about_ca_system_score_codex":0.000049074213,"about_ca_system_score_gemma":0.00006491094,"threshold_uncertainty_score":0.44925526},"labels":[],"label_agreement":null},{"id":"W2038057523","doi":"10.1109/mite.2014.7020236","title":"BioWorldParser: A suite of parsers for leveraging educational data mining techniques","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Suite; Leverage (statistics); Parsing; Scripting language; Data science; Educational data mining; Intelligent tutoring system; Raw data; Context (archaeology); Data mining; Information retrieval; Machine learning; Artificial intelligence","score_opus":0.0564474594092604,"score_gpt":0.3331003635823312,"score_spread":0.2766529041730708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038057523","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077462955,0.000021875434,0.97407186,0.014813053,0.00012547716,0.00008501301,0.000006966854,0.00013938984,0.002990051],"genre_scores_gemma":[0.4263442,0.0000022329218,0.57204896,0.0002563389,0.000097257696,0.0000031115005,0.00002595146,0.0000043695854,0.0012175826],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992952,0.000023626799,0.00016810895,0.0002572236,0.000117068696,0.00013878029],"domain_scores_gemma":[0.9988909,0.00027271864,0.00008625426,0.0006376455,0.00007534216,0.000037143476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005153478,0.00006536446,0.000107176784,0.000093639195,0.000056039004,0.00005231887,0.00095485215,0.000021993452,0.000008121538],"category_scores_gemma":[0.00018759507,0.000058308477,0.000029843699,0.00017786675,0.000024842968,0.00024444624,0.0002429716,0.0000443443,0.0000029285184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006908514,0.00022249595,0.027770389,0.0001259757,0.000065822314,3.8426793e-7,0.00077136926,0.00024995534,0.002177716,0.38241813,0.047424648,0.5387662],"study_design_scores_gemma":[0.0001462385,0.00006640065,0.001033192,0.000058652295,0.000011750627,0.0000034521797,0.000055002914,0.91218895,0.0024958279,0.0087607065,0.07500718,0.00017267889],"about_ca_topic_score_codex":0.00002068342,"about_ca_topic_score_gemma":0.0000066140224,"teacher_disagreement_score":0.91193897,"about_ca_system_score_codex":0.0000070775677,"about_ca_system_score_gemma":0.0000824231,"threshold_uncertainty_score":0.23777506},"labels":[],"label_agreement":null},{"id":"W2038313576","doi":"10.5703/1288284315232","title":"If the University Is the Computer, Where Does That Leave the Library? MOOCs Discovered","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Purdue Pharma (Canada)","funders":"","keywords":"Computer science; Quality (philosophy); Multimedia; Mathematics education; World Wide Web; Library science; Psychology","score_opus":0.006748864639324725,"score_gpt":0.19135338101494892,"score_spread":0.1846045163756242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038313576","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020011738,0.00007679795,0.4683697,0.49949995,0.0005501943,0.00016980594,0.000008393774,0.00029301216,0.011020407],"genre_scores_gemma":[0.9458677,0.00010537218,0.0050598634,0.0058822404,0.00042197626,3.5748369e-7,0.000002281824,0.000009865655,0.042650312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989793,0.00025134382,0.000081285885,0.00024679519,0.00023326644,0.0002080412],"domain_scores_gemma":[0.99855345,0.0003858622,0.00007159197,0.0009281016,0.000019011319,0.00004198987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023557861,0.00012197673,0.00010048489,0.000019031442,0.0006165936,0.0004808799,0.0023068273,0.000038087208,0.00005639367],"category_scores_gemma":[0.000007898111,0.00004136206,0.00011351495,0.00025972864,0.00015646285,0.00045497753,0.0007789791,0.00026821328,0.00008734647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008938487,0.00009681253,0.016657704,0.000019329238,0.00013103748,0.000009530865,0.0070407996,0.003944048,0.000012163795,0.545914,0.32586545,0.100300156],"study_design_scores_gemma":[0.00014341393,0.000032024316,0.005838544,0.000014377353,0.00001361133,0.0000034869204,0.00077446585,0.5884635,0.000075195974,0.0057535544,0.39877018,0.000117650154],"about_ca_topic_score_codex":0.00007823513,"about_ca_topic_score_gemma":0.000028300597,"teacher_disagreement_score":0.925856,"about_ca_system_score_codex":0.000008328196,"about_ca_system_score_gemma":0.000036674148,"threshold_uncertainty_score":0.47424015},"labels":[],"label_agreement":null},{"id":"W2040187572","doi":"10.1016/j.tig.2015.02.004","title":"Putting my money where my mouth is: the Useful Genetics project","year":2015,"lang":"en","type":"review","venue":"Trends in Genetics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Face (sociological concept); Biology; Mendelian inheritance; Genetics; Sociology","score_opus":0.1137182833045127,"score_gpt":0.3907385761787895,"score_spread":0.27702029287427676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040187572","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017052229,0.996228,0.0009943752,0.0006813754,0.00046439105,0.0002793117,0.00004013536,0.00014737484,0.0011480212],"genre_scores_gemma":[0.000026686925,0.95471966,0.038747128,0.00011461737,0.0006052635,0.000033492262,0.00004216496,0.00009536108,0.005615614],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959586,0.0004937556,0.001023865,0.0009840012,0.0007767848,0.00076296675],"domain_scores_gemma":[0.9968661,0.00016704638,0.0006243393,0.0020344297,0.00015461212,0.00015345607],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009379431,0.0007094296,0.0013136854,0.00058195845,0.00014655272,0.0005206088,0.0032376423,0.0004761752,0.0000119128445],"category_scores_gemma":[0.000054901684,0.0004964065,0.00044943168,0.0022762828,0.00011724734,0.00006998085,0.0010410857,0.0012335771,0.00010016931],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.6405737e-7,0.000048820308,0.0001016638,0.00061228825,0.00006273597,0.000020926276,0.00086014724,0.0004045067,3.0340548e-8,0.00008235882,0.0065355855,0.9912706],"study_design_scores_gemma":[0.00018178926,0.00007954584,0.000015329044,0.0017649132,0.0002720445,0.00003887679,0.000044764147,0.03414261,5.1588455e-7,0.0003202127,0.96262354,0.0005158585],"about_ca_topic_score_codex":0.000029885181,"about_ca_topic_score_gemma":0.000037939368,"teacher_disagreement_score":0.9907547,"about_ca_system_score_codex":0.00015689954,"about_ca_system_score_gemma":0.00077557174,"threshold_uncertainty_score":0.99974877},"labels":[],"label_agreement":null},{"id":"W2042096406","doi":"10.4018/jdet.2003010101","title":"A Survey of Distance Education Challenges and Technologies","year":2003,"lang":"en","type":"article","venue":"International Journal of Distance Education Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Perspective (graphical); Computer science; Educational technology; Information technology; Information and Communications Technology; Higher education; Technology integration; Mathematics education; Multimedia; World Wide Web; Psychology; Artificial intelligence","score_opus":0.02102735187133673,"score_gpt":0.31011457257721387,"score_spread":0.2890872207058771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042096406","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2020993,0.24739331,0.43851438,0.09794777,0.007922246,0.0003698397,0.000034965564,0.0010725496,0.0046456577],"genre_scores_gemma":[0.9682652,0.009224618,0.022300217,0.00002280775,0.000023142164,0.0000059204745,0.000002438709,0.0000063003226,0.000149357],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987674,0.00006478512,0.00046867135,0.00020514433,0.00036929495,0.0001247234],"domain_scores_gemma":[0.99743015,0.00016774017,0.0007601437,0.00032720575,0.0012920706,0.000022684484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050065323,0.0001270408,0.0002144919,0.0004383728,0.000041037518,0.00008024651,0.0011756513,0.000104140985,0.0000015760994],"category_scores_gemma":[0.0026142374,0.000111222944,0.000050053317,0.0003397287,0.00020580765,0.0004858412,0.00009679445,0.00025321776,0.0000014339415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069483685,0.00029305893,0.012980466,0.00002141253,0.00003975055,0.0000011952912,0.00023517474,0.000007870787,0.00007734021,0.400522,0.00040601537,0.5854088],"study_design_scores_gemma":[0.0008787898,0.0005279791,0.12848257,0.0014706367,0.00004495917,0.00033880374,0.035763912,0.00085549743,0.0149050765,0.67086387,0.14504531,0.0008226219],"about_ca_topic_score_codex":0.000010220423,"about_ca_topic_score_gemma":0.000029719304,"teacher_disagreement_score":0.7661659,"about_ca_system_score_codex":0.00009466914,"about_ca_system_score_gemma":0.0006528805,"threshold_uncertainty_score":0.453554},"labels":[],"label_agreement":null},{"id":"W2044369843","doi":"10.5430/wje.v4n6p9","title":"Cloud Collaboration: Cloud-based Instruction for Business Writing Class","year":2014,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Computer science; Multimedia; World Wide Web; Class (philosophy); Artificial intelligence","score_opus":0.010486389366913002,"score_gpt":0.2887933483264905,"score_spread":0.2783069589595775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044369843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1692466,0.00014580454,0.73899114,0.08067205,0.010027291,0.00012382863,9.774042e-7,0.000043068063,0.0007492456],"genre_scores_gemma":[0.9313664,0.00000419198,0.063652575,0.000520803,0.0039733537,0.0000025574902,0.0000041065578,0.0000072431176,0.00046878797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991599,0.000073984345,0.00036059952,0.000110184046,0.00018621654,0.00010917095],"domain_scores_gemma":[0.99783134,0.00014506657,0.00052404776,0.00016084354,0.001275363,0.00006335616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064124307,0.00007337227,0.0001283463,0.00027247702,0.00014441133,0.00019729536,0.00025643123,0.000029555073,0.00000403534],"category_scores_gemma":[0.0003306488,0.00006973674,0.00005249604,0.0009181631,0.000017319217,0.00037480134,0.000011614936,0.00013013318,0.0000031604309],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010748566,0.000649503,0.011454046,0.00021534775,0.000048506987,0.000001090215,0.0008350863,0.041589394,0.0013018316,0.29659626,0.03929146,0.60791],"study_design_scores_gemma":[0.0024775881,0.0005352713,0.013021344,0.00065980706,0.00009489757,0.000086278866,0.00073007384,0.3936385,0.0016909295,0.03777334,0.5488173,0.00047469154],"about_ca_topic_score_codex":0.0000024218098,"about_ca_topic_score_gemma":0.000015269989,"teacher_disagreement_score":0.76211977,"about_ca_system_score_codex":0.00008244974,"about_ca_system_score_gemma":0.0007232992,"threshold_uncertainty_score":0.2843782},"labels":[],"label_agreement":null},{"id":"W2045335684","doi":"10.1145/2330601.2330641","title":"Student success system","year":2012,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"D2L (Canada)","funders":"","keywords":"Computer science; Predictive analytics; Context (archaeology); Generalization; Bridge (graph theory); Decomposition; Data science; Machine learning; Software engineering; Artificial intelligence","score_opus":0.01242096823588612,"score_gpt":0.296308033779325,"score_spread":0.2838870655434389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045335684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18940812,0.00019697582,0.7146361,0.002929634,0.0010744847,0.000057813206,2.3734344e-7,0.00082832307,0.09086835],"genre_scores_gemma":[0.98677486,8.242131e-7,0.01031558,0.00009284388,0.00015699986,8.2793485e-7,1.9313595e-7,0.0000021304413,0.0026557366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995291,0.000021649957,0.000069632064,0.00007666996,0.00014041235,0.00016250173],"domain_scores_gemma":[0.99965763,0.0000176953,0.000020034659,0.0002130269,0.000019342602,0.000072292045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000184121,0.0000401252,0.000053654265,0.000025379306,0.000042126445,0.00007027833,0.00037403096,0.000014764099,0.000007291929],"category_scores_gemma":[0.000003877159,0.000029456909,0.000021831725,0.00011426458,0.000004760113,0.00021642627,0.00011971563,0.000047029527,0.00031841203],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6530667e-7,0.00008050052,0.22340652,0.00001552571,0.0000110689525,0.0000029493706,0.00042522277,0.00011886945,0.000020573318,0.7703879,0.00095627963,0.0045744414],"study_design_scores_gemma":[0.0006774827,0.00012671507,0.4188873,0.000087230925,0.000032289543,0.00010289395,0.001650764,0.5160033,0.0012398316,0.00027595923,0.06012032,0.0007959078],"about_ca_topic_score_codex":0.000009915069,"about_ca_topic_score_gemma":5.345053e-7,"teacher_disagreement_score":0.79736674,"about_ca_system_score_codex":0.00001684678,"about_ca_system_score_gemma":0.0000075830376,"threshold_uncertainty_score":0.40926486},"labels":[],"label_agreement":null},{"id":"W2049774460","doi":"10.3166/ds.4.269-280","title":"Le campus virtuel québécois : si loin, si proche...","year":2006,"lang":"fr","type":"article","venue":"Distances et savoirs","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.011647368029124864,"score_gpt":0.25358226359661856,"score_spread":0.2419348955674937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049774460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11108241,0.06278817,0.31548518,0.2619841,0.0048161717,0.00065956754,0.00022722979,0.0010566805,0.24190047],"genre_scores_gemma":[0.93259007,0.00031430955,0.006046851,0.0011781701,0.0006770848,0.000011802392,0.000041542877,0.00004365957,0.05909653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99702495,0.0002363058,0.00055453024,0.000830452,0.0005720616,0.00078171084],"domain_scores_gemma":[0.99841946,0.00023395372,0.00032261285,0.00059549935,0.00023937762,0.00018906327],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004795279,0.00040687076,0.0004306471,0.0001061617,0.000391031,0.0005757481,0.0009378137,0.00019949806,0.00003655067],"category_scores_gemma":[0.00017519317,0.00042926325,0.0002442231,0.00080788706,0.0005264539,0.00082202425,0.0001929768,0.0006072191,0.0003533456],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001369586,0.0005266449,0.0030264193,0.00019599429,0.000044177905,0.00011654313,0.001950188,0.0065650046,0.00019943675,0.96021277,0.010146647,0.017002469],"study_design_scores_gemma":[0.00064293284,0.00018332813,0.0032146862,0.00034324688,0.000056424047,0.000038170154,0.0013034398,0.06434122,0.0001710156,0.0468877,0.8820056,0.00081227976],"about_ca_topic_score_codex":0.010644005,"about_ca_topic_score_gemma":0.035612192,"teacher_disagreement_score":0.9133251,"about_ca_system_score_codex":0.00013596361,"about_ca_system_score_gemma":0.0012357483,"threshold_uncertainty_score":0.99981594},"labels":[],"label_agreement":null},{"id":"W2049910221","doi":"10.1016/j.intcom.2007.08.003","title":"Pedagogy and usability in interactive algorithm visualizations: Designing and evaluating CIspace","year":2007,"lang":"en","type":"article","venue":"Interacting with Computers","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Usability; Computer science; Set (abstract data type); Human–computer interaction; Key (lock)","score_opus":0.021237195688524186,"score_gpt":0.387822405998505,"score_spread":0.3665852103099808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049910221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3074055,0.0000419157,0.6914263,0.0006518885,0.0002522075,0.00008483913,1.9840883e-7,0.00007173904,0.00006542954],"genre_scores_gemma":[0.6195059,0.0000031949473,0.3803058,0.00011437842,0.000042341613,0.0000014787366,8.7791324e-7,0.000007977207,0.00001807434],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985313,0.00016381576,0.00031433412,0.00048908876,0.0002033813,0.00029811857],"domain_scores_gemma":[0.9959799,0.0033931048,0.00020006536,0.00020111992,0.00012964506,0.00009613413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012921223,0.00016712068,0.00021124983,0.0002526328,0.00013669583,0.00027678368,0.0002108753,0.00004238647,0.0000013616434],"category_scores_gemma":[0.0006876343,0.00015269412,0.000020340078,0.00037769505,0.00006462221,0.00066017854,0.0002536074,0.0003668422,0.000001519294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004339201,0.000110759036,0.07646252,0.000041011142,0.000046282905,0.00009306487,0.016227474,0.003953774,0.0004288402,0.00070369773,0.00002415832,0.901865],"study_design_scores_gemma":[0.0004811533,0.0002821075,0.017341208,0.00061067205,0.000007902516,0.00015356825,0.0017008154,0.9786307,0.00024125999,0.00027346803,0.00006682636,0.00021028199],"about_ca_topic_score_codex":0.0001676045,"about_ca_topic_score_gemma":0.0000978302,"teacher_disagreement_score":0.97467697,"about_ca_system_score_codex":0.00007896284,"about_ca_system_score_gemma":0.00006220827,"threshold_uncertainty_score":0.62266856},"labels":[],"label_agreement":null},{"id":"W2051447463","doi":"10.1145/2567574.2567633","title":"Learning analytics and machine learning","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Computer science; Analytics; Data science; Field (mathematics); Software analytics; Cultural analytics; Artificial intelligence; Machine learning; Semantic analytics","score_opus":0.012323542130897092,"score_gpt":0.23929776904524339,"score_spread":0.2269742269143463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051447463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03657067,0.00009153878,0.93898296,0.0048791934,0.00007469649,0.000027018767,9.1853686e-8,0.0005621069,0.018811716],"genre_scores_gemma":[0.9538366,0.000038921622,0.033435274,0.00022941592,0.00007191974,3.706524e-7,0.0000020442506,0.00000841905,0.012377022],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991298,0.00011120388,0.00013331782,0.00026043426,0.00015657012,0.00020869762],"domain_scores_gemma":[0.99946636,0.00015044656,0.00005913964,0.000183224,0.00004098759,0.00009984537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004564395,0.00010298613,0.00013760744,0.0000942395,0.0002002702,0.00018580086,0.00025279608,0.000041307925,0.000016485423],"category_scores_gemma":[0.000294598,0.000087072025,0.000034690405,0.00023970085,0.000028684806,0.00015279702,0.000200844,0.0003940146,0.00005723924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033697816,0.00006014515,0.21812388,0.000039310384,0.000050590326,0.000012703661,0.0008482988,0.055743393,0.00043620632,0.27559838,0.00029615915,0.44878754],"study_design_scores_gemma":[0.00014428899,0.00013982588,0.0016909338,0.0000072264334,0.000006106099,0.000010891437,0.000025890766,0.953736,0.00005194881,0.0016112908,0.042450793,0.00012481368],"about_ca_topic_score_codex":0.000030352965,"about_ca_topic_score_gemma":0.000006937439,"teacher_disagreement_score":0.91726595,"about_ca_system_score_codex":0.000007323882,"about_ca_system_score_gemma":0.000011823521,"threshold_uncertainty_score":0.3550694},"labels":[],"label_agreement":null},{"id":"W2054277717","doi":"10.1109/waina.2015.114","title":"Academic Performance Predictors","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Workload; Academic institution; Computer science; Work (physics); Asset (computer security); Intervention (counseling); Institution; Academic achievement; Psychology; Mathematics education; Computer security; Engineering; Political science; Operating system","score_opus":0.030851292853161887,"score_gpt":0.2779466066504732,"score_spread":0.24709531379731134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054277717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7589043,0.000100061916,0.18111983,0.009485506,0.0005444344,0.000041973406,2.4203294e-7,0.00076016074,0.0490435],"genre_scores_gemma":[0.9778626,0.000012032508,0.013486149,0.00028567575,0.00010088854,5.531645e-7,4.5183126e-7,0.0000024035799,0.008249221],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995242,0.000011598941,0.0000751748,0.00011083746,0.00015849606,0.0001197419],"domain_scores_gemma":[0.99965173,0.000010943126,0.000019952873,0.00017843621,0.000035628134,0.00010330626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018423772,0.000042426473,0.00004558969,0.00003433684,0.000024114393,0.000025164622,0.00042064197,0.00003347814,0.000004356819],"category_scores_gemma":[0.00003516775,0.000032463562,0.000013346843,0.00016812445,0.000012549892,0.00025201082,0.000100572186,0.00015477497,0.00026030687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057157786,0.000074415686,0.594164,0.000021750497,0.000027821035,0.0000122287565,0.0024827635,0.009754083,0.00012236528,0.1544783,0.089685015,0.14917155],"study_design_scores_gemma":[0.00016004045,0.00008629085,0.0064728716,0.000007801183,0.00000196365,0.000009085609,0.000027314396,0.948913,0.00025794073,0.001496142,0.04246958,0.000097972166],"about_ca_topic_score_codex":0.0000030764616,"about_ca_topic_score_gemma":2.1886044e-7,"teacher_disagreement_score":0.9391589,"about_ca_system_score_codex":0.000012088708,"about_ca_system_score_gemma":0.000058923066,"threshold_uncertainty_score":0.33458048},"labels":[],"label_agreement":null},{"id":"W2054487404","doi":"10.1145/2723576.2723589","title":"Unsupervised modeling for understanding MOOC discussion forums","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University; North Carolina State University; Bill and Melinda Gates Foundation","keywords":"Asynchronous communication; Computer science; Cluster analysis; Online discussion; Data science; Collaborative learning; Massive open online course; Topic model; Unsupervised learning; World Wide Web; Artificial intelligence; Knowledge management","score_opus":0.18800881267495276,"score_gpt":0.32121090634734506,"score_spread":0.1332020936723923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054487404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011563244,0.000014398679,0.98030937,0.016392976,0.0001561265,0.00006883824,5.447466e-7,0.00018869096,0.0017127334],"genre_scores_gemma":[0.85744625,0.0000014997784,0.1403543,0.00018993576,0.000072767805,0.0000026591567,0.0000033137628,0.0000074764794,0.0019217932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992768,0.000015545875,0.0001238113,0.00020358671,0.00016585528,0.00021437471],"domain_scores_gemma":[0.9995449,0.000029179842,0.0000224884,0.0002252167,0.00005458364,0.0001235839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029284542,0.00007624704,0.000093052826,0.000060386887,0.000107979555,0.00012878512,0.0003171565,0.00003631339,0.0000017335265],"category_scores_gemma":[0.000058550977,0.000045051656,0.00005491092,0.00015522024,0.000007882381,0.0002823526,0.00010591818,0.00006324793,0.000011367062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011400517,0.000056250003,0.00036004974,0.000017718196,0.000015573718,0.00000210566,0.0013193813,0.1829432,0.00010062183,0.80344,0.0027848256,0.008948897],"study_design_scores_gemma":[0.00032756466,0.000051469717,6.502766e-7,0.000011994439,0.0000030688668,0.0000011244197,0.0007659934,0.8197876,0.000019366325,0.1783885,0.00055969023,0.000082937644],"about_ca_topic_score_codex":0.000010127942,"about_ca_topic_score_gemma":0.0000063955936,"teacher_disagreement_score":0.8562899,"about_ca_system_score_codex":0.000068187255,"about_ca_system_score_gemma":0.00006293195,"threshold_uncertainty_score":0.18371531},"labels":[],"label_agreement":null},{"id":"W2055460178","doi":"10.3109/0142159x.2013.819685","title":"Scholarship in an age of big data","year":2013,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"NOSM University","funders":"","keywords":"Scholarship; Big data; MEDLINE; Data science; Psychology; Medical education; Medicine; Computer science; Political science; Data mining","score_opus":0.11891082056827144,"score_gpt":0.35323444508706126,"score_spread":0.2343236245187898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055460178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9631712,0.00009419733,0.02317052,0.010913436,0.00018788797,0.00005530926,5.13515e-7,0.00007889807,0.0023280487],"genre_scores_gemma":[0.9942066,0.00000446802,0.0045359163,0.00023273383,0.00017048605,0.0000011774104,0.000013832918,0.0000043599052,0.0008304355],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989232,0.00014434071,0.00016652116,0.00022145912,0.0003948555,0.00014962479],"domain_scores_gemma":[0.9989652,0.000027655225,0.000030535262,0.00080416474,0.000020146328,0.00015229522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094666966,0.000052297586,0.0001121086,0.000056439047,0.000013328327,0.000045706962,0.001716272,0.00008008216,0.00024342432],"category_scores_gemma":[0.00080161594,0.000040626404,0.0000139554195,0.00021042374,0.000055585304,0.00032513012,0.00041763438,0.00041210433,0.000090377034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.039685e-7,0.0004415521,0.34110117,0.000016020767,0.000008184382,0.00007099149,0.00050714327,0.000006171212,0.00011864033,0.002216274,0.0015711305,0.6539419],"study_design_scores_gemma":[0.0006100421,0.00011142075,0.1552403,0.00012227536,0.0000049485207,0.000007009554,0.000070103575,0.8196823,0.000018376157,0.010033783,0.0138831185,0.00021629834],"about_ca_topic_score_codex":0.00013744179,"about_ca_topic_score_gemma":0.000052585936,"teacher_disagreement_score":0.81967616,"about_ca_system_score_codex":0.0000070792726,"about_ca_system_score_gemma":0.0000686498,"threshold_uncertainty_score":0.3189289},"labels":[],"label_agreement":null},{"id":"W2059892668","doi":"10.1145/2567574.2567601","title":"Patterns of persistence","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University; Bill and Melinda Gates Foundation","keywords":"Remedial education; Computer science; Persistence (discontinuity); English as a second language; Mathematics education; Multimedia; Psychology; Engineering","score_opus":0.01560334599133416,"score_gpt":0.23771949881980212,"score_spread":0.22211615282846794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059892668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06454204,0.0000035525136,0.9236676,0.0023981223,0.000045656605,0.00000671219,1.2915804e-7,0.000049170187,0.009287029],"genre_scores_gemma":[0.97247905,0.0000011405689,0.0254408,0.00014793481,0.000017424893,9.565099e-8,1.3912337e-7,9.438304e-7,0.0019124754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99972904,0.000013609824,0.000053497515,0.00007462534,0.00007282697,0.000056395773],"domain_scores_gemma":[0.9997222,0.000026422193,0.000021589422,0.00018570725,0.00002378994,0.000020307136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008564692,0.00002358159,0.000043969954,0.000019631087,0.000012816844,0.000012175917,0.00026961335,0.000009510491,0.000012166514],"category_scores_gemma":[0.000022865499,0.00001837368,0.000024801755,0.000055929544,0.000004763014,0.00004773808,0.000050198927,0.000028060638,0.000021790687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.8630707e-7,0.00007496135,0.13030721,0.000035681318,0.000011804553,0.0000014336748,0.0005537505,0.0007120706,0.0008267158,0.74685204,0.00044826407,0.12017547],"study_design_scores_gemma":[0.00013416646,0.00012706811,0.023079596,0.000021684767,0.0000035292935,0.000003848831,0.00006208489,0.96331936,0.0021120782,0.0036062768,0.0074196067,0.00011069229],"about_ca_topic_score_codex":0.0000123258405,"about_ca_topic_score_gemma":0.0000020461705,"teacher_disagreement_score":0.9626073,"about_ca_system_score_codex":0.0000015757065,"about_ca_system_score_gemma":0.0000056964045,"threshold_uncertainty_score":0.07492569},"labels":[],"label_agreement":null},{"id":"W2066882279","doi":"10.1145/2567574.2567606","title":"Uncovering what matters","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Temporality; Learning analytics; Analytics; Computer science; Contrast (vision); Data science; Productivity; Knowledge management; Epistemology; Artificial intelligence","score_opus":0.006490941219195319,"score_gpt":0.2313030223659114,"score_spread":0.22481208114671608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066882279","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011205646,0.000013296924,0.9412356,0.04210035,0.00029440058,0.000009938826,1.6848382e-8,0.00020627592,0.0049344664],"genre_scores_gemma":[0.9058079,0.000012928586,0.07904311,0.010629894,0.00010265047,4.214488e-7,3.660807e-7,0.0000045897827,0.0043981127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999658,0.000013580924,0.000049534217,0.000106721425,0.000076913035,0.0000952624],"domain_scores_gemma":[0.99971074,0.000029895638,0.000013871259,0.00020306099,0.000010152525,0.00003228392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010271677,0.00003598856,0.000042204225,0.00002426184,0.000030062469,0.0002776708,0.0002573386,0.0000114092345,0.000012987818],"category_scores_gemma":[0.000010079168,0.000029325121,0.000020230598,0.00008260267,0.0000059833224,0.00043874647,0.00007727351,0.00004392387,0.00024409684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.0037086e-7,0.000041137897,0.0026293108,0.000020881978,0.000016291131,0.0000061182836,0.0004473084,0.017411608,0.0006914187,0.2677883,0.013444091,0.69750273],"study_design_scores_gemma":[0.00014059125,0.000042676806,0.00077289477,0.000032063654,0.0000021161047,0.0000065199565,0.00006102563,0.8101638,0.00062094646,0.018927757,0.1690619,0.00016771746],"about_ca_topic_score_codex":0.000008202675,"about_ca_topic_score_gemma":0.0000015976204,"teacher_disagreement_score":0.8946023,"about_ca_system_score_codex":0.000005074414,"about_ca_system_score_gemma":0.000005176299,"threshold_uncertainty_score":0.31374526},"labels":[],"label_agreement":null},{"id":"W2069434918","doi":"10.1115/esda2012-82141","title":"MarkUs: An Open-Source Web Application to Annotate Student Papers On-Line","year":2012,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Grading (engineering); Computer science; Process (computing); Open source; Work (physics); Interface (matter); Multimedia; Work in process; World Wide Web; Mathematics education; Psychology; Engineering; Software; Programming language","score_opus":0.02304039058365653,"score_gpt":0.3411977993517226,"score_spread":0.3181574087680661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069434918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30508724,0.000035579156,0.5707017,0.0335098,0.00041291575,0.000733629,0.0000037417567,0.0008298487,0.08868554],"genre_scores_gemma":[0.9597609,0.0000037446512,0.02663661,0.0038439913,0.00018269537,0.00001522167,0.000005251483,0.000010816248,0.009540751],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902785,0.00005316506,0.00014210117,0.00028350847,0.00022923916,0.00026416747],"domain_scores_gemma":[0.9990395,0.0000343106,0.000044042015,0.00059772126,0.000039711904,0.00024472142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046261091,0.00010156147,0.000105438725,0.00006811912,0.000096294505,0.00022763002,0.0012175641,0.000027425118,0.00002213439],"category_scores_gemma":[0.000016475433,0.00008192322,0.000019980873,0.00033517927,0.000009226757,0.00033516827,0.00044012387,0.00010026008,0.0005285354],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032566528,0.0026870826,0.022148924,0.000014583457,0.00006117165,0.000004133039,0.0032663574,0.044170383,0.007798705,0.20060803,0.008361691,0.71084636],"study_design_scores_gemma":[0.0005243519,0.0007817169,0.019963278,0.000018820494,0.000011706736,0.00000604379,0.0003573559,0.35276127,0.00040267475,0.00022771896,0.6244868,0.00045824263],"about_ca_topic_score_codex":0.000029205674,"about_ca_topic_score_gemma":0.000019607063,"teacher_disagreement_score":0.7103881,"about_ca_system_score_codex":0.000026627773,"about_ca_system_score_gemma":0.000021905289,"threshold_uncertainty_score":0.6793429},"labels":[],"label_agreement":null},{"id":"W2071254852","doi":"10.1145/2330601.2330619","title":"Challenges and opportunities for learning analytics when formal teaching meets social spaces","year":2012,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Learning analytics; Analytics; Data science; Knowledge management","score_opus":0.13003902788105579,"score_gpt":0.31896306098757315,"score_spread":0.18892403310651737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071254852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062470518,0.0054973355,0.6784656,0.16925551,0.0004800966,0.0002404404,0.0000029241285,0.00093014725,0.08265745],"genre_scores_gemma":[0.9427239,0.00029117803,0.051820792,0.00021794169,0.0004493313,0.0000032331598,0.0000027060323,0.000010571958,0.004480361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907273,0.00007191126,0.0001356595,0.00016081569,0.0001519418,0.0004069337],"domain_scores_gemma":[0.9995152,0.00015060742,0.0000808217,0.0001041249,0.000040818202,0.00010843005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009423667,0.00011731645,0.00016095705,0.00009121036,0.00043041553,0.00015981245,0.00021335797,0.000060869395,0.000003042299],"category_scores_gemma":[0.00007916044,0.000100718404,0.000056123154,0.000020927937,0.000035566718,0.0009582538,0.00018975369,0.00020843578,0.0000022163185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020553557,0.000029580846,0.0003911783,0.000034862875,0.000028662114,8.51027e-7,0.007839056,0.000031190542,0.000010947,0.5826479,0.00045429566,0.4085294],"study_design_scores_gemma":[0.0007039495,0.00034545368,0.003532407,0.00004657013,0.000084738414,0.000034749424,0.017430006,0.47827873,0.000064128144,0.011358896,0.48741394,0.0007064265],"about_ca_topic_score_codex":0.0000051279417,"about_ca_topic_score_gemma":0.000005895253,"teacher_disagreement_score":0.8802534,"about_ca_system_score_codex":0.000011689802,"about_ca_system_score_gemma":0.000022177337,"threshold_uncertainty_score":0.41071773},"labels":[],"label_agreement":null},{"id":"W2072156455","doi":"10.1145/965106.965125","title":"Forum","year":2003,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Interactivity; Set (abstract data type); Feeling; Process (computing); Computer science; Focus (optics); Population; Public relations; Internet privacy; Engineering ethics; Multimedia; World Wide Web; Sociology; Engineering; Psychology; Political science","score_opus":0.007935168101663347,"score_gpt":0.24332213797444785,"score_spread":0.2353869698727845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072156455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012238623,0.00001858799,0.82349324,0.0071976604,0.00008960878,0.000008141905,2.3358794e-8,0.00012749435,0.16784139],"genre_scores_gemma":[0.84929955,0.0000014137802,0.13530348,0.0007766249,0.000008100407,2.169062e-7,6.947012e-8,0.0000013200768,0.014609213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99976146,0.000010321093,0.000032141645,0.00006763312,0.000046966346,0.000081466926],"domain_scores_gemma":[0.99980986,0.000010784815,0.000006768055,0.00013906462,0.000010051195,0.000023460972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000051677598,0.00002144955,0.000023857097,0.000015095648,0.000025923615,0.00003241528,0.00013370512,0.000009062409,0.000026566167],"category_scores_gemma":[0.000024890485,0.000016602467,0.00001481143,0.000095314856,0.0000036223707,0.00006280168,0.00001686177,0.000030752162,0.00017659635],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6718733e-8,0.0000063547877,0.001264162,2.6583123e-7,8.478955e-7,0.0000011359142,0.0000095974065,0.00003327283,0.000015647798,0.99140215,0.00258403,0.0046825055],"study_design_scores_gemma":[0.0001768307,0.000052699048,0.00047722168,0.0000031259533,0.0000015193626,0.00001878415,0.00006453238,0.14844257,0.0018567996,0.1333088,0.7154359,0.0001612037],"about_ca_topic_score_codex":0.0000016232575,"about_ca_topic_score_gemma":0.0000010508392,"teacher_disagreement_score":0.8580934,"about_ca_system_score_codex":0.0000022984134,"about_ca_system_score_gemma":0.000013079023,"threshold_uncertainty_score":0.22698477},"labels":[],"label_agreement":null},{"id":"W2073118756","doi":"10.5539/jel.v3n3p135","title":"Predicting Student Performance in Statewide High-Stakes Tests for Middle School Mathematics Using the Results from Third Party Testing Instruments","year":2014,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Salary; Context (archaeology); Test (biology); Mathematics education; Psychology; Regression analysis; School district; Predictive validity; Mathematics; Political science; Statistics; Developmental psychology; Geography","score_opus":0.05126571869137017,"score_gpt":0.3205014410754381,"score_spread":0.2692357223840679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073118756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98626846,0.000056170622,0.012365415,0.00085640245,0.00029735672,0.00006638776,5.6142585e-7,0.000012988811,0.00007624035],"genre_scores_gemma":[0.8829164,0.00001423925,0.116587475,0.00007691936,0.0002877958,0.0000012272387,0.0000013806568,0.000006263298,0.00010831221],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884605,0.00013833294,0.00051378924,0.00012916567,0.00021984422,0.00015278494],"domain_scores_gemma":[0.9979423,0.0009129167,0.0007350927,0.00012871089,0.00020742472,0.0000735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017794332,0.00008785852,0.00015575487,0.00011078075,0.00028562875,0.00024056289,0.0002591473,0.000030943233,7.8888974e-7],"category_scores_gemma":[0.0034106441,0.000062143474,0.000026801647,0.00020565321,0.00001806153,0.00037580877,0.000050305036,0.00047200007,8.0286014e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019067571,0.00026544146,0.8149476,0.000065945234,0.00003394166,6.340151e-7,0.018372796,0.093900986,0.00047579425,0.00020352461,0.000045985547,0.07166829],"study_design_scores_gemma":[0.0006764557,0.00020670293,0.17827116,0.0007616751,0.000022068845,0.000019049488,0.007222218,0.8113681,0.000065090164,0.0006866772,0.00060417666,0.00009662887],"about_ca_topic_score_codex":0.000061885796,"about_ca_topic_score_gemma":0.000008846979,"teacher_disagreement_score":0.7174671,"about_ca_system_score_codex":0.00005359141,"about_ca_system_score_gemma":0.00021420696,"threshold_uncertainty_score":0.40831062},"labels":[],"label_agreement":null},{"id":"W2076662226","doi":"10.4000/ries.3453","title":"Le phénomène des MOOCs (Massive Open Online Courses)","year":2013,"lang":"fr","type":"article","venue":"Revue internationale d éducation de Sèvres","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.08218736368894426,"score_gpt":0.3561275163610877,"score_spread":0.27394015267214344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076662226","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41517296,0.004022387,0.07617641,0.46820402,0.0038459103,0.00069191685,0.00011697747,0.0001506044,0.031618793],"genre_scores_gemma":[0.63432777,0.0007197273,0.04755031,0.00101553,0.0013185169,0.00006331783,0.000109466346,0.000033647102,0.3148617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982229,0.00021750004,0.00041812027,0.000491381,0.00026104267,0.0003890489],"domain_scores_gemma":[0.99754196,0.00031734144,0.00036777163,0.00048864726,0.0010734015,0.00021086574],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003454304,0.00021894391,0.0002416492,0.0001965498,0.00025654628,0.0012142111,0.0018203438,0.00012769076,0.0008498267],"category_scores_gemma":[0.00071167236,0.00025994927,0.0001230688,0.0003970217,0.00021110616,0.001707609,0.0004584542,0.00033971146,0.0010480734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008105862,0.0019602228,0.0068755555,0.00018001873,0.00021454894,0.000021159483,0.004970448,0.013436375,0.00041953984,0.68032134,0.042636704,0.248956],"study_design_scores_gemma":[0.0006414574,0.00014061197,0.071437076,0.00092993287,0.00004551001,0.00015966638,0.0010367451,0.6101967,0.00039297604,0.09587525,0.21863669,0.00050737325],"about_ca_topic_score_codex":0.008746849,"about_ca_topic_score_gemma":0.0013630041,"teacher_disagreement_score":0.59676033,"about_ca_system_score_codex":0.0003924466,"about_ca_system_score_gemma":0.0013915177,"threshold_uncertainty_score":0.9999853},"labels":[],"label_agreement":null},{"id":"W2078482049","doi":"10.1145/2330601.2330661","title":"Learning analytics and educational data mining","year":2012,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":969,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Educational data mining; Analytics; Computer science; Data science; Data analysis; Quality (philosophy); Knowledge extraction; Cultural analytics; Knowledge management; Semantic analytics; World Wide Web; Data mining; Web service","score_opus":0.05126801407096896,"score_gpt":0.3286884382729127,"score_spread":0.27742042420194374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078482049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33766517,0.0015661401,0.5532036,0.0600815,0.0009511481,0.000093075665,0.000004101025,0.00050850847,0.0459268],"genre_scores_gemma":[0.8263535,0.00001636456,0.1676098,0.00017322964,0.00023585507,2.264329e-7,0.000014075014,0.000003413181,0.0055935704],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994255,0.000027804896,0.00008787293,0.00016550282,0.00011590857,0.00017741362],"domain_scores_gemma":[0.9993487,0.00013889154,0.000035689853,0.00035401928,0.0000239218,0.0000987687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034647362,0.00005471802,0.00006132473,0.000052561474,0.00010122359,0.00010006031,0.00042556165,0.00002133211,0.00002818616],"category_scores_gemma":[0.00018266309,0.000047913138,0.000009086433,0.00016334256,0.000018897641,0.0005787187,0.00045071024,0.000106055755,0.000037774353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0918026e-7,0.00011578091,0.7467802,0.00001676511,0.000037930156,9.609652e-7,0.0014222858,0.00039383178,0.000054136366,0.1323396,0.008470106,0.11036768],"study_design_scores_gemma":[0.0000861721,0.000022805249,0.039122626,0.000010120531,0.000012112652,0.000024163253,0.00023774493,0.9293335,0.0000101121,0.00056737143,0.030424874,0.00014840842],"about_ca_topic_score_codex":0.00000743706,"about_ca_topic_score_gemma":0.0000014489651,"teacher_disagreement_score":0.92893964,"about_ca_system_score_codex":0.000006021636,"about_ca_system_score_gemma":0.000040474013,"threshold_uncertainty_score":0.1953841},"labels":[],"label_agreement":null},{"id":"W2079372207","doi":"10.1109/mitp.2014.78","title":"The Next Step for Learning Analytics","year":2014,"lang":"en","type":"article","venue":"IT Professional","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Learning analytics; Analytics; Computer science; Data science; Software analytics; Data analysis; Cultural analytics; Big data; Business intelligence; Business analytics; Semantic analytics; Web analytics; World Wide Web; Knowledge management; Data mining; Web intelligence; The Internet; Software; Management; Software development","score_opus":0.03226958673053724,"score_gpt":0.3272596038051167,"score_spread":0.29499001707457945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079372207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044666026,0.000081107464,0.91515714,0.07629967,0.0013456459,0.0001432636,8.990556e-7,0.00016872727,0.0023369687],"genre_scores_gemma":[0.860368,0.00001924164,0.06669144,0.002437231,0.00086634594,0.000025861122,0.000010699996,0.00002078827,0.06956036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989724,0.00012662043,0.00017401784,0.0002058412,0.0002560373,0.0002650464],"domain_scores_gemma":[0.99849147,0.0009441333,0.0001033473,0.0002735842,0.00012227621,0.00006518446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000858207,0.00008774382,0.000097814875,0.000033508783,0.00074526726,0.00017624574,0.0006335796,0.000053944525,0.00000610761],"category_scores_gemma":[0.000525113,0.000054080574,0.00007661382,0.00015734453,0.000039675888,0.000148758,0.00017759226,0.00029803178,0.000055309138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024417632,0.000114975104,0.0052343677,0.000038948154,0.000055703866,0.0000020571624,0.0005208188,0.00513138,0.0002472069,0.58557624,0.07116287,0.331891],"study_design_scores_gemma":[0.00014683706,0.000051924406,0.00056174205,0.000023027242,0.0000039978813,0.000001368144,0.00008154621,0.6204517,0.000015731592,0.0071723578,0.3714215,0.00006829682],"about_ca_topic_score_codex":0.0000013260727,"about_ca_topic_score_gemma":0.000004941554,"teacher_disagreement_score":0.8559014,"about_ca_system_score_codex":0.000010865823,"about_ca_system_score_gemma":0.00009090402,"threshold_uncertainty_score":0.57320684},"labels":[],"label_agreement":null},{"id":"W2083821817","doi":"10.1145/1066129.1066142","title":"Developing marking support within Eclipse","year":2004,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Eclipse; Computer science; Context (archaeology); Process (computing); Plug-in; Set (abstract data type); Software engineering; Data science; Programming language; Astronomy; History; Archaeology","score_opus":0.024571544148478366,"score_gpt":0.2828565810041854,"score_spread":0.2582850368557071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083821817","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024301535,0.0000059670247,0.94241846,0.015168048,0.00037880754,0.000027956212,1.2243753e-7,0.0002990128,0.017400073],"genre_scores_gemma":[0.49261868,0.0000027516169,0.50364363,0.0012517691,0.00017493658,6.043283e-7,0.0000010568756,0.0000047256435,0.002301862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993326,0.000011585773,0.00014251382,0.00019280739,0.00014638808,0.00017407797],"domain_scores_gemma":[0.9996366,0.000016758622,0.00004224693,0.00022181084,0.00003256292,0.000050027364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022836914,0.000069745336,0.000075611984,0.00005831334,0.000085261745,0.00011517591,0.00038817053,0.000028447515,0.000024040952],"category_scores_gemma":[0.000033511224,0.00005911073,0.000029559602,0.00024638814,0.000012947353,0.00019908119,0.00013448033,0.00010730504,0.00022929884],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0965e-7,0.000016484943,0.0012529843,0.000006366957,0.000008196319,0.000045521123,0.00058638264,0.0030504898,0.0000452351,0.9857548,0.00034301062,0.008890043],"study_design_scores_gemma":[0.0021149064,0.00032637498,0.006894726,0.00025554543,0.000023106211,0.00040336815,0.0005782958,0.16315287,0.010258045,0.7183438,0.09595517,0.0016937964],"about_ca_topic_score_codex":0.000016790813,"about_ca_topic_score_gemma":0.0000153939,"teacher_disagreement_score":0.46831715,"about_ca_system_score_codex":0.000042910608,"about_ca_system_score_gemma":0.00021983981,"threshold_uncertainty_score":0.2947249},"labels":[],"label_agreement":null},{"id":"W2085670292","doi":"10.1145/2567574.2567612","title":"Explaining predictive models to learning specialists using personas","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Persona; Computer science; Bridge (graph theory); Narrative; Artificial intelligence; Data science; Machine learning; Human–computer interaction; Linguistics","score_opus":0.039687726583858,"score_gpt":0.27920736226689113,"score_spread":0.23951963568303314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085670292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054860774,0.0000064929322,0.92332536,0.00096979714,0.00014464042,0.000041191386,2.2109089e-7,0.0002792435,0.020372303],"genre_scores_gemma":[0.8414909,0.0000010371042,0.15618089,0.00037803117,0.0003418485,0.0000011163743,8.181811e-7,0.000010471721,0.0015948601],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883986,0.000097118835,0.000145973,0.00035955093,0.00026694048,0.00029053426],"domain_scores_gemma":[0.9993809,0.000090199246,0.00005262715,0.00024433518,0.00008081856,0.0001511116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003810046,0.00011818492,0.00014870599,0.00012534768,0.00022388353,0.00018846523,0.00041652238,0.00004326577,0.000013151805],"category_scores_gemma":[0.000113308764,0.000110683475,0.00005372884,0.0003226289,0.000016168045,0.0003903693,0.00022412736,0.00021018545,0.000055368913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043820864,0.000023598202,0.0008989073,0.000005362085,0.000014387359,0.0000053859644,0.0065655303,0.8545405,0.00056940276,0.121959664,0.0002328874,0.01517998],"study_design_scores_gemma":[0.00010580534,0.00010533054,0.00012619105,0.000027826203,0.0000044218564,0.0000065048166,0.0004177557,0.9939553,0.00007239405,0.0029162995,0.0021095541,0.00015258115],"about_ca_topic_score_codex":0.000059462018,"about_ca_topic_score_gemma":0.0000055023506,"teacher_disagreement_score":0.78663015,"about_ca_system_score_codex":0.000045070516,"about_ca_system_score_gemma":0.000040294864,"threshold_uncertainty_score":0.45135412},"labels":[],"label_agreement":null},{"id":"W2085924616","doi":"10.1145/1067445.1067495","title":"Designing CIspace","year":2005,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Usability; Computer science; Visualization; Human–computer interaction; Instructional design; Multimedia; Mathematics education; Psychology; Artificial intelligence","score_opus":0.01227697994774811,"score_gpt":0.26236193890325343,"score_spread":0.2500849589555053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085924616","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015823784,0.000025238232,0.9587141,0.01654606,0.000030384876,0.000009097661,1.7511685e-8,0.00020823843,0.022884429],"genre_scores_gemma":[0.4291645,0.0000013613964,0.56065947,0.000904134,0.00008379737,2.2771003e-7,6.394596e-8,0.0000016850437,0.009184765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999664,0.000011181939,0.0000474232,0.00009983193,0.00007519919,0.00010233591],"domain_scores_gemma":[0.99975187,0.000024623543,0.000012990808,0.00015967597,0.000015489626,0.00003536307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093136725,0.00003360063,0.000036054258,0.000027173295,0.000039699516,0.000062617924,0.00024234928,0.000013556292,0.000023539804],"category_scores_gemma":[0.000016517679,0.000027622396,0.000018519433,0.000116508294,0.000005227582,0.00015210257,0.00005152157,0.000055164324,0.0003445685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.488676e-7,0.000077248005,0.003349584,0.0000042373426,0.0000138109535,0.000011903496,0.000728828,0.012546216,0.0025094785,0.5002426,0.024166415,0.45634893],"study_design_scores_gemma":[0.00010345844,0.000023662898,0.00028071844,0.000004971952,0.00000158595,0.00000814073,0.000023103537,0.8584326,0.0037555464,0.0017857375,0.13546887,0.00011160532],"about_ca_topic_score_codex":0.0000032359167,"about_ca_topic_score_gemma":0.0000026947312,"teacher_disagreement_score":0.8458864,"about_ca_system_score_codex":0.000007123027,"about_ca_system_score_gemma":0.000014430022,"threshold_uncertainty_score":0.4428846},"labels":[],"label_agreement":null},{"id":"W2086325135","doi":"10.1145/2822363.2822364","title":"SIGCSE conference report","year":2015,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Library science","score_opus":0.05197395258689915,"score_gpt":0.2901810069703583,"score_spread":0.23820705438345915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086325135","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14517033,0.00074921234,0.26669577,0.4925433,0.0025222558,0.0004578243,0.0000063104835,0.0024490594,0.089405924],"genre_scores_gemma":[0.88242424,0.00001914274,0.091695264,0.0011934708,0.00026584818,0.000007082674,0.00000917773,0.00001693213,0.024368826],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842733,0.000088848195,0.00029396132,0.00045507614,0.0004100222,0.00032473632],"domain_scores_gemma":[0.9977298,0.00014016428,0.00015487573,0.0014444757,0.00025912983,0.00027158784],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00069202104,0.00015943695,0.00019972697,0.00006983738,0.00007680678,0.0001355317,0.0014834575,0.000080213744,0.00010735557],"category_scores_gemma":[0.0022203075,0.00014386192,0.00006719797,0.00024032476,0.00005644073,0.00009269969,0.0006692884,0.0002603516,0.0019501672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027061616,0.00041659235,0.0072287805,0.000030096508,0.00007226686,0.0043468773,0.0021302341,0.0013358697,0.00027290345,0.027454114,0.8899997,0.0666855],"study_design_scores_gemma":[0.0005019246,0.00014858934,0.00038754262,0.000030256248,0.000011298156,0.0003865012,0.00010824964,0.009145306,0.0006362185,0.012967842,0.97531974,0.00035650434],"about_ca_topic_score_codex":0.000067827576,"about_ca_topic_score_gemma":0.0000029385592,"teacher_disagreement_score":0.7372539,"about_ca_system_score_codex":0.000032035052,"about_ca_system_score_gemma":0.00020277008,"threshold_uncertainty_score":0.9988269},"labels":[],"label_agreement":null},{"id":"W2086870514","doi":"10.1145/2090116.2090140","title":"Learning designs and learning analytics","year":2011,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Computer science; Learning sciences; Context (archaeology); Analytics; Personalized learning; Educational technology; Learning design; Knowledge management; Data science; Quality (philosophy); Open learning; Mathematics education; Cooperative learning; Teaching method; Psychology","score_opus":0.05554705338850238,"score_gpt":0.2613839820757232,"score_spread":0.20583692868722084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086870514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077998154,0.00007040501,0.8746983,0.0005974977,0.000069185044,0.00003839256,5.271009e-8,0.00059022696,0.04593782],"genre_scores_gemma":[0.86216706,0.000031334308,0.12745637,0.00009901943,0.000030350437,5.7094314e-7,5.040085e-7,0.000007767377,0.01020702],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913514,0.000112189424,0.00013529797,0.00025746896,0.00013138946,0.00022851684],"domain_scores_gemma":[0.99952656,0.00008803556,0.000059506012,0.0001701922,0.000050483202,0.000105201616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039248655,0.00010188876,0.00011994078,0.00010294964,0.00022286751,0.00010543948,0.0002781389,0.000047447767,0.000045394445],"category_scores_gemma":[0.00016089139,0.000088814624,0.000035821984,0.00026871852,0.000037336846,0.00022327348,0.00017426409,0.00044192496,0.00006970785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011921237,0.00020193729,0.33931068,0.00005072586,0.00014773912,0.00014846052,0.015992226,0.008589857,0.0009914496,0.32820323,0.00055000506,0.30580178],"study_design_scores_gemma":[0.00021408223,0.0003921854,0.010868635,0.000016478813,0.000018628707,0.000031928615,0.00057795044,0.977475,0.0003669202,0.004248935,0.005497942,0.00029133455],"about_ca_topic_score_codex":0.00004443069,"about_ca_topic_score_gemma":0.0000033770136,"teacher_disagreement_score":0.9688851,"about_ca_system_score_codex":0.000008326257,"about_ca_system_score_gemma":0.00002566999,"threshold_uncertainty_score":0.36217552},"labels":[],"label_agreement":null},{"id":"W2087901444","doi":"10.5539/hes.v1n2p2","title":"Specifics of Course Management System Benefits for New University Faculty","year":2011,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Medical education; Computer science; Set (abstract data type); Delivery system; Management system; Faculty development; Higher education; Engineering management; Mathematics education; Multimedia; Professional development; Psychology; Engineering; Medicine; Operations management; Biomedical engineering; Political science","score_opus":0.13379596398365792,"score_gpt":0.3382769382734214,"score_spread":0.2044809742897635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087901444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3491899,0.024958115,0.37773034,0.04674417,0.034531713,0.0031331226,0.00020460614,0.0022386317,0.16126938],"genre_scores_gemma":[0.71514976,0.00019274026,0.20037167,0.00006613367,0.00023715521,0.0000037166978,0.000009256722,0.000007909989,0.083961695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995647,0.000011933136,0.00009832404,0.0001499737,0.00009026669,0.00008482116],"domain_scores_gemma":[0.9994153,0.000018995192,0.00009729174,0.00019790269,0.0002353627,0.00003518735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006667314,0.00006233268,0.00011052306,0.000050808372,0.00007686071,0.000008488415,0.0002310926,0.000016388005,0.0000034995305],"category_scores_gemma":[0.0000014507223,0.00005768475,0.000039161976,0.00017935972,0.000020567368,0.000080708814,0.00007886973,0.000024513565,0.000012925131],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004053376,0.0001329276,0.0022609727,0.00011877402,0.00013740924,5.1566525e-7,0.0012554638,0.000032677683,6.480587e-7,0.9492806,0.03743269,0.00934323],"study_design_scores_gemma":[0.0008095516,0.00016620633,0.26040214,0.00035584377,0.00030832822,0.0000022699337,0.030591296,0.0005084749,0.00017431038,0.0040763766,0.7022095,0.0003957512],"about_ca_topic_score_codex":0.000018978322,"about_ca_topic_score_gemma":0.0000019518657,"teacher_disagreement_score":0.94520426,"about_ca_system_score_codex":0.000043061915,"about_ca_system_score_gemma":0.00005787061,"threshold_uncertainty_score":0.23523158},"labels":[],"label_agreement":null},{"id":"W2090158844","doi":"10.1080/01587919.2014.919710","title":"MOOCS: digesting the facts","year":2014,"lang":"en","type":"article","venue":"Distance Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Franchise; Marketing; Profit (economics); Order (exchange); Business; Profit margin; Public relations; Advertising; Sociology; Political science; Economics; Pedagogy","score_opus":0.007606056055441768,"score_gpt":0.2620357306213466,"score_spread":0.2544296745659048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090158844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07284284,0.00018370945,0.85131675,0.05804113,0.0011837131,0.000073156254,3.870772e-7,0.00017897268,0.016179336],"genre_scores_gemma":[0.9918713,0.0000034750435,0.0055556814,0.0006233834,0.00023380942,0.0000042613806,0.0000030217477,0.0000030072117,0.0017020544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957275,0.000036467158,0.00007146448,0.00012383156,0.0000984203,0.00009707052],"domain_scores_gemma":[0.9994848,0.00008507031,0.000054798194,0.00030042988,0.000047844558,0.0000270802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016921882,0.000044029923,0.00003714142,0.000015939631,0.00013893424,0.000121794845,0.00032879825,0.0000128216425,0.000002021803],"category_scores_gemma":[0.00020252845,0.000030926123,0.000017035276,0.00016550776,0.000016188626,0.00013877051,0.000023137034,0.00007629574,0.000049586088],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.4622843e-7,0.000062457846,0.009512439,0.000010053075,0.0000025777072,8.0359925e-8,0.001472913,0.0004873456,0.00006441999,0.7663545,0.0038885407,0.21814424],"study_design_scores_gemma":[0.0001222194,0.00004329979,0.09168747,0.00008927355,0.000009693854,0.000005328375,0.00059216225,0.25471652,0.00026431732,0.12395333,0.5282051,0.00031130906],"about_ca_topic_score_codex":0.000012860922,"about_ca_topic_score_gemma":0.0000052698138,"teacher_disagreement_score":0.91902846,"about_ca_system_score_codex":0.000017619883,"about_ca_system_score_gemma":0.00007276641,"threshold_uncertainty_score":0.12611307},"labels":[],"label_agreement":null},{"id":"W2090861833","doi":"10.1145/2723576.2723623","title":"Penetrating the black box of time-on-task estimation","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Learning analytics; Task (project management); TRACE (psycholinguistics); Field (mathematics); Machine learning; Quality (philosophy); Time management; Artificial intelligence; Black box; Multi-task learning; Analytics; Data science; Human–computer interaction","score_opus":0.020925552002037294,"score_gpt":0.2763179803170438,"score_spread":0.2553924283150065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090861833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1203239,0.00001552879,0.7976035,0.015066614,0.000100427926,0.00008199121,5.8044316e-7,0.00015810455,0.066649385],"genre_scores_gemma":[0.93891495,4.1620982e-7,0.05803294,0.0002174893,0.000031974352,3.158326e-7,9.3997676e-7,0.0000021899489,0.0027987768],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995424,0.000033570555,0.00009971177,0.000083717554,0.00017285878,0.000067700304],"domain_scores_gemma":[0.99954015,0.000087166736,0.00005687874,0.00022874269,0.000057780395,0.000029263963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029364496,0.00003953518,0.000050066643,0.000021526563,0.000029069526,0.00004716979,0.0002857288,0.000014896134,0.0000065406134],"category_scores_gemma":[0.00014411157,0.000023585017,0.00001904658,0.00013929533,0.000023885508,0.00008702621,0.000046628436,0.000059968184,0.00020931271],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071586833,0.00022404696,0.0045395703,0.0000269923,0.000043905646,0.0000048792467,0.007344514,0.6342873,0.0018128015,0.19717641,0.049264457,0.105267994],"study_design_scores_gemma":[0.00006724904,0.00007423867,0.00026300427,0.000007660512,0.0000016139493,9.977297e-7,0.00004796454,0.99470085,0.00052341557,0.0040368033,0.00024154136,0.00003466087],"about_ca_topic_score_codex":0.000011506405,"about_ca_topic_score_gemma":0.0000014198961,"teacher_disagreement_score":0.81859106,"about_ca_system_score_codex":0.000006357321,"about_ca_system_score_gemma":0.000042742642,"threshold_uncertainty_score":0.2690361},"labels":[],"label_agreement":null},{"id":"W2091102243","doi":"10.5539/ibr.v7n6p129","title":"Digital School Examinations: An Educational Note of an Innovative Practice","year":2014,"lang":"en","type":"article","venue":"International Business Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cheating; Norwegian; Mathematics education; Computer science; Empirical examination; Final examination; Medical education; Psychology; Medicine; Social psychology","score_opus":0.048674459894903245,"score_gpt":0.4452773703573221,"score_spread":0.39660291046241886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091102243","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27902257,0.000034354594,0.44848377,0.12751578,0.0013000747,0.00035876856,0.000059243965,0.00018403912,0.1430414],"genre_scores_gemma":[0.9624075,0.0000056908743,0.03464853,0.00015218761,0.00053879636,0.000012614507,0.0001324963,0.0000102599815,0.0020919219],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.997662,0.0002380996,0.00027455605,0.00034694932,0.0012803612,0.00019802176],"domain_scores_gemma":[0.98919815,0.0009878058,0.00013683888,0.00043109414,0.009138913,0.000107223554],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014448339,0.00008829859,0.00009975706,0.00064110215,0.00012916583,0.00057222584,0.0014076052,0.000052607804,0.000066120134],"category_scores_gemma":[0.012607152,0.000085134336,0.000018407458,0.0018726564,0.00013824814,0.0039038078,0.00028791762,0.0003409114,0.00012304717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009331915,0.0037653027,0.01626613,0.000053692445,0.00009953474,0.00001666997,0.0014514347,0.0043257256,0.0033518488,0.5852068,0.0013301072,0.38403943],"study_design_scores_gemma":[0.00089334813,0.00042394243,0.4510621,0.00013694384,0.0000051622733,0.00008780779,0.00036183762,0.39824915,0.0007910495,0.05188703,0.09569257,0.00040904706],"about_ca_topic_score_codex":0.00009872374,"about_ca_topic_score_gemma":0.000007492505,"teacher_disagreement_score":0.68338495,"about_ca_system_score_codex":0.00009765706,"about_ca_system_score_gemma":0.0006086407,"threshold_uncertainty_score":0.9957101},"labels":[],"label_agreement":null},{"id":"W2095368381","doi":"10.1145/1268784.1268910","title":"Learning strategies sessions within the classroom in computing science university courses","year":2007,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Mathematics education; Science learning; Active learning (machine learning); Psychology; Science education; Artificial intelligence","score_opus":0.01251061904618596,"score_gpt":0.2851060654005104,"score_spread":0.2725954463543245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095368381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.671586,0.000008078881,0.31439373,0.0015790578,0.000102618316,0.000029961362,6.145034e-8,0.000149955,0.012150587],"genre_scores_gemma":[0.9777368,0.0000018318593,0.021205412,0.00007500188,0.00002698699,1.581723e-8,1.866159e-7,0.0000023195896,0.0009514494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900866,0.00006377134,0.00012591101,0.00024030475,0.0002732054,0.00028813916],"domain_scores_gemma":[0.9993014,0.00026528994,0.00007884682,0.00021188633,0.00007972852,0.00006289265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018026837,0.000072443305,0.00007696714,0.00018015319,0.00065240974,0.00024018463,0.0009189981,0.000027850974,0.0000024893038],"category_scores_gemma":[0.00010765756,0.000050447296,0.00002343872,0.0014376179,0.0002519269,0.00051037554,0.00031790364,0.0004170567,0.0000109627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003228648,0.00005941656,0.09602779,0.0000044962185,0.000004509226,0.00006501619,0.004139583,0.14860547,0.0009973791,0.7395534,0.000037730937,0.010501988],"study_design_scores_gemma":[0.0001606797,0.000051329866,0.09144504,0.00003998469,0.0000026791915,0.000011032226,0.036524598,0.8694641,0.00015884994,0.0013290754,0.0006731544,0.00013948063],"about_ca_topic_score_codex":0.00014429587,"about_ca_topic_score_gemma":0.0002994879,"teacher_disagreement_score":0.7382243,"about_ca_system_score_codex":0.00005531092,"about_ca_system_score_gemma":0.00037961977,"threshold_uncertainty_score":0.5017874},"labels":[],"label_agreement":null},{"id":"W2097173737","doi":"10.47678/cjhe.v43i3.184673","title":"Student Approaches to Learning in Relation to Online Course Completion","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Stockholms Universitet; Uppsala Universitet; Vetenskapsrådet; Karolinska Institutet; University of Edinburgh; Kungliga Tekniska Högskolan; Athabasca University","keywords":"Course (navigation); Online course; Mathematics education; Online learning; Course evaluation; Relation (database); Computer science; Psychology; Higher education; Medical education; Multimedia; Engineering","score_opus":0.05597589494247907,"score_gpt":0.3065569907823968,"score_spread":0.2505810958399177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097173737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8945471,0.00020954262,0.0045731016,0.099419795,0.0007996031,0.00013288196,4.687385e-7,0.000010115958,0.00030739553],"genre_scores_gemma":[0.98063207,9.061713e-7,0.014875545,0.00091083994,0.00029015268,0.0000035820026,0.0000057015,0.000006633558,0.0032745765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99919546,0.000078816985,0.00026541055,0.00012002394,0.00015944046,0.00018084933],"domain_scores_gemma":[0.9990959,0.00002368102,0.00012607354,0.00012705459,0.00017531864,0.0004519403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023810439,0.00007059454,0.00011084184,0.00044957918,0.00006817183,0.00015142487,0.00031361356,0.00003562483,0.000048222275],"category_scores_gemma":[0.000044383156,0.0000698635,0.00002730987,0.00047737532,0.000009207349,0.0003019745,0.000013763107,0.0002475455,0.00008124475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036710173,0.00055384956,0.7240725,0.000020560079,0.00002882086,0.000012462399,0.012465412,0.14241418,0.00018567978,0.021561228,0.03120838,0.06747322],"study_design_scores_gemma":[0.000090288246,0.000110400804,0.9705307,0.00006045963,0.0000053708886,0.0000098913315,0.0004311096,0.0025828567,0.0000029211876,0.0009259114,0.02516142,0.00008866448],"about_ca_topic_score_codex":0.002017185,"about_ca_topic_score_gemma":0.0023322606,"teacher_disagreement_score":0.24645816,"about_ca_system_score_codex":0.00026217636,"about_ca_system_score_gemma":0.00094742567,"threshold_uncertainty_score":0.3049394},"labels":[],"label_agreement":null},{"id":"W2101114136","doi":"","title":"EDM 2011: 4th international conference on educational data mining : Eindhoven, July 6-8, 2011 : proceedings","year":2011,"lang":"en","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Data science; Educational data mining; Library science","score_opus":0.0760883798598901,"score_gpt":0.29678140168472944,"score_spread":0.22069302182483935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101114136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6012015,0.0015627495,0.08940572,0.040118717,0.0075276005,0.0011167704,0.004088858,0.0017114378,0.2532667],"genre_scores_gemma":[0.91271365,0.00037540862,0.0798524,0.0007574814,0.0011662517,0.000007351867,0.0029445058,0.00003255193,0.00215039],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978818,0.000049499115,0.00031367864,0.0010114625,0.00036346377,0.00038006107],"domain_scores_gemma":[0.9979865,0.00014084077,0.0002282277,0.0013763802,0.000088420675,0.00017961036],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0005905773,0.00024382232,0.00020357767,0.00013605428,0.00027398698,0.0003551878,0.006074327,0.000056582885,0.00007750451],"category_scores_gemma":[0.000023159193,0.0002183019,0.000023915765,0.00013177992,0.000080893944,0.0013469715,0.0031449464,0.00033711374,0.0001331955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036478578,0.0021420394,0.3454776,0.0007699975,0.001036612,0.00007543139,0.060644068,0.00042740616,0.0006526863,0.14037102,0.20034075,0.24769758],"study_design_scores_gemma":[0.00023441004,0.00008013143,0.04377584,0.0003416413,0.00003190149,0.000030774856,0.00036203937,0.9390193,0.000008010311,0.0045059375,0.011268024,0.0003419774],"about_ca_topic_score_codex":0.00034874553,"about_ca_topic_score_gemma":0.00017947609,"teacher_disagreement_score":0.9385919,"about_ca_system_score_codex":0.000013131124,"about_ca_system_score_gemma":0.00010892957,"threshold_uncertainty_score":0.9993033},"labels":[],"label_agreement":null},{"id":"W2101168948","doi":"10.19173/irrodl.v14i5.1595","title":"Improved fuzzy modelling to predict the academic performance of distance education students","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Login; Computer science; Fuzzy logic; Upload; Learning Management; Academic year; Mathematics education; Quality (philosophy); Artificial intelligence; Machine learning; Multimedia; Psychology; World Wide Web; Operating system","score_opus":0.05533398521883175,"score_gpt":0.430405401365496,"score_spread":0.3750714161466642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101168948","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8801328,0.012010617,0.04340388,0.060376666,0.0001811502,0.0018395715,0.000014886863,0.000020481442,0.0020199686],"genre_scores_gemma":[0.9848824,0.013547769,0.000796629,0.0001733758,0.00003468493,0.00007045938,0.0000156246,0.000003794018,0.0004752288],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983285,0.0002740684,0.0003558586,0.00018652249,0.00068201317,0.00017300324],"domain_scores_gemma":[0.9986362,0.00040079647,0.00016084313,0.00026590208,0.00048225597,0.000054045388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038238221,0.0000679095,0.00015237024,0.00007863599,0.0001263753,0.00016192243,0.0029020163,0.000023561868,0.000010803609],"category_scores_gemma":[0.00074949506,0.00004008473,0.000026562704,0.000580765,0.00008486264,0.00034060056,0.0011444053,0.0006539678,0.000008391112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012296648,0.0005448186,0.44537476,0.0036587534,0.00013899044,0.0000015035164,0.0017816673,0.045379966,0.00061206403,0.06362407,0.005996273,0.43276417],"study_design_scores_gemma":[0.0002974299,0.00017576091,0.022618199,0.011171545,0.0000070799365,0.0000049897394,0.0008320197,0.947681,0.00008511747,0.0031860594,0.013822948,0.000117820666],"about_ca_topic_score_codex":0.00032876842,"about_ca_topic_score_gemma":0.0000024470246,"teacher_disagreement_score":0.9023011,"about_ca_system_score_codex":0.00005090189,"about_ca_system_score_gemma":0.00018474761,"threshold_uncertainty_score":0.53927165},"labels":[],"label_agreement":null},{"id":"W2103953844","doi":"10.14257/ijmue.2014.9.11.38","title":"Developing a Collaborative MOOC Learning Environment utilizing Video Sharing with Discussion Summarization as Added-Value","year":2014,"lang":"en","type":"article","venue":"International Journal of Multimedia and Ubiquitous Engineering","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Automatic summarization; Computer science; Multimedia; Value (mathematics); Artificial intelligence; Machine learning","score_opus":0.005302804215798048,"score_gpt":0.2340791194762873,"score_spread":0.22877631526048925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103953844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0853385,0.000086457374,0.9115923,0.002413422,0.00039257458,0.000049687525,5.666269e-7,0.000051111027,0.000075362055],"genre_scores_gemma":[0.86461014,0.0001326424,0.13480821,0.0000472393,0.00030113413,0.0000016753074,0.000003306415,0.000014967471,0.00008066972],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881065,0.00003752549,0.0003153758,0.00019431578,0.00047698172,0.00016514373],"domain_scores_gemma":[0.99922615,0.00014798294,0.00025630475,0.00008585338,0.0001787924,0.0001049089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003848339,0.00014562417,0.00018465945,0.00024001273,0.0000774355,0.00019907477,0.0004018139,0.00004937983,0.0000031869088],"category_scores_gemma":[0.00027322076,0.00009342008,0.00003779447,0.00013247521,0.000019406609,0.0004525337,0.00016735058,0.00030767082,0.0000032622338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053029857,0.000040838575,0.006983655,0.00003256096,0.00023682023,0.00010281076,0.0038388208,0.8380721,0.008343858,0.012752099,0.000010805347,0.12953259],"study_design_scores_gemma":[0.0006107714,0.00016693525,0.0015343032,0.0004057931,0.000016214923,0.0001238652,0.00020798777,0.9906048,0.0017962395,0.00028735315,0.0040722457,0.00017347508],"about_ca_topic_score_codex":0.000007811492,"about_ca_topic_score_gemma":9.858378e-7,"teacher_disagreement_score":0.77927166,"about_ca_system_score_codex":0.00012436986,"about_ca_system_score_gemma":0.00008233274,"threshold_uncertainty_score":0.38095602},"labels":[],"label_agreement":null},{"id":"W2109686624","doi":"10.1109/ideas.2003.1214968","title":"ConfSys: the CINDI conference support system","year":2003,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Université du Québec à Montréal","keywords":"Computer science; Download; World Wide Web; The Internet; Set (abstract data type); Operations research; Engineering","score_opus":0.017240945349125212,"score_gpt":0.23953379362139046,"score_spread":0.22229284827226525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109686624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041505895,0.000021420576,0.6242459,0.0065315603,0.0003887388,0.000094269606,0.0000010770846,0.00040697685,0.36415946],"genre_scores_gemma":[0.9819971,0.0000022730014,0.0057145543,0.00042095102,0.000025619653,0.0000018533499,5.2329847e-7,0.0000032273833,0.011833902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926203,0.00008686105,0.00012852224,0.00017384431,0.00016939343,0.00017935023],"domain_scores_gemma":[0.9993327,0.00006082139,0.00004624722,0.00043678487,0.000069910646,0.000053513286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003827177,0.00007260008,0.000089558016,0.000023090923,0.000119427845,0.00017571311,0.00055547623,0.000028664956,0.000048492315],"category_scores_gemma":[0.000037688398,0.000042078205,0.000037224476,0.00016662532,0.00003078633,0.00009000583,0.00004840723,0.000116319075,0.00030140515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3262684e-7,0.000008002807,0.00064998236,0.000005988949,0.0000056139256,0.000007746154,0.00012677482,0.00003229779,0.00001898999,0.99666387,0.0018829382,0.00059765094],"study_design_scores_gemma":[0.0008981573,0.00027986962,0.0022135016,0.00008718109,0.000039898525,0.0005345182,0.0038790212,0.6430628,0.0039192527,0.007500363,0.33679542,0.0007900453],"about_ca_topic_score_codex":0.000011642436,"about_ca_topic_score_gemma":0.0000030882336,"teacher_disagreement_score":0.9891635,"about_ca_system_score_codex":0.000012697007,"about_ca_system_score_gemma":0.00011822346,"threshold_uncertainty_score":0.3874054},"labels":[],"label_agreement":null},{"id":"W2112094190","doi":"10.12927/hcpol.2007.18528","title":"Knowledge Translation through Research-Based Theatre","year":2006,"lang":"en","type":"article","venue":"Healthcare policy","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Public Health; Public Health Ontario; University of Toronto","funders":"","keywords":"Knowledge translation; Work (physics); Focus (optics); Knowledge management; Public relations; Medical education; Sociology; Computer science; Political science; Medicine; Engineering","score_opus":0.18789655157668103,"score_gpt":0.4691003442139346,"score_spread":0.2812037926372536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112094190","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005384535,0.0029550716,0.096598625,0.8394125,0.00023417918,0.00033137904,0.000014732614,0.0007148393,0.05435412],"genre_scores_gemma":[0.98002183,0.000026175914,0.017499281,0.0007838593,0.0009885331,0.000008005495,0.000014296136,0.000014263342,0.0006437567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982613,0.0003835125,0.000218233,0.00030868844,0.00031228288,0.000516009],"domain_scores_gemma":[0.99898297,0.00021364502,0.000041455893,0.0004768965,0.00019031535,0.000094718205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004938229,0.000105211264,0.0001292106,0.00026803568,0.00031989237,0.0000984065,0.00043073177,0.00009275676,0.000003775616],"category_scores_gemma":[0.000032326756,0.0000962413,0.000067207184,0.001348161,0.000094740375,0.00017248261,0.000041828698,0.00037435492,0.00016252631],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000473025,0.00013889471,0.0008419196,0.00012216193,0.000003053827,0.0000074482114,0.0012934747,0.00056046416,0.00005562757,0.8266408,0.003735221,0.16659622],"study_design_scores_gemma":[0.0007236889,0.00030704914,0.003536071,0.00015359078,0.0000036668416,0.0000104055825,0.00009019165,0.21111818,0.0004955068,0.43182617,0.3513958,0.00033968445],"about_ca_topic_score_codex":0.009017306,"about_ca_topic_score_gemma":0.0009646123,"teacher_disagreement_score":0.97463727,"about_ca_system_score_codex":0.00012356427,"about_ca_system_score_gemma":0.0008610702,"threshold_uncertainty_score":0.9975817},"labels":[],"label_agreement":null},{"id":"W2112798242","doi":"10.1007/978-3-642-39146-0_31","title":"Extending the AAT Tool with a User-Friendly and Powerful Mechanism to Retrieve Complex Information from Educational Log Data","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Learning analytics; Mechanism (biology); Learning Management; Domain (mathematical analysis); User Friendly; World Wide Web; Analytics; Multimedia; Human–computer interaction; Data science; Programming language","score_opus":0.018633979296356674,"score_gpt":0.26122122385050023,"score_spread":0.24258724455414354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112798242","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000501938,0.00006696089,0.9833882,0.014556026,0.00054478436,0.00035457473,0.000044331795,0.000064609594,0.00047858097],"genre_scores_gemma":[0.09743992,0.000024121613,0.8971149,0.004374601,0.0005046907,0.000005143689,0.00013575805,0.000021723241,0.00037916968],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972346,0.000034636992,0.00040702778,0.0009821777,0.0009261896,0.00041539178],"domain_scores_gemma":[0.99675506,0.00064139406,0.0002918763,0.0018835798,0.0002795788,0.00014852047],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00067697815,0.00036932615,0.00032122142,0.00040559156,0.0003381903,0.0015108678,0.0039710486,0.00014761246,0.000053973],"category_scores_gemma":[0.00021099344,0.00025342312,0.000031938805,0.00054611097,0.00032356003,0.0017432027,0.0025505512,0.0006483661,0.00011856843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020575853,0.000045180543,0.0003134052,0.00004644945,0.000057339545,0.000015315994,0.0029569394,0.012157771,0.00009749235,0.26671892,0.0022016196,0.715369],"study_design_scores_gemma":[0.00022482358,0.00023321291,0.0012205477,0.00032454624,0.000016940863,0.00006749379,0.000002304307,0.82769865,0.000047137124,0.1529303,0.016640129,0.00059388194],"about_ca_topic_score_codex":0.00012078788,"about_ca_topic_score_gemma":0.00007266525,"teacher_disagreement_score":0.8155409,"about_ca_system_score_codex":0.00011645786,"about_ca_system_score_gemma":0.0005357723,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W2118007559","doi":"10.19173/irrodl.v16i3.2202","title":"Who studies MOOCs? Interdisciplinarity in MOOC research and its changes over time","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Context (archaeology); Field (mathematics); Massive open online course; Educational research; Empirical research; Higher education; Computer science; Data science; Sociology; Engineering ethics; Social science; Pedagogy; Political science; Epistemology; Engineering; Mathematics","score_opus":0.3033761711451208,"score_gpt":0.5480081558538772,"score_spread":0.2446319847087564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118007559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.655009,0.11534144,0.00022942454,0.22222193,0.00013509953,0.0011821344,0.000032219104,0.000033825898,0.005814937],"genre_scores_gemma":[0.95555365,0.04223734,0.00018473007,0.00009869741,0.000059386402,0.000039650906,0.000021936763,0.000007054251,0.001797567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702334,0.0010431461,0.00030127427,0.0003343659,0.0009800554,0.00031782404],"domain_scores_gemma":[0.9974024,0.001288279,0.00009018758,0.00023147595,0.0008860908,0.000101562735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016229507,0.00009531992,0.00031247624,0.00030837324,0.00015036203,0.00027045884,0.0015853359,0.000038477352,0.000013284611],"category_scores_gemma":[0.0053190277,0.00006618865,0.000019289077,0.0010480846,0.00024419755,0.0003517542,0.0047523975,0.0010481093,0.000016034894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008780485,0.0019038888,0.2346312,0.011578398,0.0006346153,0.0006145433,0.020917097,0.0021493796,0.00068442465,0.4429632,0.06282473,0.22022046],"study_design_scores_gemma":[0.0049880394,0.0022028557,0.05499694,0.07751043,0.000020069028,0.000111860965,0.016367108,0.6106409,0.0003131556,0.14981084,0.08218024,0.0008575723],"about_ca_topic_score_codex":0.000176425,"about_ca_topic_score_gemma":0.00006820173,"teacher_disagreement_score":0.60849154,"about_ca_system_score_codex":0.0001468662,"about_ca_system_score_gemma":0.00015266237,"threshold_uncertainty_score":0.63677573},"labels":[],"label_agreement":null},{"id":"W2119479174","doi":"10.24908/pceea.v0i0.5955","title":"COMPARING EXPECTATIONS TO EXPERIENCE IN ONLINE TEACHING","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Computer science; Mathematics education","score_opus":0.023122856811743076,"score_gpt":0.2771511922994283,"score_spread":0.2540283354876852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119479174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773885,0.00002866074,0.0006495898,0.018716585,0.0008026618,0.00015176147,0.0000025034083,0.000084599356,0.0021751616],"genre_scores_gemma":[0.97611725,4.3065282e-7,0.022705201,0.00023737756,0.00009929128,0.00001639816,0.0000023508521,0.000009634709,0.00081208383],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990783,0.000008346974,0.0002257622,0.00017299724,0.00028003834,0.00023458959],"domain_scores_gemma":[0.9991192,0.000032895463,0.00015463118,0.00010894991,0.00033280536,0.0002514793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003716558,0.00008954215,0.00012059101,0.00038066402,0.000093306815,0.00014408094,0.00058064127,0.00005375174,8.413117e-7],"category_scores_gemma":[0.0021953017,0.00009221699,0.00003403427,0.0007361879,0.000005323304,0.00032812115,0.00005903046,0.00024529314,0.0000067876736],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015212731,0.0002381779,0.77880204,0.00006284893,0.000031511412,2.8227097e-7,0.057093605,0.043808043,0.0011021591,0.09918581,0.016166855,0.0035071494],"study_design_scores_gemma":[0.00047710506,0.000048603084,0.46943748,0.00045490422,0.00001829483,0.0000069596,0.010688306,0.4811295,0.0007730952,0.0015385387,0.034767278,0.0006599378],"about_ca_topic_score_codex":0.00814902,"about_ca_topic_score_gemma":0.010473457,"teacher_disagreement_score":0.43732145,"about_ca_system_score_codex":0.0016127122,"about_ca_system_score_gemma":0.0006332358,"threshold_uncertainty_score":0.9984558},"labels":[],"label_agreement":null},{"id":"W2119620070","doi":"10.19173/irrodl.v11i2.852","title":"Perspectives on distance education: Open schooling in the 21st century","year":2010,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Sociology; Mathematics education; Educational technology; Pedagogy; Computer science; Psychology","score_opus":0.04934481537177812,"score_gpt":0.4497372657866817,"score_spread":0.40039245041490357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119620070","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103337154,0.062039617,0.0020173378,0.63215625,0.0008316917,0.0034720986,0.000047621685,0.000044337212,0.19605389],"genre_scores_gemma":[0.9726073,0.025841167,0.0007638945,0.00040953574,0.0000816601,0.000046499223,0.000026783793,0.000004032434,0.00021908768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816716,0.0005734542,0.00024946898,0.00026695456,0.0005632398,0.00017974107],"domain_scores_gemma":[0.9983569,0.00084032875,0.00011294206,0.00037732557,0.00027171386,0.000040786203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006737911,0.000075155964,0.00015132473,0.00010408064,0.00019767515,0.00074379507,0.0044169924,0.000024499139,0.00003614443],"category_scores_gemma":[0.003044438,0.00004470101,0.000028471613,0.00075615785,0.00012209392,0.00037084747,0.0011325447,0.00140056,0.000011155086],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021834083,0.0002659759,0.0119126905,0.00015186476,0.000009937657,0.0000060341513,0.00093218155,0.000094836454,0.000018962155,0.927697,0.00092659116,0.057962105],"study_design_scores_gemma":[0.0011914992,0.00024050391,0.04785136,0.018101892,0.00000807524,0.00005927539,0.06294848,0.019331705,0.000026690886,0.030361498,0.81952053,0.00035846193],"about_ca_topic_score_codex":0.00039521244,"about_ca_topic_score_gemma":0.000058098078,"teacher_disagreement_score":0.89733547,"about_ca_system_score_codex":0.000055064545,"about_ca_system_score_gemma":0.0003321869,"threshold_uncertainty_score":0.82079446},"labels":[],"label_agreement":null},{"id":"W2122941550","doi":"10.1145/2724759","title":"Introduction to the Special Issue on Web Development","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Variety (cybernetics); Curriculum; Web development; World Wide Web; Web modeling; Representation (politics); Data science; Mathematics education; The Internet; Psychology; Pedagogy; Artificial intelligence","score_opus":0.02128066852774861,"score_gpt":0.29780351960542123,"score_spread":0.2765228510776726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122941550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026071617,0.000009114575,0.6345613,0.3269581,0.010259353,0.00021663669,6.322354e-7,0.00025292454,0.0016703254],"genre_scores_gemma":[0.79835385,0.0000027574642,0.16498873,0.0027012243,0.027337616,0.00001504312,0.000009325503,0.000018527033,0.0065729343],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894905,0.00008230151,0.00018374187,0.00032595496,0.00029043388,0.0001685129],"domain_scores_gemma":[0.9989439,0.00008428366,0.00005877676,0.00064976607,0.00015167291,0.0001115913],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043852872,0.00011086302,0.00008141,0.00017953345,0.00034626477,0.0001504446,0.0006089742,0.000036401347,0.000024150257],"category_scores_gemma":[0.0001314581,0.000090303845,0.00003260136,0.00058738055,0.000011933198,0.00010078966,0.000015667474,0.00024400762,0.0011419735],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063001485,0.00025919528,0.000013356263,0.0000027038113,0.000009395586,1.6413223e-7,0.0030686224,0.060778264,0.000010002592,0.00080565544,0.076831296,0.85821503],"study_design_scores_gemma":[0.00013136181,0.00015764523,0.000585692,0.00003246855,0.000007569757,0.000009440603,0.00046377725,0.025766844,0.00064498227,0.0006931574,0.9713424,0.0001646828],"about_ca_topic_score_codex":0.000011920161,"about_ca_topic_score_gemma":0.000016416314,"teacher_disagreement_score":0.8945111,"about_ca_system_score_codex":0.0001819819,"about_ca_system_score_gemma":0.0005337635,"threshold_uncertainty_score":0.99963576},"labels":[],"label_agreement":null},{"id":"W2123278118","doi":"10.5539/hes.v4n3p48","title":"A Study: Exploring the Feasibility of Developing a Computer Science Online Degree Program at Tuskegee University","year":2014,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Computer science; Quality (philosophy); Higher education; Graduate degree; Resource (disambiguation); Distance education; Medical education; Engineering management; Psychology; Political science; Mathematics education; Engineering; Medicine","score_opus":0.24586264691113469,"score_gpt":0.4031278503012782,"score_spread":0.1572652033901435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123278118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99095184,0.00009924085,0.0032359965,0.0043435935,0.0009569795,0.00019939795,5.750266e-7,0.000109798566,0.00010259144],"genre_scores_gemma":[0.9413657,0.000017470735,0.057785023,0.00010137401,0.00013586482,0.0000070205633,7.779767e-7,0.0000034695329,0.00058328675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988517,0.00012668042,0.00017405215,0.0003563299,0.00030813125,0.00018308473],"domain_scores_gemma":[0.99853194,0.00016743208,0.0001311349,0.00050852104,0.0006180878,0.000042910462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006221453,0.000104597035,0.00017314008,0.000113421615,0.0005236649,0.000048621394,0.0007109451,0.000011320535,0.0000012289391],"category_scores_gemma":[0.000048215552,0.000074870055,0.00003808766,0.0010142913,0.00029460018,0.00027467485,0.000751397,0.00009300571,0.0000064578],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017574288,0.0035719352,0.62352026,0.00015627647,0.00022992621,0.0000027403287,0.02090776,0.00036334968,0.00010212595,0.08915505,0.0015040098,0.260469],"study_design_scores_gemma":[0.00022435244,0.00023409983,0.9836918,0.00006268244,0.000026528349,0.0000019977424,0.003457623,0.0019214258,0.000036540736,0.0005610529,0.009626614,0.00015528087],"about_ca_topic_score_codex":0.000026985826,"about_ca_topic_score_gemma":0.000046676065,"teacher_disagreement_score":0.36017153,"about_ca_system_score_codex":0.0001634814,"about_ca_system_score_gemma":0.00025657777,"threshold_uncertainty_score":0.402766},"labels":[],"label_agreement":null},{"id":"W2123682722","doi":"","title":"Proceedings of the International Conference on Educational Data Mining (EDM) (4th, Eindhoven, the Netherlands, July 6-8, 2011).","year":2011,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Library science; Data science","score_opus":0.16965955184857748,"score_gpt":0.3428780201124152,"score_spread":0.17321846826383772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123682722","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26087672,0.0006642003,0.0029071297,0.5112658,0.012894756,0.000872985,0.0021704566,0.00019079438,0.20815714],"genre_scores_gemma":[0.91386384,0.000029951814,0.07456053,0.0012305891,0.0016195367,0.000017019735,0.0010119816,0.000023042247,0.007643511],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9981047,0.00003663398,0.0003710447,0.00063813,0.0006347098,0.00021477813],"domain_scores_gemma":[0.99725914,0.00038941743,0.0004065038,0.0015390766,0.00033595704,0.000069922025],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00087208155,0.00016654727,0.00013515847,0.000095760915,0.00027007348,0.00022163929,0.008610782,0.00005296532,0.0003708068],"category_scores_gemma":[0.00066761614,0.00011199431,0.000036858455,0.0002532805,0.00014876394,0.0009473991,0.0019069008,0.00028589033,0.00010303237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022018914,0.00065687695,0.056257628,0.000027695814,0.00017279065,4.7796283e-7,0.0073334123,0.000022505013,0.00021859683,0.2834019,0.64056456,0.011321519],"study_design_scores_gemma":[0.0012181972,0.00026793662,0.48829028,0.0011396377,0.00020711623,0.00018668352,0.007176588,0.30698252,0.0005490345,0.050859902,0.14169885,0.001423247],"about_ca_topic_score_codex":0.00006492653,"about_ca_topic_score_gemma":0.000018220278,"teacher_disagreement_score":0.6529871,"about_ca_system_score_codex":0.000031961412,"about_ca_system_score_gemma":0.0010376384,"threshold_uncertainty_score":0.9967531},"labels":[],"label_agreement":null},{"id":"W2124637079","doi":"","title":"Confidence in Learning Analytics","year":2012,"lang":"en","type":"other","venue":"DSpace (Open University in the Netherlands)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Analytics; Computer science; Data science","score_opus":0.020235732328926323,"score_gpt":0.2595502598551746,"score_spread":0.23931452752624827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124637079","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027548196,0.00036621795,0.009773024,0.005726334,0.00020506288,0.00036755952,0.0000063244065,0.00014659601,0.9831334],"genre_scores_gemma":[0.046353884,0.0005145815,0.0021537673,0.00022022861,0.00014945703,6.111404e-7,0.000015572981,0.000079217505,0.9505127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829346,0.000573864,0.00012004271,0.00036329997,0.0002609686,0.00038834917],"domain_scores_gemma":[0.99884933,0.0002033911,0.00021929477,0.00064246386,0.000019582569,0.00006595704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089388737,0.00022129838,0.00034087486,0.0004399984,0.00007966926,0.00018210575,0.0036424017,0.00023431508,0.00021687531],"category_scores_gemma":[0.000047447214,0.00018852277,0.000060864044,0.0009287417,0.00006664933,0.0002186883,0.000642265,0.0009526503,0.00020176706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083289844,0.00085202185,0.10613146,0.00019795324,0.00027156938,0.0016356858,0.033281766,0.014404905,0.000015175161,0.32281882,0.5086299,0.011677431],"study_design_scores_gemma":[0.0006319378,0.000047446523,0.0006615642,0.0002391871,0.000018954535,0.000008928146,0.0027211749,0.013202323,8.4266463e-7,0.00045508135,0.9816755,0.00033706622],"about_ca_topic_score_codex":0.0026373754,"about_ca_topic_score_gemma":0.0046384493,"teacher_disagreement_score":0.47304556,"about_ca_system_score_codex":0.000082116545,"about_ca_system_score_gemma":0.00009862612,"threshold_uncertainty_score":0.76877356},"labels":[],"label_agreement":null},{"id":"W2124878517","doi":"10.19173/irrodl.v12i2.964","title":"Online videoconferencing products: Update","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Videoconferencing; Distance education; Computer science; Teleconference; Software; Multimedia; Online video; Online learning; World Wide Web; Psychology; Mathematics education","score_opus":0.15514141718793187,"score_gpt":0.43378281453525785,"score_spread":0.27864139734732596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124878517","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2184445,0.08784076,0.057194687,0.5552716,0.0009694816,0.0042853756,0.00018792824,0.00030707032,0.0754986],"genre_scores_gemma":[0.96829444,0.024984261,0.0058338116,0.00035068853,0.000056550263,0.000015723688,0.00008467566,0.00000647457,0.0003733439],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983086,0.00042175042,0.00032100664,0.00025735467,0.00048277434,0.00020851275],"domain_scores_gemma":[0.9987709,0.00026415262,0.0001321358,0.00030506167,0.00047715497,0.00005061153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046152305,0.00007642976,0.00018546343,0.000117490556,0.00010860073,0.00014612287,0.0022156925,0.000021759359,0.000063254665],"category_scores_gemma":[0.0024513113,0.000051390223,0.000027090042,0.0006656084,0.00010502279,0.00032551715,0.0014800368,0.0006429068,0.000016368713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009501462,0.0010830088,0.067714855,0.0034097154,0.0001695953,0.00011830734,0.00139146,0.00020757676,0.00024891144,0.5796796,0.006124672,0.3397573],"study_design_scores_gemma":[0.0031353612,0.000874611,0.08698568,0.059825152,0.00004998072,0.00020543551,0.0056706076,0.2117335,0.0015002782,0.10604224,0.5229126,0.0010645094],"about_ca_topic_score_codex":0.0003648363,"about_ca_topic_score_gemma":0.000014028399,"teacher_disagreement_score":0.74985,"about_ca_system_score_codex":0.000037236998,"about_ca_system_score_gemma":0.00019070266,"threshold_uncertainty_score":0.4117345},"labels":[],"label_agreement":null},{"id":"W2128336207","doi":"","title":"Challenge and Response Analysis for MOOCs","year":2015,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Class (philosophy); Face (sociological concept); Core (optical fiber); Process (computing); Path (computing); Mathematics education; Data science; Artificial intelligence; Sociology; Psychology; Linguistics; Telecommunications; Social science","score_opus":0.045846488981505465,"score_gpt":0.36916452699512226,"score_spread":0.3233180380136168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128336207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8159876,0.0007136538,0.059614655,0.08038757,0.0020568592,0.00035843303,0.000008797771,0.00019438386,0.04067804],"genre_scores_gemma":[0.98448664,0.0000024130634,0.011667859,0.00011269272,0.00009233191,0.0000049179976,6.8120977e-7,0.0000016728982,0.0036307804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99929863,0.000035967067,0.0001018986,0.00019662922,0.00024807206,0.00011879702],"domain_scores_gemma":[0.99928564,0.000059123606,0.00008715684,0.00013746174,0.00033588306,0.00009475943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000955524,0.000043277483,0.0000922467,0.0001978611,0.0001461952,0.00006844003,0.00035579022,0.000024410314,0.0000033803697],"category_scores_gemma":[0.00011152986,0.00004079268,0.000034550547,0.001360088,0.00019231641,0.00024920984,0.00006206531,0.000032372795,0.0000020819693],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017953025,0.00015446541,0.0028160186,0.0000074098716,0.000019041006,8.200105e-8,0.007598294,0.00003987562,0.0004937443,0.9807747,0.0008090546,0.007269387],"study_design_scores_gemma":[0.0005016695,0.0003443633,0.8115895,0.000012402448,0.00012229795,9.2289474e-7,0.0016326664,0.015446477,0.00042189864,0.04723627,0.12233488,0.000356686],"about_ca_topic_score_codex":0.000015614445,"about_ca_topic_score_gemma":4.4427256e-7,"teacher_disagreement_score":0.9335384,"about_ca_system_score_codex":0.000047758585,"about_ca_system_score_gemma":0.00063702516,"threshold_uncertainty_score":0.16634771},"labels":[],"label_agreement":null},{"id":"W2129018118","doi":"10.5430/ijhe.v3n3p119","title":"Self- and Peer Assessment in Massive Open Online Courses","year":2014,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Institutionalisation; Work (physics); Legislation; Control (management); Pedagogy; Mathematics education; Prioritization; Political science; Psychology; Computer science; Management science; Engineering","score_opus":0.014230284177855263,"score_gpt":0.38846015192816385,"score_spread":0.3742298677503086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129018118","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47984827,0.00029231864,0.014720573,0.49119067,0.006862661,0.0001265101,0.0000037290183,0.000028552355,0.0069267084],"genre_scores_gemma":[0.9197748,0.000028671773,0.07698875,0.00072566647,0.00053022464,9.671309e-7,0.0000049497103,0.0000036467075,0.0019423292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991614,0.00006628797,0.00024242766,0.000098649005,0.00036743248,0.00006378724],"domain_scores_gemma":[0.9989028,0.00007473191,0.00026782363,0.000086023814,0.0006186156,0.000050001123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039129372,0.000056405566,0.00009735316,0.00018259733,0.000019053097,0.00027251177,0.0007671139,0.000024490262,0.000019400193],"category_scores_gemma":[0.000050790746,0.000048080212,0.00002276861,0.00008570459,0.000010956256,0.0005202398,0.00012775075,0.00017981479,0.000002730945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002611916,0.0031065433,0.20009823,0.000019461517,0.00020927908,0.000028753951,0.0017117544,0.0016557169,0.0002618456,0.62656754,0.016453816,0.14986093],"study_design_scores_gemma":[0.0010436531,0.0002008476,0.71932304,0.00016512601,0.000018733977,0.00009631373,0.00019171985,0.030971335,0.000038582282,0.04949771,0.19828688,0.00016608881],"about_ca_topic_score_codex":0.000025244379,"about_ca_topic_score_gemma":0.0000058961373,"teacher_disagreement_score":0.5770698,"about_ca_system_score_codex":0.000095700154,"about_ca_system_score_gemma":0.0003305153,"threshold_uncertainty_score":0.26278374},"labels":[],"label_agreement":null},{"id":"W2133645851","doi":"10.1002/bult.2014.1720400510","title":"MOOCs – international information and education phenomenon?","year":2014,"lang":"en","type":"article","venue":"Bulletin of the Association for Information Science and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Attrition; Open education; Massive open online course; Computer science; Scale (ratio); Quality (philosophy); World Wide Web; Data science; Public relations; Political science; Medicine; Geography","score_opus":0.0028593644225266045,"score_gpt":0.22366571909516575,"score_spread":0.22080635467263915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133645851","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12750737,0.000078591394,0.11723919,0.6626498,0.0031263193,0.0012491564,0.000032504908,0.0005100818,0.08760696],"genre_scores_gemma":[0.9888033,0.000026049045,0.009707385,0.001077244,0.000022330853,0.000015845775,0.0000051734014,0.0000011997546,0.00034145854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992251,0.000011373682,0.00024792072,0.00007287598,0.0003329279,0.00010979372],"domain_scores_gemma":[0.998332,0.00006629524,0.00047003702,0.00016578975,0.00094370055,0.000022154418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012828938,0.000050050596,0.00006979545,0.00038174368,0.00023329999,0.00018550809,0.000535133,0.000064910644,0.0000013437586],"category_scores_gemma":[0.002418154,0.000039798142,0.000014829879,0.0005692181,0.000114626666,0.001041986,0.00021879362,0.00007109039,0.000010936391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015263355,0.000011764413,0.0052818814,0.000013830322,0.0000055021933,9.0951185e-10,0.00035364775,0.000034424116,0.00005087868,0.75627023,0.0035024395,0.23447385],"study_design_scores_gemma":[0.00027782188,0.00004486361,0.005077714,0.000012941235,0.0000050442795,0.0000026066796,0.00024115262,0.026352748,0.00042641707,0.022021592,0.9454665,0.000070562135],"about_ca_topic_score_codex":0.000008580588,"about_ca_topic_score_gemma":4.4743066e-7,"teacher_disagreement_score":0.9419641,"about_ca_system_score_codex":0.00007601649,"about_ca_system_score_gemma":0.00012998587,"threshold_uncertainty_score":0.28949308},"labels":[],"label_agreement":null},{"id":"W2136419363","doi":"10.19173/irrodl.v15i4.1881","title":"Educational triage in open distance learning: Walking a moral tightrope","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Research Foundation","keywords":"Triage; Psychological intervention; Curriculum; Scope (computer science); Distance education; Psychology; Learning analytics; Medical education; Public relations; Sociology; Pedagogy; Medicine; Nursing; Computer science; Political science; Data science","score_opus":0.08102891189023843,"score_gpt":0.4500330141082159,"score_spread":0.36900410221797747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136419363","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13957895,0.040331587,0.055789806,0.60178626,0.0008854089,0.004915628,0.000058039495,0.00012835299,0.15652597],"genre_scores_gemma":[0.99110883,0.0048804423,0.0015947575,0.00021208603,0.00007877599,0.000054535714,0.00009691662,0.0000089176365,0.001964751],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99663085,0.0014541504,0.00049708877,0.00039593378,0.00070858846,0.00031340154],"domain_scores_gemma":[0.9974914,0.0015854039,0.00022736688,0.00031980028,0.0002947532,0.000081268845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010266068,0.000117987096,0.0003286992,0.00018545397,0.00021354565,0.00069860317,0.0038895828,0.000036295503,0.000090616595],"category_scores_gemma":[0.005991407,0.000087016124,0.000044675893,0.0009948609,0.00013070069,0.00056948484,0.0024847607,0.0011160395,0.000021079715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009953526,0.0003480549,0.25443786,0.0007626224,0.000039176277,0.000018478671,0.000439493,0.0022035476,0.000055053173,0.64650977,0.002376264,0.09271016],"study_design_scores_gemma":[0.0033106785,0.00040776085,0.12514837,0.023407187,0.000012119714,0.00004017155,0.0010741416,0.3881131,0.000044363882,0.07045893,0.38745084,0.0005323071],"about_ca_topic_score_codex":0.0005050147,"about_ca_topic_score_gemma":0.000054722706,"teacher_disagreement_score":0.8515299,"about_ca_system_score_codex":0.0001223209,"about_ca_system_score_gemma":0.00027771574,"threshold_uncertainty_score":0.72278774},"labels":[],"label_agreement":null},{"id":"W2137357914","doi":"10.1111/j.1540-4609.2012.00347.x","title":"A Conceptual Framework for Evolving, Recommender Online Learning Systems","year":2012,"lang":"en","type":"article","venue":"Decision Sciences Journal of Innovative Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Recommender system; Conceptual framework; Knowledge management; Constructivist teaching methods; Data science; Teaching method; Mathematics education; World Wide Web; Psychology; Sociology","score_opus":0.076719416418386,"score_gpt":0.41960649026787533,"score_spread":0.34288707384948935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137357914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13863532,0.0011042453,0.8532478,0.0028546324,0.0039047978,0.000079545025,0.0000010857015,0.00001551952,0.00015705549],"genre_scores_gemma":[0.6043789,0.000018860992,0.39449525,0.00024193419,0.00076956546,0.0000019502663,0.0000013655368,0.000004115635,0.00008809057],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981077,0.00012856885,0.00068250165,0.00018223817,0.0006138221,0.0002851986],"domain_scores_gemma":[0.99483025,0.0013196864,0.0011167763,0.0001591102,0.0024538252,0.00012034891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036883978,0.00011801327,0.00022928866,0.0005312059,0.0003213796,0.00029556602,0.00082086254,0.000070538204,0.000014666507],"category_scores_gemma":[0.005897258,0.0000873435,0.00006830017,0.002294208,0.00013725445,0.001600689,0.00008067215,0.00043470794,0.000007437547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015469683,0.00056162156,0.04246589,0.000008409206,0.000029601702,4.2261647e-7,0.005907104,0.0020101145,0.00015717422,0.7625043,0.014239852,0.17210008],"study_design_scores_gemma":[0.001953677,0.005129515,0.07729738,0.003102526,0.000056223438,0.00062728085,0.10610436,0.17553085,0.0006066827,0.32464993,0.30343348,0.0015080919],"about_ca_topic_score_codex":0.0000025404051,"about_ca_topic_score_gemma":1.5288491e-7,"teacher_disagreement_score":0.46574354,"about_ca_system_score_codex":0.00009421333,"about_ca_system_score_gemma":0.0006373154,"threshold_uncertainty_score":0.7059995},"labels":[],"label_agreement":null},{"id":"W2137522303","doi":"10.24059/olj.v19i2.523","title":"Adopting MOOCs on Campus: A Collaborative Effort to Test MOOCs on Campuses of the University System of Maryland","year":2014,"lang":"en","type":"article","venue":"Online Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; University of Toronto; Rice University; Vanderbilt University; University of Pennsylvania; Bill and Melinda Gates Foundation","keywords":"Repurposing; Test (biology); Scale (ratio); University campus; Medical education; Face (sociological concept); Computer science; Order (exchange); Mathematics education; Engineering management; Psychology; Engineering; Sociology; Business; Library science; Medicine","score_opus":0.004840750334364088,"score_gpt":0.2188077663902053,"score_spread":0.2139670160558412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137522303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9849836,0.000013282471,0.011413924,0.0014540526,0.00015932322,0.0001770002,0.00002121933,0.0001283987,0.0016491549],"genre_scores_gemma":[0.98517483,0.0000043630635,0.013723606,0.000094394534,0.000082986415,4.5876803e-7,0.0000062004074,0.000013981359,0.0008991592],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852914,0.0002752974,0.00026217854,0.00032810174,0.0003767039,0.00022858985],"domain_scores_gemma":[0.9980606,0.0007464738,0.00038304485,0.00047139847,0.00025639596,0.00008208072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005217188,0.00017011158,0.00032331533,0.0001614749,0.00022911925,0.00002859127,0.00069196685,0.000075961085,0.0000015966923],"category_scores_gemma":[0.0008494366,0.00013053259,0.00008854372,0.0010052936,0.00005113017,0.00007717791,0.00025500183,0.00042560048,0.000012006497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012751995,0.00069674285,0.13423494,0.0005019021,0.000100557074,0.000022029937,0.004294693,0.81670475,0.0018727696,0.021690007,0.00032704146,0.019427078],"study_design_scores_gemma":[0.0017617019,0.004003838,0.059986394,0.003999432,0.00009380181,0.000015452775,0.0059338873,0.87888837,0.002441836,0.000044946715,0.042150635,0.00067970174],"about_ca_topic_score_codex":0.000059215763,"about_ca_topic_score_gemma":0.00002889307,"teacher_disagreement_score":0.074248545,"about_ca_system_score_codex":0.00007853334,"about_ca_system_score_gemma":0.00011039715,"threshold_uncertainty_score":0.5322964},"labels":[],"label_agreement":null},{"id":"W2143592193","doi":"","title":"Architecture for Implementation of a Lifelong Online Learning Environment (LOLE)","year":2007,"lang":"en","type":"article","venue":"International journal on e-learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Lifelong learning; Architecture; Computer science; Engineering management; Engineering; Psychology; Geography; Pedagogy","score_opus":0.011071202065841992,"score_gpt":0.3225064097253954,"score_spread":0.3114352076595534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143592193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3120743,0.000046906014,0.6824162,0.004720185,0.00042146764,0.00007313172,0.0000025973293,0.000054485547,0.00019073406],"genre_scores_gemma":[0.9557607,0.00007279561,0.04239826,0.00024675237,0.0007924702,0.0000015062649,0.000027766666,0.000018725763,0.00068100315],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981493,0.00010535775,0.000516116,0.00023250679,0.00071617065,0.0002805578],"domain_scores_gemma":[0.99864596,0.00034709554,0.0005887403,0.000093815535,0.00020984247,0.00011451603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010595958,0.00014789816,0.0001696168,0.0003889179,0.00019824812,0.0001394929,0.0006148892,0.00005754902,0.000050281193],"category_scores_gemma":[0.00024078146,0.00013633062,0.00017732136,0.00011648619,0.000025012301,0.00018659214,0.00011543606,0.00094955706,0.0000120815685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010436478,0.00017615422,0.03752943,0.0000117758955,0.00022915886,0.000080258505,0.0018904515,0.32333326,0.0029877357,0.005447608,0.00008825719,0.62812155],"study_design_scores_gemma":[0.0077599776,0.005755699,0.14463724,0.00069436623,0.000115234805,0.00094933534,0.005359401,0.32723054,0.0105682,0.008487569,0.4871379,0.0013045351],"about_ca_topic_score_codex":0.000010896729,"about_ca_topic_score_gemma":0.000006941585,"teacher_disagreement_score":0.6436864,"about_ca_system_score_codex":0.0001329576,"about_ca_system_score_gemma":0.00005678515,"threshold_uncertainty_score":0.55594015},"labels":[],"label_agreement":null},{"id":"W2143959207","doi":"10.1177/0002764213498851","title":"Learning Analytics","year":2013,"lang":"en","type":"article","venue":"American Behavioral Scientist","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Analytics; Personalization; Data science; Big data; Scope (computer science); Computer science; Field (mathematics); Adaptation (eye); Cultural analytics; Knowledge management; Data analysis; Engineering ethics; Semantic analytics; World Wide Web; Psychology; Engineering","score_opus":0.013922429873912828,"score_gpt":0.296129721985789,"score_spread":0.2822072921118762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143959207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95749027,0.000013172442,0.03658239,0.0032015531,0.00029738195,0.00009408571,0.0000010871541,0.00040387362,0.0019161967],"genre_scores_gemma":[0.9621162,0.0000039949614,0.031574544,0.00018306852,0.0000522283,0.000006122715,0.0000049536316,0.000009655194,0.006049236],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852866,0.00006236542,0.00018976955,0.00040865588,0.000379493,0.00043104857],"domain_scores_gemma":[0.9990655,0.000025836647,0.00014868789,0.00042027183,0.00012554682,0.00021414598],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016636286,0.00013198753,0.0001776184,0.00014658172,0.00027085913,0.0005840916,0.00082171045,0.000022002474,0.000102293336],"category_scores_gemma":[0.000029038807,0.00011977958,0.00008622122,0.0013999027,0.000321472,0.00046572438,0.00025383296,0.00025639575,0.0009768811],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.4535567e-7,0.00026771962,0.17706476,0.000003260789,0.000010214004,0.00003834575,0.0004178927,0.0008619511,0.0019993393,0.005333603,0.006311588,0.8076907],"study_design_scores_gemma":[0.00060421915,0.0018133522,0.42371264,0.000041486866,0.00008078041,0.00008837884,0.0014869932,0.4947133,0.0005559168,0.0021000537,0.073221,0.0015818559],"about_ca_topic_score_codex":0.0016059368,"about_ca_topic_score_gemma":0.000025733765,"teacher_disagreement_score":0.80610883,"about_ca_system_score_codex":0.000045566747,"about_ca_system_score_gemma":0.000047420428,"threshold_uncertainty_score":0.999801},"labels":[],"label_agreement":null},{"id":"W2145830341","doi":"","title":"Digital resilience in higher education","year":2013,"lang":"en","type":"article","venue":"Open Research Online (The Open University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Status quo; Metaphor; Institution; Scholarship; Face (sociological concept); Resilience (materials science); Higher education; Open education; Digital scholarship; Sociology; Public relations; Digital Revolution; Psychological resilience; Political science; Knowledge management; Engineering ethics; Computer science; Social science; World Wide Web; Engineering; Psychology; Pedagogy; Social psychology","score_opus":0.10483440678297665,"score_gpt":0.377394216433147,"score_spread":0.27255980965017035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145830341","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05560645,0.00002933755,0.00030371454,0.15527776,0.00013132319,0.0015744937,0.0000055320156,0.000039488346,0.7870319],"genre_scores_gemma":[0.4489427,0.000028699898,0.004356647,0.00024076478,0.000056135854,0.000004225909,0.000014500493,0.000007509434,0.5463488],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983246,0.00032216284,0.00013086062,0.00044758967,0.00038726762,0.00038757097],"domain_scores_gemma":[0.9984226,0.00021939355,0.000052897747,0.0008293466,0.00032845064,0.00014731768],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00073129754,0.00009358048,0.00013549016,0.000334502,0.0003671041,0.0029057898,0.009934107,0.00004830878,0.00033369233],"category_scores_gemma":[0.00012369169,0.00007419591,0.000027778096,0.0024679955,0.00014818217,0.0039531277,0.006636521,0.00054762914,0.0005766362],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003932265,0.0016349226,0.015223328,0.000013656854,0.000025144038,0.00008331302,0.00042537565,0.00041125674,0.000117469936,0.5252728,0.04420051,0.41255292],"study_design_scores_gemma":[0.0006034382,0.00015565824,0.045751788,0.000103403814,0.000002368727,0.0000043426453,0.0018768739,0.0124333855,0.00001657514,0.0117033785,0.92710596,0.0002427999],"about_ca_topic_score_codex":0.002531727,"about_ca_topic_score_gemma":0.00023925281,"teacher_disagreement_score":0.8829055,"about_ca_system_score_codex":0.00014609692,"about_ca_system_score_gemma":0.0008420226,"threshold_uncertainty_score":0.9981293},"labels":[],"label_agreement":null},{"id":"W2151224899","doi":"10.1109/cnsr.2005.24","title":"ARAS: Adaptive Recommender for Academic Scheduling","year":2005,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Atlantic Canada Opportunities Agency","keywords":"Computer science; Recommender system; Fragment (logic); Scheduling (production processes); Multimedia; Information retrieval; World Wide Web; Programming language; Mathematical optimization","score_opus":0.047277997310475176,"score_gpt":0.3283804325154786,"score_spread":0.28110243520500344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151224899","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019388397,0.00009091325,0.9586022,0.036486626,0.000084449035,0.000056064375,5.509377e-7,0.00018482495,0.0025555158],"genre_scores_gemma":[0.38454825,0.000015280646,0.6103558,0.0019335205,0.00028491666,0.000004201472,9.0114554e-7,0.0000050477543,0.0028521258],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993662,0.00001543287,0.00013151408,0.00020468605,0.00008483704,0.00019731642],"domain_scores_gemma":[0.9995715,0.00011418989,0.000042502088,0.00016877499,0.00004640626,0.000056648078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002205826,0.000070588874,0.00008251421,0.000051085924,0.000076903525,0.000038206654,0.0003802604,0.000058477268,0.00001331491],"category_scores_gemma":[0.000050679064,0.00006013965,0.00005088767,0.00012428539,0.000009703323,0.00025863847,0.00007100032,0.00020595992,0.00008887263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008260972,0.00006552136,0.00039068685,0.000008396806,0.000040121886,0.0000013136507,0.000594049,0.023915136,0.0002349588,0.4748887,0.012528476,0.4873244],"study_design_scores_gemma":[0.00018274698,0.00004294896,0.000039748924,0.0000099074,0.0000034589398,0.000003562061,0.000057588964,0.9504154,0.0003595055,0.0073367567,0.041446876,0.00010149903],"about_ca_topic_score_codex":0.0000021765813,"about_ca_topic_score_gemma":0.0000024544124,"teacher_disagreement_score":0.92650026,"about_ca_system_score_codex":0.000022984486,"about_ca_system_score_gemma":0.00003458306,"threshold_uncertainty_score":0.24524239},"labels":[],"label_agreement":null},{"id":"W2151854709","doi":"10.19173/irrodl.v1i2.20","title":"Deakin University: Going online at a Dual Mode University","year":2001,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Dual (grammatical number); Dual mode; Consistency (knowledge bases); Quality (philosophy); Mode (computer interface); Medical education; Marketing; Mathematics education; Public relations; Sociology; Computer science; Political science; Business; Psychology; Engineering; Medicine; Physics; Artificial intelligence","score_opus":0.07222768072248593,"score_gpt":0.4055763715750853,"score_spread":0.3333486908525994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151854709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78167874,0.0068823397,0.027000962,0.1583633,0.00016718755,0.00090061425,0.0002117884,0.000109978224,0.024685094],"genre_scores_gemma":[0.96638215,0.027541474,0.0012359438,0.00010788428,0.000032833803,3.4260896e-7,0.000097346,0.000004572485,0.0045974357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850595,0.0004876446,0.00014600875,0.0002204876,0.00044634205,0.00019355101],"domain_scores_gemma":[0.9989107,0.0005049331,0.000094511815,0.00019626669,0.00022818461,0.00006536249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018543454,0.000065995366,0.00015559231,0.00014222828,0.00022413564,0.00008020885,0.001480412,0.000026359316,0.000045834662],"category_scores_gemma":[0.0005745327,0.000054577064,0.00003970627,0.00080634013,0.00010691025,0.00028199962,0.0021211104,0.0004889318,0.000013710168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006950193,0.00081052975,0.22991961,0.0016817239,0.00032176168,0.0022699176,0.0009855097,0.0202586,0.00042490187,0.52697664,0.009635416,0.20602039],"study_design_scores_gemma":[0.0009611348,0.00010626987,0.0077765766,0.0049789357,0.000011528188,0.000089565656,0.0012907382,0.3578236,0.0000111507115,0.0011809124,0.62560624,0.00016335511],"about_ca_topic_score_codex":0.00066182367,"about_ca_topic_score_gemma":0.00013502504,"teacher_disagreement_score":0.6159708,"about_ca_system_score_codex":0.00023914523,"about_ca_system_score_gemma":0.00016945077,"threshold_uncertainty_score":0.27509984},"labels":[],"label_agreement":null},{"id":"W2154591300","doi":"10.1145/2724660.2728668","title":"Who You Are or What You Do","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Demographics; Predictive power; TRACE (psycholinguistics); Computer science; Power (physics); Work (physics); Data science; Predictive modelling; Machine learning; Demography; Engineering","score_opus":0.04282778552206876,"score_gpt":0.29779417700377053,"score_spread":0.25496639148170175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154591300","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11042294,0.0022925267,0.5928524,0.2189715,0.004135114,0.0002839255,0.0000034941716,0.002392398,0.06864567],"genre_scores_gemma":[0.64066154,0.00019000669,0.09527538,0.0044963984,0.0007781813,0.0000033457852,0.0000034941504,0.000025334526,0.25856632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925596,0.000028175937,0.0001023903,0.0002180827,0.00022019706,0.00017519156],"domain_scores_gemma":[0.99928504,0.000023194008,0.000044497443,0.00040376213,0.00009578007,0.00014773445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020792088,0.00007778485,0.00010818286,0.000046941164,0.00004201968,0.00056671444,0.00051923015,0.000038261118,0.000034264944],"category_scores_gemma":[0.00008797394,0.000051587114,0.000033152566,0.00026104396,0.000017378421,0.00066163065,0.00017545858,0.000103590704,0.00040183548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031930627,0.00040736125,0.029799657,0.000047589012,0.00008067178,0.0003825337,0.006197631,0.0036492653,0.00002985481,0.138715,0.23661786,0.58404064],"study_design_scores_gemma":[0.0008538825,0.00031632982,0.0014520688,0.00015996293,0.000013235282,0.000055022185,0.004010802,0.472144,0.00020831697,0.009691325,0.5105757,0.00051931106],"about_ca_topic_score_codex":0.000014615608,"about_ca_topic_score_gemma":0.00001186575,"teacher_disagreement_score":0.5835213,"about_ca_system_score_codex":0.000016523616,"about_ca_system_score_gemma":0.000074661344,"threshold_uncertainty_score":0.54648405},"labels":[],"label_agreement":null},{"id":"W2156390738","doi":"10.4018/ijdet.2014100102","title":"Intelligent Learning Management Systems","year":2014,"lang":"en","type":"article","venue":"International Journal of Distance Education Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Learning Management; Intelligent decision support system; Analytic hierarchy process; Process (computing); Intelligent agent; Management system; Artificial intelligence; Rank (graph theory); Hierarchy; Knowledge management; Computational intelligence; Fuzzy logic; Intelligent tutoring system; World Wide Web; Operations research","score_opus":0.00814743912164527,"score_gpt":0.2834784964030494,"score_spread":0.2753310572814041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156390738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052804947,0.00081085373,0.97566473,0.012161216,0.0031209623,0.00003744142,2.822859e-7,0.0002086943,0.0027153157],"genre_scores_gemma":[0.97443587,0.0004167254,0.023759538,0.000047626243,0.00015920062,0.0000033622466,0.0000012231242,0.0000045327633,0.00117193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990068,0.00003622783,0.0003370798,0.00012255427,0.00039763717,0.00009969334],"domain_scores_gemma":[0.9988158,0.00005605935,0.0004373351,0.0001853895,0.00048198987,0.00002346031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033582206,0.00007820872,0.0001104325,0.00033777166,0.000045975597,0.00022539553,0.001412754,0.000040282066,0.000002200236],"category_scores_gemma":[0.00028314345,0.000066669374,0.00005908929,0.00019845576,0.000039059607,0.0002859629,0.00012822087,0.00024112959,0.000017191956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031915854,0.00009252376,0.0021976796,0.00001094226,0.000052828585,0.0000040172235,0.00010230659,0.0024921733,0.000021818058,0.55548817,0.0011456063,0.4383887],"study_design_scores_gemma":[0.00030469734,0.00020274395,0.0012746365,0.0005489312,0.000020890226,0.00014768275,0.007748939,0.040742174,0.0010198897,0.08456808,0.86314476,0.00027659832],"about_ca_topic_score_codex":0.0000021110366,"about_ca_topic_score_gemma":3.6547348e-7,"teacher_disagreement_score":0.9691554,"about_ca_system_score_codex":0.00011437578,"about_ca_system_score_gemma":0.00006270642,"threshold_uncertainty_score":0.2718698},"labels":[],"label_agreement":null},{"id":"W2161072671","doi":"10.19173/irrodl.v14i3.1455","title":"MOOCs: A systematic study of the published literature 2008-2012","year":2013,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1088,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globe; Systematic review; Variety (cybernetics); Computer science; Data science; World Wide Web; Psychology; Political science","score_opus":0.04413027800957989,"score_gpt":0.39907151470254987,"score_spread":0.35494123669296995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161072671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49957407,0.1584699,0.0041093477,0.30412203,0.0008748957,0.016314887,0.000068536974,0.00010375835,0.016362563],"genre_scores_gemma":[0.99656653,0.002244287,0.00014003231,0.00010281525,0.000022322076,0.00008260207,0.0000112603475,0.000004217282,0.000825901],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.996807,0.0013467573,0.00049027364,0.00020880283,0.0009679482,0.00017926101],"domain_scores_gemma":[0.9975672,0.00080990285,0.00027746087,0.0005116757,0.0007873816,0.000046375142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059686103,0.0000843547,0.0003036577,0.000117010495,0.00013101134,0.00066446356,0.003563141,0.000027718117,0.000048732127],"category_scores_gemma":[0.0041668937,0.0000418017,0.000052808813,0.00123071,0.00008177433,0.00064447825,0.0024279046,0.0007335144,0.000009019164],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013278588,0.00676896,0.36289054,0.2067181,0.0015223025,0.00009467136,0.018221384,0.0051027397,0.00049605005,0.24606295,0.09120714,0.060782395],"study_design_scores_gemma":[0.0046721967,0.0013004062,0.112211384,0.5061204,0.00011344776,0.00014953707,0.022094479,0.30373338,0.00008757436,0.035989977,0.012766265,0.00076095865],"about_ca_topic_score_codex":0.0003651883,"about_ca_topic_score_gemma":0.000013461024,"teacher_disagreement_score":0.4969925,"about_ca_system_score_codex":0.000035592733,"about_ca_system_score_gemma":0.000099884994,"threshold_uncertainty_score":0.6621262},"labels":[],"label_agreement":null},{"id":"W2161420988","doi":"10.1145/2492007.2492017","title":"Money models for MOOCs","year":2013,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Credentialing; Web syndication; Certification; Revenue; Certificate; Business model; Analytics; Experiential learning; Business; Learning analytics; Public relations; Marketing; Knowledge management; Computer science; Economics; Data science; Political science; Management; Accounting; Finance; Venture capital; Pedagogy; Sociology","score_opus":0.06359595665535407,"score_gpt":0.3126428970084567,"score_spread":0.24904694035310265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161420988","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013294387,0.00082256895,0.16853029,0.8119683,0.000118630145,0.00045513496,0.000007002216,0.0001303361,0.004673335],"genre_scores_gemma":[0.5279695,0.000034906447,0.47138152,0.00014706212,0.0000056630233,0.00001809719,0.0000011725001,0.0000025576414,0.0004395593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996407,0.000042469917,0.000114892566,0.000066472945,0.00006292357,0.00007254314],"domain_scores_gemma":[0.97690654,0.00023542342,0.000077282355,0.022628305,0.00013404374,0.000018419178],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00012012003,0.00003713781,0.00006079485,0.00002306167,0.00015306332,0.000035895093,0.030051745,0.000019894807,0.0000011581031],"category_scores_gemma":[0.0014850545,0.000026308147,0.000062897045,0.00015321483,0.000059473987,0.00017719337,0.011412663,0.00008074466,0.000014484903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.163273e-7,0.00024333337,0.0008347535,0.0000222449,0.0000483247,1.2385605e-8,0.0012754538,0.018892704,0.0012433556,0.8578321,0.097950175,0.021656666],"study_design_scores_gemma":[0.000039029244,0.0000053262806,0.00029809255,0.0000071485288,0.000003047228,2.4317922e-7,0.000013274751,0.51356965,0.000107137465,0.4842518,0.0016823751,0.000022856435],"about_ca_topic_score_codex":0.000061263076,"about_ca_topic_score_gemma":0.0000049948526,"teacher_disagreement_score":0.8118213,"about_ca_system_score_codex":0.000008203066,"about_ca_system_score_gemma":0.00002628995,"threshold_uncertainty_score":0.99658287},"labels":[],"label_agreement":null},{"id":"W2162514565","doi":"","title":"Embracing Big Data in Complex Educational Systems: The Learning Analytics Imperative and the Policy Challenge.","year":2014,"lang":"en","type":"article","venue":"Research & Practice in Assessment","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of British Columbia","funders":"","keywords":"Learning analytics; Accountability; Big data; Analytics; Knowledge management; Computer science; Data science; Process management; Engineering ethics; Political science; Business; Engineering","score_opus":0.1973481088853298,"score_gpt":0.5143919194191474,"score_spread":0.3170438105338176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162514565","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005222269,0.0011103301,0.027097508,0.9277617,0.00022034568,0.0007322953,0.0000036372273,0.000037929614,0.037814036],"genre_scores_gemma":[0.99482036,0.0008901051,0.002953465,0.0002594517,0.0006488951,0.000034769782,0.0000142194585,0.000010066273,0.00036867394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99141,0.00620176,0.00037125795,0.000495015,0.0010488796,0.00047306978],"domain_scores_gemma":[0.9822867,0.016002277,0.00019361528,0.0011149758,0.00031742186,0.00008503261],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.020118315,0.0001262501,0.00021963881,0.00037142372,0.00052920147,0.0010670624,0.00159155,0.000048968563,0.000002561413],"category_scores_gemma":[0.013107135,0.00007749132,0.000020718115,0.0012494962,0.00032274655,0.0007528926,0.001508579,0.0019277327,0.000012819646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025689124,0.00020831774,0.0015665237,0.00004806371,0.00005057568,0.000009150985,0.0037974652,0.014907619,0.000024552093,0.9531082,0.0003697752,0.025884077],"study_design_scores_gemma":[0.00058430125,0.00008459237,0.007398087,0.00007716518,0.000006748459,0.000022040866,0.006315809,0.9449914,4.2514407e-7,0.009244316,0.031179119,0.0000959986],"about_ca_topic_score_codex":0.0030475128,"about_ca_topic_score_gemma":0.00040812348,"teacher_disagreement_score":0.9895981,"about_ca_system_score_codex":0.00023420819,"about_ca_system_score_gemma":0.0011668755,"threshold_uncertainty_score":0.9999699},"labels":[],"label_agreement":null},{"id":"W2167230650","doi":"","title":"Learning Analytics and Linked Data","year":2012,"lang":"en","type":"other","venue":"DSpace (Open University in the Netherlands)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Analytics; Computer science; Data science","score_opus":0.042289082105209694,"score_gpt":0.28019936414553936,"score_spread":0.23791028204032966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167230650","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003885277,0.0009655757,0.009717012,0.012864395,0.0002860618,0.0005204448,0.00005707547,0.00029716652,0.97490376],"genre_scores_gemma":[0.011958423,0.0012485007,0.0065932916,0.00025124807,0.00029130143,2.2996302e-7,0.00012864961,0.00009581957,0.9794325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985432,0.000421648,0.00008714495,0.00044428097,0.00021001471,0.00029370317],"domain_scores_gemma":[0.99826276,0.00017486191,0.00019431047,0.0012741777,0.0000158756,0.000077989986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085886405,0.0002034397,0.0002894784,0.00023639055,0.00013292657,0.0002627552,0.0051695504,0.0002109322,0.000096520664],"category_scores_gemma":[0.00004732111,0.00016437644,0.000029224264,0.00047955653,0.00007409565,0.00029391432,0.0024268941,0.00073947536,0.000079370715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036433037,0.00031789058,0.027187975,0.00013313931,0.0003809494,0.00035983085,0.0111553855,0.00076944445,0.000004068663,0.025587259,0.8964058,0.03766181],"study_design_scores_gemma":[0.00042542227,0.000040179315,0.0004240068,0.00009081678,0.000043581058,0.000009287242,0.001313194,0.029042734,7.356324e-8,0.00008814051,0.96828705,0.00023552105],"about_ca_topic_score_codex":0.0010414242,"about_ca_topic_score_gemma":0.0012615885,"teacher_disagreement_score":0.071881235,"about_ca_system_score_codex":0.0000259904,"about_ca_system_score_gemma":0.00006454824,"threshold_uncertainty_score":0.9606397},"labels":[],"label_agreement":null},{"id":"W2167892371","doi":"10.5539/jel.v3n4p60","title":"Challenges of Blended E-Learning Tools in Mathematics: Students’ Perspectives University of Uyo","year":2014,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Blended learning; Pedagogy; Educational technology","score_opus":0.022996975027166352,"score_gpt":0.3043133463384292,"score_spread":0.28131637131126286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167892371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9808719,0.001018646,0.012956888,0.0024353107,0.000080379876,0.000025828838,4.0228745e-8,0.000008184308,0.0026028315],"genre_scores_gemma":[0.98275584,0.0006200916,0.016086182,0.00000452212,0.000042213265,3.6462644e-8,1.1543793e-7,0.0000030306428,0.0004879565],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99921525,0.00022187307,0.0002169059,0.000085897234,0.00018946565,0.000070607595],"domain_scores_gemma":[0.99891305,0.00024524936,0.00051710417,0.00007648501,0.00020624413,0.000041846037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010699965,0.00005311899,0.00019400142,0.00022070867,0.000050524883,0.000026601352,0.00024449977,0.000030782565,0.000008742836],"category_scores_gemma":[0.00061875046,0.000051086008,0.00004577002,0.00014001243,0.000030586594,0.00022429276,0.00004982491,0.0003599989,9.0648103e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030634736,0.0017820799,0.12933265,0.00039021095,0.00012753125,0.000004541167,0.2596632,0.013769965,0.0014930307,0.090689085,0.000043544198,0.5026735],"study_design_scores_gemma":[0.0012943966,0.0009741884,0.49973178,0.0012147191,0.000054024356,0.00006410465,0.4471511,0.041067984,0.0001271803,0.003898892,0.004181834,0.00023981901],"about_ca_topic_score_codex":0.000008479252,"about_ca_topic_score_gemma":0.0000033365698,"teacher_disagreement_score":0.5024337,"about_ca_system_score_codex":0.000021390493,"about_ca_system_score_gemma":0.0001425728,"threshold_uncertainty_score":0.2083227},"labels":[],"label_agreement":null},{"id":"W2169572402","doi":"10.19173/irrodl.v16i3.2073","title":"University of Toronto instructors’ experiences with developing MOOCs","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"CLARITY; Instructional design; Quality (philosophy); Massive open online course; Pedagogy; Mathematics education; Psychology","score_opus":0.09676278393814355,"score_gpt":0.4091682518699567,"score_spread":0.3124054679318131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169572402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87418735,0.027309662,0.04386613,0.034164283,0.00017347839,0.0007204839,0.0000140699485,0.00004074826,0.019523773],"genre_scores_gemma":[0.9898151,0.0055731954,0.0044027315,0.00002683312,0.000010321861,0.0000015239401,0.000010095974,0.0000018752007,0.00015833459],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9988792,0.0002445267,0.00014128801,0.00013526504,0.0004901032,0.000109611145],"domain_scores_gemma":[0.9991112,0.0001944732,0.00010490678,0.00013942261,0.0004020383,0.000047957892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002250126,0.00004600693,0.00013925007,0.000030455712,0.000070323425,0.000062732,0.0013719305,0.000014695159,0.000021686095],"category_scores_gemma":[0.0005768561,0.0000309519,0.000014297408,0.00028123867,0.00014526845,0.00034068766,0.0007807813,0.00018759973,0.0000015434448],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004497317,0.0003728216,0.27877814,0.003036097,0.00027428547,0.00014447315,0.043604866,0.0022087588,0.00008061272,0.39122424,0.004344656,0.2754813],"study_design_scores_gemma":[0.0050423695,0.0015287313,0.039171454,0.048367754,0.000030387819,0.00014453342,0.40874827,0.14744651,0.00047264082,0.007386969,0.34079286,0.0008675002],"about_ca_topic_score_codex":0.002162981,"about_ca_topic_score_gemma":0.00012254476,"teacher_disagreement_score":0.38383725,"about_ca_system_score_codex":0.00008525257,"about_ca_system_score_gemma":0.00033325198,"threshold_uncertainty_score":0.32697946},"labels":[],"label_agreement":null},{"id":"W2170666364","doi":"10.1145/2567574.2567592","title":"Setting learning analytics in context","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Analytics; Computer science; Context (archaeology); Process (computing); Scale (ratio); Data science; Set (abstract data type); Knowledge management; Institution","score_opus":0.008793174781213225,"score_gpt":0.2506948190231344,"score_spread":0.24190164424192118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170666364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07671323,0.000024121013,0.8848762,0.008747039,0.000104218736,0.00003170252,5.5317102e-8,0.0003015324,0.029201882],"genre_scores_gemma":[0.9719295,0.0000023734242,0.024304371,0.0005463614,0.000053218486,4.104969e-7,6.715115e-7,0.00000452714,0.003158596],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992376,0.000087873144,0.00015634186,0.00019340852,0.00012457334,0.00020022945],"domain_scores_gemma":[0.9995193,0.00015865047,0.000047520003,0.00019560305,0.000031329444,0.00004758403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005458361,0.00006849815,0.0001093238,0.000106903455,0.000055926674,0.000097712415,0.00032248232,0.000033353674,0.000011152855],"category_scores_gemma":[0.00029085018,0.00006109087,0.00003290033,0.00031879143,0.000012883168,0.00013266143,0.000106328436,0.00025148236,0.000100445504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012780797,0.000057072528,0.15287408,0.000015419926,0.000010978309,0.0000133120775,0.0011028831,0.04685348,0.0001624971,0.35140795,0.00053483923,0.44696623],"study_design_scores_gemma":[0.0001536468,0.000034764376,0.0029286179,0.000014838057,0.0000013223806,0.0000024459766,0.00011638244,0.98190033,0.00006582842,0.0021948942,0.012493977,0.00009292505],"about_ca_topic_score_codex":0.000037072714,"about_ca_topic_score_gemma":0.00004980127,"teacher_disagreement_score":0.93504685,"about_ca_system_score_codex":0.00001510839,"about_ca_system_score_gemma":0.000020250223,"threshold_uncertainty_score":0.24912132},"labels":[],"label_agreement":null},{"id":"W2170681558","doi":"10.5539/ijel.v3n1p26","title":"The Application of Data-Driven Learning in Business English Teaching for MBA Students in China: A Critical Assessment","year":2013,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Guangdong University of Foreign Studies","keywords":"China; Business English; Mathematics education; Questionnaire; Computer science; Survey data collection; Foundation (evidence); Psychology; Engineering management; Medical education; Engineering; Sociology; Political science; Medicine; Mathematics","score_opus":0.016433654330814906,"score_gpt":0.37537841753190276,"score_spread":0.35894476320108787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170681558","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086025916,0.00020689172,0.8935679,0.002469106,0.013753521,0.00046135782,0.000025081887,0.0000647736,0.0034254435],"genre_scores_gemma":[0.9336531,0.000045576726,0.06320822,0.00003154762,0.0030144213,0.0000055509768,0.000012647763,0.000009194083,0.000019696728],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815917,0.00012369371,0.0007206429,0.00017742986,0.00065289554,0.0001661931],"domain_scores_gemma":[0.98679185,0.0012861827,0.00046151804,0.00026235354,0.011146858,0.000051250314],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017097649,0.000095668955,0.00019666656,0.0002068425,0.00006600941,0.0003117449,0.0022983705,0.000049495495,0.0000010983605],"category_scores_gemma":[0.09875112,0.00007731703,0.00004709948,0.00016663763,0.00004527214,0.00029668034,0.00040097043,0.0006289782,4.7742736e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008110446,0.0021596097,0.40154773,0.00012131826,0.00030125133,0.000050877366,0.006578119,0.16408332,0.00006631696,0.34705585,0.0031064644,0.074848056],"study_design_scores_gemma":[0.0012124719,0.00012652331,0.115646616,0.00024752502,0.000021378124,0.00000191861,0.00057385274,0.805452,0.0000070042615,0.009171961,0.06737511,0.00016366654],"about_ca_topic_score_codex":0.000044495508,"about_ca_topic_score_gemma":0.000020624768,"teacher_disagreement_score":0.8476272,"about_ca_system_score_codex":0.00010465011,"about_ca_system_score_gemma":0.00016914593,"threshold_uncertainty_score":0.9088405},"labels":[],"label_agreement":null},{"id":"W21710503","doi":"10.1016/b978-0-08-044894-7.00866-6","title":"Distance Education and Open Universities","year":2010,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Key (lock); Developing country; Political science; Pedagogy; Computer science; Economic growth; Sociology; Economics; Computer security","score_opus":0.009658173146098343,"score_gpt":0.2576395097061305,"score_spread":0.24798133656003213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W21710503","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021351734,0.00052673544,0.0004957482,0.0007694688,0.00033788226,0.000116699935,0.0000040543528,0.000049573886,0.99767846],"genre_scores_gemma":[0.0007509475,0.000052737953,0.0116235055,0.0002374595,0.00016570023,0.000001837697,0.000005935342,0.000016590557,0.9871453],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999283,0.000011513488,0.00012497864,0.00033419457,0.00013050277,0.00011578109],"domain_scores_gemma":[0.99918616,0.000028446957,0.0001372846,0.00049013615,0.00007556866,0.000082378145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010952576,0.00016987204,0.0002111542,0.0000791093,0.00014829656,0.0003230487,0.00096630084,0.00014927822,0.000019933967],"category_scores_gemma":[0.0000037721443,0.00016664178,0.00004412155,0.0000096002605,0.00009773175,0.00014646463,0.0006057581,0.0004349018,0.000038883372],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.68607e-7,0.0000031873371,0.0000023830112,0.000013649448,0.000008823043,0.0000030970587,0.00018062949,1.18917804e-7,0.0000019306615,0.29378965,0.000056876037,0.70593905],"study_design_scores_gemma":[0.00005764883,0.000019210866,0.000011166529,0.00016428597,0.000018376782,0.000010264126,0.000021800057,0.000108335626,0.000004379919,0.07168395,0.9277038,0.00019677305],"about_ca_topic_score_codex":0.0000018975426,"about_ca_topic_score_gemma":0.000028499646,"teacher_disagreement_score":0.92764693,"about_ca_system_score_codex":0.00003770787,"about_ca_system_score_gemma":0.0004921499,"threshold_uncertainty_score":0.67954546},"labels":[],"label_agreement":null},{"id":"W2171646057","doi":"10.19173/irrodl.v15i5.1858","title":"Influence of incentives on performance in a pre-college biology MOOC","year":2014,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; Howard Hughes Medical Institute","keywords":"Incentive; Mathematics education; Population; Aptitude; Psychology; Medical education; Medicine; Demography; Sociology","score_opus":0.039079229628921915,"score_gpt":0.4185209452531328,"score_spread":0.3794417156242109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171646057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9892077,0.0011705593,0.00059298554,0.006938075,0.000017974115,0.00022914648,0.000009828848,0.0000051642805,0.0018285743],"genre_scores_gemma":[0.99186915,0.0076766196,0.00025696793,0.00007993651,0.000010452953,0.000012532083,0.000013494278,0.0000021747658,0.00007868476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845237,0.00058318407,0.0003046605,0.00018382932,0.00031727555,0.00015869165],"domain_scores_gemma":[0.99860096,0.00084229873,0.00013539489,0.0001961935,0.00019743927,0.000027686769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046823365,0.00005975685,0.00019615144,0.00015412456,0.000051862666,0.000033950662,0.0014770215,0.000024632394,0.000005011794],"category_scores_gemma":[0.0023493057,0.000040797124,0.000020623109,0.00059583556,0.00014554826,0.00018093102,0.00076172233,0.00047562152,0.0000037205157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012696383,0.00028004535,0.56454366,0.0015784164,0.0000292739,0.000004816038,0.00041964307,0.029860714,0.0003218755,0.33794665,0.00010866683,0.06477927],"study_design_scores_gemma":[0.0011382791,0.0007204205,0.53658473,0.020602325,0.000003308359,0.0000074211894,0.0001792733,0.4081026,0.0004290978,0.009271977,0.022788977,0.00017157361],"about_ca_topic_score_codex":0.00017164189,"about_ca_topic_score_gemma":0.0000074034547,"teacher_disagreement_score":0.3782419,"about_ca_system_score_codex":0.000034644472,"about_ca_system_score_gemma":0.0000830249,"threshold_uncertainty_score":0.2812508},"labels":[],"label_agreement":null},{"id":"W2171693235","doi":"10.4267/2042/49205","title":"COURLIS (COURs en LIgne de Statistiques appliquées). Un MOOC francophone innovant","year":2013,"lang":"fr","type":"article","venue":"HEGEL - HEpato-GastroEntérologie Libérale","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Francophone University Association","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.013086300722692666,"score_gpt":0.26127861763454147,"score_spread":0.2481923169118488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171693235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6067964,0.0061827516,0.27216724,0.10947353,0.0025501635,0.0008616673,0.00023450055,0.0010117152,0.00072204595],"genre_scores_gemma":[0.79623973,0.0017038542,0.19152103,0.0032879624,0.0013271982,0.00013426304,0.00007018843,0.00011586042,0.005599895],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99241996,0.0009158762,0.0011832711,0.001365887,0.0008159966,0.0032989874],"domain_scores_gemma":[0.99595535,0.00048198737,0.0006161509,0.00142963,0.0005529347,0.00096394797],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014372887,0.0008875947,0.0010599925,0.0003405167,0.00041477787,0.0006988857,0.0020330665,0.0006213102,0.00093565625],"category_scores_gemma":[0.00040152794,0.0009244167,0.00033863581,0.0012109802,0.00060375774,0.0012234369,0.0009797758,0.0017006632,0.0020240636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013639509,0.0026773543,0.60721415,0.00070600084,0.0006702082,0.0014459153,0.004003325,0.009322574,0.0031669994,0.025913335,0.10044645,0.24429731],"study_design_scores_gemma":[0.0031026518,0.0031861914,0.1756774,0.0005983739,0.00021064408,0.00051191106,0.0012002903,0.68375045,0.0030494537,0.075681716,0.051143285,0.0018876249],"about_ca_topic_score_codex":0.002438709,"about_ca_topic_score_gemma":0.0001501236,"teacher_disagreement_score":0.67442787,"about_ca_system_score_codex":0.00039423112,"about_ca_system_score_gemma":0.00082251965,"threshold_uncertainty_score":0.99997765},"labels":[],"label_agreement":null},{"id":"W2176672739","doi":"","title":"Dysregulated Learning with Advanced Learning Technologies","year":2010,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Metacognition; Computer science; Premise; Task (project management); Cognition; Proactive learning; Active learning (machine learning); Multi-task learning; Class (philosophy); Self-regulated learning; Artificial intelligence; Cognitive psychology; Robot learning; Psychology; Neuroscience; Engineering; Mathematics education","score_opus":0.04175282869208486,"score_gpt":0.31850769705943494,"score_spread":0.2767548683673501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2176672739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2066663,0.00002713723,0.738388,0.025733076,0.0005848063,0.00031114486,0.0000030450747,0.0031567889,0.025129694],"genre_scores_gemma":[0.9766032,0.000014490106,0.022519875,0.00007216596,0.000054847147,0.0000117335285,0.000008330823,0.000012582336,0.00070277473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809587,0.00006449194,0.00029021292,0.0005201524,0.00070611155,0.0003231344],"domain_scores_gemma":[0.9984645,0.0002380037,0.00018309528,0.00024718567,0.0008008859,0.00006631304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004377785,0.00020272114,0.00017702053,0.0002756786,0.0003847959,0.00031611265,0.0008165431,0.0001493109,0.000071011695],"category_scores_gemma":[0.0011716312,0.0001730203,0.000045652672,0.00078129536,0.00020348585,0.00033908102,0.00011953025,0.0015140469,0.0003027961],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016438997,0.000053519787,0.00016648805,0.0000026454604,0.000008253316,0.0000061541737,0.00013107425,0.03340529,0.0080877775,0.6738121,0.0000059710173,0.28430432],"study_design_scores_gemma":[0.00004595885,0.00044772046,0.00030118757,0.00005272904,0.0000040661153,0.000015153098,0.00052379287,0.8192997,0.032409035,0.14449511,0.0020563123,0.00034923726],"about_ca_topic_score_codex":0.000007002184,"about_ca_topic_score_gemma":0.00003919437,"teacher_disagreement_score":0.7858944,"about_ca_system_score_codex":0.00003338193,"about_ca_system_score_gemma":0.00025114111,"threshold_uncertainty_score":0.7055563},"labels":[],"label_agreement":null},{"id":"W2177749245","doi":"10.5753/cbie.sbie.2015.21","title":"Desafios e Novas Possibilidades de Uso de Learning Management Systems","year":2015,"lang":"pt","type":"article","venue":"Anais do ... Simpósio Brasileiro de Informática na Educação/Anais do Simpósio Brasileiro de Informática na Educação","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Learning Management; Computer science; Knowledge management; Construct (python library); Field (mathematics); Work (physics); Order (exchange); Human–computer interaction; Engineering; World Wide Web; Business","score_opus":0.03399489712567127,"score_gpt":0.314168124240208,"score_spread":0.28017322711453674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177749245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9077584,0.0076882644,0.038126867,0.004222629,0.0076081585,0.005061134,0.00039722864,0.003289433,0.025847884],"genre_scores_gemma":[0.954844,0.0024767625,0.019108111,0.0062614083,0.0033265583,0.0005871613,0.0003649549,0.000823928,0.012207135],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96748304,0.002105409,0.0076606395,0.004584835,0.005816905,0.012349192],"domain_scores_gemma":[0.97206306,0.0035031214,0.0040802327,0.0071216756,0.0028456345,0.010386252],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0125574935,0.0053205253,0.0049716313,0.0051888637,0.003532893,0.011508025,0.010820939,0.0038881514,0.0011064044],"category_scores_gemma":[0.009263861,0.005572956,0.0027360923,0.008646833,0.0017872676,0.00659539,0.0044992534,0.009060702,0.0030693933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0013732212,0.0052469024,0.58687186,0.005584147,0.004530933,0.0026520998,0.08105562,0.06284748,0.00049882015,0.018917773,0.11525069,0.11517047],"study_design_scores_gemma":[0.014491229,0.006420834,0.14352988,0.007909941,0.0043228487,0.007102504,0.1343779,0.556558,0.0014172444,0.0039203875,0.10496968,0.014979507],"about_ca_topic_score_codex":0.0031068232,"about_ca_topic_score_gemma":0.00019847222,"teacher_disagreement_score":0.49371055,"about_ca_system_score_codex":0.009354126,"about_ca_system_score_gemma":0.017434135,"threshold_uncertainty_score":0.9998067},"labels":[],"label_agreement":null},{"id":"W2181769305","doi":"10.19173/irrodl.v16i6.2154","title":"Comparing MOOC Adoption Strategies in Europe: Results from the HOME Project Survey","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Style (visual arts); Context (archaeology); Font; Span (engineering); Political science; Psychology; Sociology; Geography; Art; Engineering; Literature","score_opus":0.2683880693102292,"score_gpt":0.4666136591873052,"score_spread":0.198225589877076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2181769305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8485853,0.027889581,0.008757569,0.09370208,0.00040909974,0.0019464594,0.0002797647,0.00008021305,0.018349912],"genre_scores_gemma":[0.9910075,0.008070812,0.0003774578,0.000069351,0.00003931864,0.000010330564,0.00030467354,0.0000044363837,0.00011611489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964627,0.001974355,0.0004121918,0.00025886204,0.00069479976,0.00019710435],"domain_scores_gemma":[0.9971347,0.0017712868,0.00016147425,0.0002997964,0.0005902887,0.000042456675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014859967,0.00008151607,0.00020872007,0.000090933994,0.000083360945,0.00056207506,0.0021807088,0.000023531005,0.0000026113232],"category_scores_gemma":[0.006689979,0.000048393184,0.000019318666,0.0012631952,0.00011083172,0.00040786856,0.0012999749,0.0007962006,0.00000963256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072199106,0.00042014412,0.83340955,0.0004933007,0.00010651735,0.000089708075,0.0033788052,0.027155958,0.000032347958,0.072801955,0.017336624,0.044053074],"study_design_scores_gemma":[0.0023722718,0.00019405565,0.58870333,0.010733561,0.0000063797756,0.000012394762,0.005157653,0.34532234,0.000007912025,0.0056991084,0.041545894,0.00024507314],"about_ca_topic_score_codex":0.009587377,"about_ca_topic_score_gemma":0.00063828664,"teacher_disagreement_score":0.31816638,"about_ca_system_score_codex":0.00006677771,"about_ca_system_score_gemma":0.00044885048,"threshold_uncertainty_score":0.99700785},"labels":[],"label_agreement":null},{"id":"W2183142205","doi":"10.19173/irrodl.v16i6.2160","title":"iMOOC on Climate Change: Evaluation of a Massive Open Online Learning Pilot Experience","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Context (archaeology); Massive open online course; Distance education; Higher education; Sustainability; Class (philosophy); Open education; Instructional design; Computer science; Pedagogy; Sociology; World Wide Web; Multimedia; Political science; Artificial intelligence","score_opus":0.3964847499166253,"score_gpt":0.5449040838201581,"score_spread":0.1484193339035328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183142205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8335065,0.023843331,0.0030565949,0.105376974,0.00048625888,0.0051367423,0.00013161563,0.000074372976,0.028387606],"genre_scores_gemma":[0.9903853,0.008358982,0.0007533173,0.00015586182,0.000050358056,0.000089302914,0.00010532842,0.000006898418,0.00009463018],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958987,0.0015509932,0.00043225003,0.0003174514,0.0015513401,0.00024925516],"domain_scores_gemma":[0.997352,0.0006037703,0.0003313243,0.00030619415,0.0013127943,0.00009394013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014476851,0.000103824386,0.0002868814,0.00015933924,0.00013497817,0.000271425,0.0028630483,0.00002685256,0.000033594657],"category_scores_gemma":[0.006709821,0.000074117255,0.000032490196,0.0007837294,0.00013267269,0.00053511385,0.0027572718,0.0006955679,0.000010038693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007254376,0.0017835334,0.09441653,0.0016878457,0.00014444704,0.000048409758,0.0058290325,0.021836564,0.00030143993,0.14524095,0.0015261573,0.7264597],"study_design_scores_gemma":[0.004119282,0.002309946,0.023375405,0.02915584,0.00003544683,0.000024432255,0.010441635,0.898908,0.00023740048,0.010658077,0.020349614,0.00038489854],"about_ca_topic_score_codex":0.0004905074,"about_ca_topic_score_gemma":0.000018330971,"teacher_disagreement_score":0.87707144,"about_ca_system_score_codex":0.0001290843,"about_ca_system_score_gemma":0.00026238913,"threshold_uncertainty_score":0.8032767},"labels":[],"label_agreement":null},{"id":"W2183181673","doi":"10.19173/irrodl.v16i6.2150","title":"Setting-up a European Cross-Provider Data Collection on Open Online Courses","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Lifelong learning; Lagging; Data collection; Open education; Distance education; Scale (ratio); Variance (accounting); Diversity (politics); Psychology; E learning; Computer science; Knowledge management; Sociology; Educational technology; Pedagogy; Social science; Geography; Business; Statistics; Mathematics","score_opus":0.2678266203712003,"score_gpt":0.5288594687648935,"score_spread":0.26103284839369323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183181673","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10239512,0.03124348,0.025720665,0.7143451,0.0019373391,0.0056608217,0.0009170904,0.00025894656,0.11752142],"genre_scores_gemma":[0.97223943,0.0116747515,0.0046154484,0.0015082476,0.0002508435,0.000024841362,0.0016238549,0.000027381686,0.008035185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970122,0.0012250355,0.00035912264,0.0003990469,0.00079012424,0.00021450053],"domain_scores_gemma":[0.99779993,0.0006815859,0.00019028485,0.00063236785,0.00059363793,0.000102214115],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.012897937,0.00009443191,0.00020423337,0.00010861156,0.0002119104,0.0010903869,0.006324763,0.000021731805,0.00002071092],"category_scores_gemma":[0.0077729896,0.00006563951,0.000021907323,0.0006875056,0.00013269494,0.00066299486,0.006846698,0.00072366715,0.000028865876],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071017205,0.0016470163,0.14907035,0.002053515,0.00029595208,0.00024065627,0.0013076606,0.0067490055,0.00005512195,0.071704075,0.31323025,0.45293623],"study_design_scores_gemma":[0.0028458878,0.00060166005,0.017824743,0.014628379,0.0000140086695,0.000068998816,0.0017500692,0.3868905,0.000025965373,0.0043461793,0.570686,0.00031764564],"about_ca_topic_score_codex":0.0005253813,"about_ca_topic_score_gemma":0.00003415141,"teacher_disagreement_score":0.8698443,"about_ca_system_score_codex":0.00008590883,"about_ca_system_score_gemma":0.00041982622,"threshold_uncertainty_score":0.9999466},"labels":[],"label_agreement":null},{"id":"W2183374190","doi":"10.19173/irrodl.v16i6.2185","title":"Theories and Applications of Massive Online Open Courses (MOOCs) : The Case for Hybrid Design","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Massive open online course; Online learning; Instructional design; Learning design; Distance education; Value (mathematics); Learning theory; Mathematics education; World Wide Web; Multimedia; Psychology; Machine learning","score_opus":0.14820895622702368,"score_gpt":0.4792462374102034,"score_spread":0.3310372811831797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183374190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014393559,0.037804265,0.740049,0.19898497,0.00011012515,0.0057198256,0.00052479067,0.000027918986,0.002385524],"genre_scores_gemma":[0.98356205,0.008267286,0.007255806,0.0001802121,0.000054755063,0.00018656976,0.000092819675,0.0000066315242,0.00039385472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859446,0.0005377222,0.0002659682,0.00017897665,0.00029155894,0.000131288],"domain_scores_gemma":[0.9966572,0.0021725446,0.00017877851,0.0002477933,0.0006875121,0.00005618938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069585973,0.00006495995,0.00018896643,0.000056764515,0.00018100804,0.00028055304,0.0019448635,0.000014294679,0.0000048883608],"category_scores_gemma":[0.0027807825,0.000037162743,0.000023271921,0.00033114196,0.00025060738,0.00022670948,0.0015617841,0.00028241816,8.2912163e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014842708,0.00028696578,0.0035193078,0.00085082225,0.00011731558,0.000057140205,0.0005419619,0.0027938266,0.000017833045,0.7517702,0.0058810147,0.23401521],"study_design_scores_gemma":[0.002771973,0.000834759,0.00081120565,0.007378848,0.00006533066,0.00064153865,0.01609345,0.39697823,0.0002836297,0.35059583,0.22320089,0.0003443195],"about_ca_topic_score_codex":0.0003333294,"about_ca_topic_score_gemma":0.000018763723,"teacher_disagreement_score":0.9691685,"about_ca_system_score_codex":0.000026525347,"about_ca_system_score_gemma":0.00026982065,"threshold_uncertainty_score":0.36140725},"labels":[],"label_agreement":null},{"id":"W2185491321","doi":"10.19173/irrodl.v16i6.2153","title":"Opportunities and Threats of the MOOC Movement for Higher Education: The European Perspective","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Perspective (graphical); Distance education; Movement (music); Higher education; Educational technology; Sociology; Political science; Pedagogy; Computer science; Aesthetics","score_opus":0.2513819978234627,"score_gpt":0.47536621735154766,"score_spread":0.22398421952808495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185491321","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011295638,0.07263626,0.0022896526,0.79079485,0.0003563334,0.0017216279,0.000055559696,0.000017987826,0.12083207],"genre_scores_gemma":[0.98115253,0.011801364,0.00033936507,0.00063506246,0.00008879732,0.000033206754,0.00001532121,0.000005529708,0.0059288074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985717,0.0006212474,0.0001843238,0.00012931293,0.00039589938,0.00009755063],"domain_scores_gemma":[0.99853814,0.00043016984,0.00012633993,0.00021824449,0.00064934103,0.000037764923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005116485,0.000052127547,0.0001076118,0.00003597766,0.0001307071,0.00013551083,0.0012705643,0.000009416302,0.000008478887],"category_scores_gemma":[0.0008089558,0.000025404754,0.000029367724,0.00021264631,0.00018712471,0.00012099986,0.0009852351,0.00023521163,7.2374434e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017201328,0.00009119471,0.0044162665,0.00025849143,0.000043787615,0.0000010872293,0.0007411313,0.00016217079,0.0000087975595,0.9374412,0.005669529,0.05114919],"study_design_scores_gemma":[0.001970505,0.0005418573,0.05648177,0.0155251,0.00005460396,0.000030113137,0.039827082,0.022931542,0.0001172895,0.4385193,0.42365897,0.00034186375],"about_ca_topic_score_codex":0.0001432549,"about_ca_topic_score_gemma":0.0000037825203,"teacher_disagreement_score":0.9698569,"about_ca_system_score_codex":0.000048281207,"about_ca_system_score_gemma":0.00027018628,"threshold_uncertainty_score":0.23610456},"labels":[],"label_agreement":null},{"id":"W2185507062","doi":"10.5539/ass.v11n25p78","title":"Chinese Quality Open Video Courses - Analysis on Problems and Promote Strategies","year":2015,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Christian ministry; Open educational resources; Curriculum; Open education; Meaning (existential); Computer science; Resource (disambiguation); Multimedia; Sociology; Pedagogy; Psychology; Political science; World Wide Web","score_opus":0.04456861974384805,"score_gpt":0.39396505148839667,"score_spread":0.3493964317445486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185507062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5236086,0.000066749075,0.03794937,0.04067006,0.00036806153,0.00053743937,0.000011799934,0.0003642798,0.3964236],"genre_scores_gemma":[0.99527144,0.000001682661,0.0041610673,0.00015814102,0.000075823526,0.0000038316616,0.0000012910174,0.0000031570778,0.00032355325],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982795,0.00010915837,0.00017978605,0.00050389755,0.00062644563,0.0003011995],"domain_scores_gemma":[0.99915594,0.000029535937,0.00013777257,0.0003056027,0.00016767198,0.00020350027],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020294366,0.00011746893,0.00023401549,0.00014983542,0.0005132577,0.0017490502,0.001618034,0.000039389397,0.0000025982556],"category_scores_gemma":[0.00021310622,0.0000904815,0.000047944886,0.0029979104,0.0004601924,0.0013705001,0.0005254021,0.00014134485,0.000012455147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014774031,0.00038537534,0.039414696,0.000023399463,0.00013638455,0.000017737031,0.03985056,0.00049091893,0.0005355506,0.6525009,0.0004297222,0.26619998],"study_design_scores_gemma":[0.00082164456,0.0004959766,0.74306417,0.000031090884,0.00008942646,0.000005536194,0.005514348,0.037155688,0.00006564679,0.2087949,0.0031797516,0.00078181416],"about_ca_topic_score_codex":0.000347269,"about_ca_topic_score_gemma":0.00014032071,"teacher_disagreement_score":0.70364946,"about_ca_system_score_codex":0.000052176325,"about_ca_system_score_gemma":0.0004573146,"threshold_uncertainty_score":0.99928725},"labels":[],"label_agreement":null},{"id":"W2185585739","doi":"10.29173/irie365","title":"The Ethics of Big Data in Higher Education","year":2014,"lang":"en","type":"article","venue":"The International Review of Information Ethics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Normative; Big data; Data science; Nexus (standard); Value (mathematics); Engineering ethics; Psychological intervention; Computer science; Knowledge management; Political science; Psychology; Data mining; Engineering; Law","score_opus":0.1262834686519953,"score_gpt":0.40377298586062266,"score_spread":0.27748951720862736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185585739","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017289125,0.003949428,0.07447439,0.89234376,0.0024305347,0.00020086466,0.000013372092,0.000025408415,0.026389375],"genre_scores_gemma":[0.8037846,0.106778756,0.01658085,0.06967431,0.0007141614,0.000022562523,0.0003425089,0.000012784571,0.002089469],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982899,0.00025315557,0.0005930736,0.00006523602,0.0007328605,0.00006579477],"domain_scores_gemma":[0.99590904,0.0019820023,0.00056772475,0.0007848696,0.0007410263,0.000015339387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008217273,0.00005667153,0.000103438746,0.00006189728,0.000075134994,0.000055798715,0.0024940218,0.000065760665,0.000007709531],"category_scores_gemma":[0.006983113,0.000032360727,0.00003493121,0.0002646389,0.00008361536,0.0005527431,0.00037278907,0.000720742,0.000021591806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012212433,0.00001442288,0.00007201808,0.00053842354,0.0000083356335,8.689848e-9,0.00051880325,0.0000995579,0.0000018451872,0.85772103,0.0015672639,0.13945708],"study_design_scores_gemma":[0.00008512814,0.000017111666,0.0017566035,0.0028954935,0.000008613677,0.0000023717416,0.00006560246,0.048826367,0.00002537375,0.0319962,0.9142569,0.000064265034],"about_ca_topic_score_codex":0.000048791248,"about_ca_topic_score_gemma":0.000016252918,"teacher_disagreement_score":0.9126896,"about_ca_system_score_codex":0.000021954145,"about_ca_system_score_gemma":0.0004996976,"threshold_uncertainty_score":0.8359943},"labels":[],"label_agreement":null},{"id":"W2187908803","doi":"10.19173/irrodl.v16i6.2151","title":"A strategic response to MOOCs: How one European university is approaching the challenge","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Affordance; Context (archaeology); Higher education; Strategic planning; Set (abstract data type); Public relations; Political science; Perspective (graphical); Knowledge management; Computer science; Sociology; Business; Marketing; Human–computer interaction","score_opus":0.2360304242696289,"score_gpt":0.4149875612715546,"score_spread":0.17895713700192573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187908803","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060916603,0.006963149,0.014328493,0.88655865,0.000078114674,0.0008444705,0.000032596745,0.000044188826,0.030233733],"genre_scores_gemma":[0.9944441,0.0032193237,0.0008296875,0.00029095748,0.0000375501,0.0000025687968,0.0000139001795,0.0000051807992,0.0011567661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962374,0.00249464,0.00015444917,0.0002452852,0.00067457545,0.00019362643],"domain_scores_gemma":[0.9984723,0.00065389153,0.00009389144,0.0003369156,0.00033390132,0.00010910995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015348708,0.00007320124,0.0001489862,0.00010922841,0.00019008126,0.0003539776,0.002693995,0.000016493075,0.000008728092],"category_scores_gemma":[0.002006704,0.00004674007,0.00003348863,0.0006754241,0.00009347286,0.00022701184,0.0019079163,0.00069067563,0.00002047549],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019900815,0.0012373757,0.009674084,0.0020844534,0.00046064483,0.00049202406,0.01760037,0.007982905,0.000331207,0.7119351,0.022770299,0.22344145],"study_design_scores_gemma":[0.0026607062,0.0011958054,0.007953991,0.015435522,0.00003066118,0.00006228779,0.0335901,0.21788298,0.00003743262,0.018063076,0.70252746,0.00055996084],"about_ca_topic_score_codex":0.00014669831,"about_ca_topic_score_gemma":0.000007553871,"teacher_disagreement_score":0.93352747,"about_ca_system_score_codex":0.00008520297,"about_ca_system_score_gemma":0.0001983602,"threshold_uncertainty_score":0.5319587},"labels":[],"label_agreement":null},{"id":"W2189142478","doi":"10.19173/irrodl.v16i6.2146","title":"Dimensions of Openness: Beyond the Course as an Open Format in Online Education","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Openness to experience; Distance education; Open education; Course (navigation); Massive open online course; Online course; Higher education; Open educational resources; Course evaluation; Educational technology; Mathematics education; Computer science; Multimedia; Pedagogy; Psychology; World Wide Web; Political science; Engineering; Social psychology","score_opus":0.11088375464844938,"score_gpt":0.49703454622983295,"score_spread":0.38615079158138355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189142478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6395389,0.029713232,0.0017141064,0.30744404,0.00044026884,0.0033068894,0.00010517436,0.000027970073,0.017709443],"genre_scores_gemma":[0.9893436,0.008356918,0.0010773189,0.00048191118,0.000030500305,0.000033065324,0.00019590279,0.0000054710135,0.00047531628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788874,0.0007762857,0.0003877228,0.0001923772,0.00059020054,0.00016469847],"domain_scores_gemma":[0.9982563,0.0004884401,0.00018962004,0.00037524573,0.00060783734,0.000082538296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0079974765,0.00007230184,0.00021317038,0.0000982311,0.00010225233,0.00027803914,0.0037986306,0.000024811481,0.000016028189],"category_scores_gemma":[0.0021224099,0.000039493963,0.000020743486,0.0007438454,0.00013016004,0.0007328982,0.0025347432,0.00053792045,0.000006381528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025669378,0.0038416632,0.08757439,0.0010054248,0.00010771135,0.000029710613,0.0037183391,0.0048739845,0.00010587268,0.53781337,0.020361073,0.34031177],"study_design_scores_gemma":[0.004470617,0.0016650101,0.045279905,0.030366952,0.00004689394,0.0001722453,0.048493862,0.39574793,0.00013883624,0.16967203,0.30331603,0.0006296837],"about_ca_topic_score_codex":0.0021046905,"about_ca_topic_score_gemma":0.00019298813,"teacher_disagreement_score":0.39087394,"about_ca_system_score_codex":0.000060998816,"about_ca_system_score_gemma":0.00093906623,"threshold_uncertainty_score":0.70588636},"labels":[],"label_agreement":null},{"id":"W2189147673","doi":"","title":"Guest Editors' Preface to the Special Issue on MOOCs An Academic Perspective on an Emerging Technological and Social Trend","year":2013,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Mainstream; Perspective (graphical); Context (archaeology); Social media; Higher education; Public relations; Sociology; Engineering ethics; Political science; Computer science; World Wide Web; Engineering","score_opus":0.017530590470868274,"score_gpt":0.3216214451282424,"score_spread":0.3040908546573742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189147673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51678175,0.000018305365,0.0044498253,0.45149902,0.0042261607,0.0005538258,0.0000073825,0.0010889765,0.021374725],"genre_scores_gemma":[0.91606385,0.0000072683156,0.0029116478,0.0016248036,0.076900646,0.0000124276885,0.0000025421414,0.000014020349,0.0024627727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987414,0.000096682794,0.00012762059,0.00047142807,0.00028920668,0.00027364923],"domain_scores_gemma":[0.99944806,0.00006131951,0.000044585504,0.00029511348,0.000050744507,0.00010016672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022802895,0.00015032719,0.0001325246,0.0001049742,0.00033756325,0.00018835165,0.0007338443,0.00016176884,0.00006335937],"category_scores_gemma":[0.00007416135,0.000093573915,0.00003006231,0.00027229617,0.00009068304,0.00029653482,0.00018735741,0.00063867954,0.00021116906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003760945,0.0006150308,0.00068273564,0.000006376397,0.00004223138,0.000012773779,0.026774734,0.0010582486,0.001112854,0.3783094,0.29039374,0.30095428],"study_design_scores_gemma":[0.0007289338,0.004067896,0.01463405,0.000042418433,0.000027459406,0.000015037764,0.025421841,0.16157919,0.001189158,0.016491586,0.7746938,0.0011086605],"about_ca_topic_score_codex":0.00006976886,"about_ca_topic_score_gemma":0.00004004687,"teacher_disagreement_score":0.48430005,"about_ca_system_score_codex":0.000056095756,"about_ca_system_score_gemma":0.00001660962,"threshold_uncertainty_score":0.38158336},"labels":[],"label_agreement":null},{"id":"W2189389944","doi":"10.19173/irrodl.v16i6.2033","title":"MOOCs and the claim of education for all: A disillusion by empirical data","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":153,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Digital divide; Empirical research; Field (mathematics); Higher education; Open education; Point (geometry); Inequality; Computer science; Sociology; Data science; Mathematics education; World Wide Web; Psychology; Epistemology; Political science; Information and Communications Technology; Mathematics","score_opus":0.24270365453284207,"score_gpt":0.540906731119929,"score_spread":0.298203076587087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189389944","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048076782,0.11233767,0.07790174,0.7536626,0.00031621024,0.0028226054,0.000310869,0.00002851569,0.004543044],"genre_scores_gemma":[0.9733529,0.02262728,0.0023892992,0.0005828079,0.000053195756,0.00003866532,0.00052640465,0.0000058425517,0.00042360596],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985093,0.00047286123,0.0002583159,0.0001905012,0.00045952047,0.00010952739],"domain_scores_gemma":[0.9979653,0.0011461565,0.00013513988,0.00033524973,0.00036631338,0.00005185768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00823165,0.000051268205,0.00016684819,0.000044888835,0.000078436584,0.00013171151,0.001979831,0.000019994723,0.000002900926],"category_scores_gemma":[0.004805768,0.000027876815,0.000019308929,0.00027215827,0.00019142825,0.00022498035,0.0020004967,0.0002791778,8.1416573e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060486776,0.0007233492,0.03989182,0.0024393112,0.00017217986,0.0000026847667,0.0018543871,0.0003224731,0.00008313078,0.24242881,0.22026192,0.49121508],"study_design_scores_gemma":[0.0022227385,0.00020682583,0.0016359218,0.004645298,0.000023252302,0.000018770956,0.0019897951,0.47362116,0.000023195666,0.031775728,0.48371062,0.00012670056],"about_ca_topic_score_codex":0.00024704705,"about_ca_topic_score_gemma":0.0000065321815,"teacher_disagreement_score":0.9252761,"about_ca_system_score_codex":0.000026080399,"about_ca_system_score_gemma":0.0002651972,"threshold_uncertainty_score":0.57533},"labels":[],"label_agreement":null},{"id":"W2190266637","doi":"10.2196/mededu.4789","title":"A Conceptual Analytics Model for an Outcome-Driven Quality Management Framework as Part of Professional Healthcare Education","year":2015,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analytics; Knowledge management; Context (archaeology); Learning analytics; Health care; Conceptual model; Conceptual framework; Computer science; Workforce; Quality (philosophy); Data science; Management science; Engineering; Sociology; Political science","score_opus":0.11271618909882566,"score_gpt":0.49487023255235324,"score_spread":0.38215404345352755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2190266637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25047502,0.00016659194,0.58612204,0.1560596,0.0046098772,0.001460324,0.000015025317,0.00021330868,0.0008781903],"genre_scores_gemma":[0.893676,0.000008154376,0.09916039,0.0038981687,0.00046296985,0.00018282051,0.00011310452,0.0000103069715,0.0024880895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790627,0.00017102361,0.00053593016,0.00033883206,0.0008407166,0.00020724905],"domain_scores_gemma":[0.9980841,0.00009985587,0.00028105898,0.0004906943,0.00051019114,0.0005341006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008262389,0.00011794257,0.00021584757,0.000106237676,0.00007740293,0.000031979147,0.00057243643,0.00017823055,0.0000133342],"category_scores_gemma":[0.00075008156,0.000105055806,0.0000677166,0.00029219437,0.000090930065,0.00021832752,0.000097092576,0.0002754448,0.000011506285],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021779506,0.0021008158,0.007090977,0.00016005436,0.000018901352,1.8576112e-7,0.007269318,0.0006512069,7.625493e-7,0.89628893,0.014154043,0.07224303],"study_design_scores_gemma":[0.0004749314,0.00029041377,0.0032998987,0.00036348513,0.000026318725,0.0000027804056,0.008334629,0.7900486,0.000004061795,0.18741778,0.0094900215,0.00024708736],"about_ca_topic_score_codex":0.00004465278,"about_ca_topic_score_gemma":0.000014381969,"teacher_disagreement_score":0.78939736,"about_ca_system_score_codex":0.00011647521,"about_ca_system_score_gemma":0.004980674,"threshold_uncertainty_score":0.8835502},"labels":[],"label_agreement":null},{"id":"W2191244471","doi":"10.26522/vp.v12i2.1292","title":"Education par le numérique en Haïti : Enjeux, défis et perspectives","year":2015,"lang":"fr","type":"article","venue":"Voix Plurielles","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.02504593099569272,"score_gpt":0.30021798675963146,"score_spread":0.2751720557639387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2191244471","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03838474,0.023278752,0.06253849,0.8611857,0.0022806039,0.00017706885,0.000020264968,0.00023760993,0.011896713],"genre_scores_gemma":[0.8445059,0.0013837331,0.03764968,0.0009036659,0.0015458104,0.000011708062,0.000018504556,0.000039860035,0.11394115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781024,0.0006135983,0.00028089163,0.00055894005,0.00033777612,0.00039853374],"domain_scores_gemma":[0.99819803,0.00025276453,0.00015228914,0.00057754555,0.0005067319,0.00031261778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008768445,0.00026140167,0.00022715166,0.00014695051,0.00017429685,0.00040963796,0.00063562306,0.0002078636,0.00003349465],"category_scores_gemma":[0.00086688396,0.0002735925,0.00013185095,0.00046264858,0.00018456578,0.00066818076,0.00026270156,0.0005074411,0.00043147206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009821046,0.00088501454,0.0010499194,0.00004865617,0.00006319573,0.000020932346,0.17804946,0.0027250617,0.00005590661,0.7404786,0.053804506,0.022808928],"study_design_scores_gemma":[0.0003558003,0.00021759281,0.00091771677,0.00021283294,0.000020251262,0.00005683451,0.030244606,0.05482872,0.00036191274,0.053150784,0.859199,0.00043393753],"about_ca_topic_score_codex":0.0021387055,"about_ca_topic_score_gemma":0.0002400055,"teacher_disagreement_score":0.86028206,"about_ca_system_score_codex":0.00012630015,"about_ca_system_score_gemma":0.0033833238,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W2195727451","doi":"10.18608/jla.2015.22.8","title":"Commentary on “Distributed Revisiting: an Analytic for Retention of Coherent Science Learning”","year":2015,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Learning analytics; Context (archaeology); Learning sciences; Computer science; Field (mathematics); Intersection (aeronautics); Learning theory; Analytics; Educational technology; Data science; Mathematics education; Epistemology; Psychology; Mathematics","score_opus":0.05179017248697125,"score_gpt":0.33411254865132756,"score_spread":0.2823223761643563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2195727451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45696032,0.00018308898,0.52849054,0.013214067,0.0005547646,0.00018111567,0.0000068556606,0.00010835006,0.00030085645],"genre_scores_gemma":[0.9806138,0.000028645569,0.018515617,0.00016529585,0.0004153768,6.031377e-7,0.000017445516,0.000018241773,0.0002249615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969754,0.0003207722,0.0009568858,0.00033102703,0.0010156587,0.00040022004],"domain_scores_gemma":[0.9950826,0.00031267438,0.0017466603,0.00039353064,0.0020426242,0.0004219047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005363053,0.00020823446,0.0005539611,0.0006890439,0.00028420976,0.00023523362,0.0011156538,0.000081520535,0.0000037875757],"category_scores_gemma":[0.0030184006,0.00018155623,0.00027818233,0.0013297062,0.00019234263,0.0006222407,0.00013478589,0.0009070021,0.0000041851795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019427044,0.00048209346,0.036341637,0.00010689489,0.00021923214,0.000047917914,0.0010579295,0.9325851,0.0015990146,0.005833102,0.004050459,0.017482303],"study_design_scores_gemma":[0.001292755,0.0046450156,0.0012009905,0.0003223571,0.00018171623,0.000054040094,0.0011913596,0.9780971,0.0006846946,0.0015097914,0.010566258,0.00025391416],"about_ca_topic_score_codex":0.000010349904,"about_ca_topic_score_gemma":9.928129e-7,"teacher_disagreement_score":0.5236535,"about_ca_system_score_codex":0.00026903773,"about_ca_system_score_gemma":0.00045750994,"threshold_uncertainty_score":0.74036485},"labels":[],"label_agreement":null},{"id":"W2201189832","doi":"10.14742/ajet.1869","title":"Blending for student engagement: Lessons learned for MOOCs and beyond","year":2015,"lang":"en","type":"article","venue":"Australasian Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; University of Central Florida","keywords":"Immediacy; Student engagement; Agency (philosophy); Mathematics education; Educational technology; Pedagogy; Higher education; Blended learning; Qualitative research; Digital learning; Psychology; Computer science; Sociology","score_opus":0.08092950516696247,"score_gpt":0.4096362372722358,"score_spread":0.32870673210527335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201189832","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12007481,0.0003817575,0.12580764,0.752349,0.0008695464,0.0002271281,0.000007903068,0.00003544604,0.00024672446],"genre_scores_gemma":[0.7975337,0.00002072537,0.20112786,0.0000766325,0.00021851076,0.000011070548,0.000002354287,0.000007159702,0.0010019862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992023,0.00002337433,0.00028026782,0.00015834675,0.00014045757,0.0001952192],"domain_scores_gemma":[0.9989186,0.00022736337,0.00026821368,0.00014499048,0.00033317422,0.000107649794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006166878,0.000087176006,0.00016359804,0.00037090035,0.00011264431,0.000067406465,0.0005044568,0.000078769204,0.0000033563388],"category_scores_gemma":[0.00055700325,0.00008063271,0.000057412424,0.00022554642,0.000067864275,0.00019042686,0.00006629669,0.00022880003,0.0000019213555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010450871,0.00019876959,0.005681309,0.000018530272,0.000092119866,0.00000203047,0.0007016866,0.0002889925,0.00027108693,0.9584124,0.005759657,0.028562946],"study_design_scores_gemma":[0.0017273864,0.0012908027,0.0023136607,0.000059666178,0.000075964235,0.0003080888,0.00419463,0.002318035,0.0006686358,0.9275478,0.059276868,0.00021844963],"about_ca_topic_score_codex":3.0964424e-7,"about_ca_topic_score_gemma":7.622418e-7,"teacher_disagreement_score":0.7522724,"about_ca_system_score_codex":0.000052859763,"about_ca_system_score_gemma":0.0003572693,"threshold_uncertainty_score":0.32881063},"labels":[],"label_agreement":null},{"id":"W2202037140","doi":"10.18608/jla.2015.22.2","title":"Why Theory Matters More than Ever in the Age of Big Data","year":2015,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Multitude; Data science; Big data; Field (mathematics); Epistemology; Data analysis; Computer science; Learning theory; Data collection; Analytics; Engineering ethics; Cognitive science; Psychology; Mathematics education; Sociology; Social science","score_opus":0.07953249679998062,"score_gpt":0.3185810056036149,"score_spread":0.2390485088036343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202037140","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19016983,0.0011895744,0.684413,0.12114085,0.0012589588,0.00012842637,0.000006818265,0.000065011474,0.0016274957],"genre_scores_gemma":[0.98865426,0.000052736254,0.008268345,0.0021317175,0.00035435305,1.23298e-7,0.000006006112,0.000013907236,0.0005185314],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773157,0.00056584144,0.00056274683,0.00017182647,0.00074773707,0.00022030617],"domain_scores_gemma":[0.99786675,0.0004370116,0.0006325776,0.00074287475,0.00023223954,0.00008852173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004816007,0.00012849219,0.00032456993,0.00033182785,0.00005094145,0.00013288343,0.0024898981,0.000059948325,0.0000024028259],"category_scores_gemma":[0.0010741618,0.0000838171,0.000111535184,0.000736749,0.00009756167,0.00033040045,0.0003113303,0.00091140845,0.0000054758248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017763891,0.0010023748,0.26776642,0.00015856033,0.0007187709,0.0026266344,0.037956476,0.5140176,0.00034219166,0.010541666,0.12085323,0.043838482],"study_design_scores_gemma":[0.0023439226,0.0011277391,0.01851761,0.0006348242,0.00037042078,0.00077116897,0.017239481,0.69564766,0.00004724293,0.013228816,0.24945116,0.0006199624],"about_ca_topic_score_codex":0.00003265601,"about_ca_topic_score_gemma":0.000012626665,"teacher_disagreement_score":0.79848444,"about_ca_system_score_codex":0.000035984103,"about_ca_system_score_gemma":0.00019649495,"threshold_uncertainty_score":0.4626892},"labels":[],"label_agreement":null},{"id":"W2207172705","doi":"","title":"Detecting Some Collaborative Academic Indicators Based on Social Networks: A DBLP Case Study","year":2008,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Social network analysis; Knowledge management; Data science; Social network (sociolinguistics); World Wide Web; Social media","score_opus":0.03501086988363647,"score_gpt":0.3112638371192654,"score_spread":0.276252967235629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2207172705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56497407,0.00019424422,0.00091790216,0.4316277,0.001246854,0.0004143178,0.000007468338,0.00036845886,0.0002490043],"genre_scores_gemma":[0.99738795,0.000047645644,0.00112069,0.0004284213,0.00074736046,0.000118420256,0.000008053827,0.000013667117,0.00012777722],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982231,0.00014049695,0.0003124937,0.00058942504,0.00034921392,0.0003852445],"domain_scores_gemma":[0.9981492,0.0009721449,0.00022857862,0.0003065436,0.00018925987,0.00015427948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002604154,0.0002457687,0.00030684087,0.0014105762,0.0006091854,0.000045846675,0.00054491364,0.00022701292,0.000024813773],"category_scores_gemma":[0.0005962654,0.00022948846,0.000032097087,0.0025249782,0.00039417556,0.0001509084,0.000119288314,0.0012892546,0.00002080111],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052320596,0.0025146315,0.15297556,0.00002275768,0.00014277494,0.0018833426,0.015010063,0.00048457523,0.000055831588,0.77448004,0.0039014993,0.048476625],"study_design_scores_gemma":[0.0048175757,0.002452383,0.045985408,0.00032725077,0.00011309911,0.0012438479,0.0074503,0.2614758,0.0005337129,0.6729687,0.00042629748,0.0022056275],"about_ca_topic_score_codex":0.000015240203,"about_ca_topic_score_gemma":0.000057811907,"teacher_disagreement_score":0.4324139,"about_ca_system_score_codex":0.00007161744,"about_ca_system_score_gemma":0.00093751156,"threshold_uncertainty_score":0.9358268},"labels":[],"label_agreement":null},{"id":"W2208062119","doi":"","title":"Multimedia-based E-Learning Systems for Students with Special Needs","year":2008,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Multimedia; Computer science; E learning; Mathematics education; World Wide Web; The Internet; Psychology","score_opus":0.06449464221771226,"score_gpt":0.31181772178695977,"score_spread":0.2473230795692475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2208062119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8349435,0.0019791673,0.017811464,0.087821916,0.01018495,0.005525002,0.000049058726,0.001738766,0.039946184],"genre_scores_gemma":[0.93588746,0.00030647247,0.0045832703,0.0007122062,0.0010682761,0.0001942638,0.00006236303,0.00006167659,0.057124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958442,0.0004774669,0.00067483593,0.0009478737,0.0013038702,0.0007517442],"domain_scores_gemma":[0.99733317,0.00034085728,0.0010640356,0.00049059954,0.00036797303,0.0004033738],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077364064,0.0004974152,0.0005973471,0.00048522206,0.0007547347,0.00050166727,0.00071389513,0.00018602518,0.00005862261],"category_scores_gemma":[0.000111326575,0.00047674845,0.00007841766,0.0012772728,0.00015442027,0.0004144796,0.000114423216,0.0012766646,0.00005129064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005185772,0.0012755496,0.8183269,0.0004670699,0.00007686747,0.000041606658,0.002551534,0.009396115,0.000048001955,0.13837996,0.0031226825,0.025795108],"study_design_scores_gemma":[0.0069905417,0.005299755,0.57332367,0.0025183961,0.00008302911,0.000054076256,0.003474822,0.15776315,0.00006938973,0.0026130974,0.24531236,0.0024976928],"about_ca_topic_score_codex":0.00040177675,"about_ca_topic_score_gemma":0.00014952042,"teacher_disagreement_score":0.24500324,"about_ca_system_score_codex":0.00051522715,"about_ca_system_score_gemma":0.0012459046,"threshold_uncertainty_score":0.99976844},"labels":[],"label_agreement":null},{"id":"W22115082","doi":"10.1016/j.jconhyd.2011.07.003","title":"SUCCESSFUL PRACTICES FOR LEARNING INFORMATION SYSTEMS DEVELOPMENT","year":2013,"lang":"en","type":"article","venue":"INTED2013 Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Knowledge management; Process management; Business","score_opus":0.014769439295548305,"score_gpt":0.2657163162543675,"score_spread":0.2509468769588192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22115082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43055695,0.00017011972,0.53243333,0.014284667,0.0011461093,0.00160719,0.0000010673174,0.0017337843,0.018066764],"genre_scores_gemma":[0.9454186,0.000006428878,0.05160995,0.00017395563,0.00012605383,0.00017494954,0.0000072952125,0.000009732978,0.002473021],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989219,0.000007301157,0.00034244737,0.00019515386,0.00025268598,0.00028056453],"domain_scores_gemma":[0.99818754,0.000086997796,0.0006306951,0.00008080265,0.0009278862,0.00008608701],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00040682615,0.00013090138,0.00013770486,0.00016791694,0.0002163933,0.0014321114,0.0005431119,0.00007438888,0.000007558678],"category_scores_gemma":[0.00080227194,0.00011242779,0.00003460794,0.00026556436,0.000016473372,0.004529186,0.00013277723,0.00022952972,0.0004963201],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036104557,0.00030365586,0.07435524,0.0025444166,0.00035928545,0.0000018329397,0.03138836,0.0030279597,0.0033745815,0.25126094,0.095423155,0.53792447],"study_design_scores_gemma":[0.00022005747,0.0001116875,0.00077908346,0.0001104859,0.0000069436715,0.000015696714,0.0018172339,0.5373015,0.00060444867,0.00037708902,0.45841488,0.0002408885],"about_ca_topic_score_codex":0.00016201702,"about_ca_topic_score_gemma":9.2434954e-7,"teacher_disagreement_score":0.53768355,"about_ca_system_score_codex":0.0000541263,"about_ca_system_score_gemma":0.000079741665,"threshold_uncertainty_score":0.9996045},"labels":[],"label_agreement":null},{"id":"W2211855459","doi":"","title":"The Application of MOOCs in the Classroom Teaching","year":2015,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Laptop; Open education; Mathematics education; Computer science; Connection (principal bundle); The Internet; Multimedia; World Wide Web; Psychology; Engineering","score_opus":0.021853758338434493,"score_gpt":0.35017522248117144,"score_spread":0.32832146414273694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2211855459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5141811,0.0006280632,0.0536026,0.115321875,0.0031650318,0.0006939186,0.0000018963138,0.00011499583,0.31229052],"genre_scores_gemma":[0.996844,0.0000015090028,0.002302944,0.00014198336,0.00010475397,0.0000059812883,3.3581688e-7,0.0000012256261,0.00059725693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99913913,0.00008308882,0.00014570497,0.00011495662,0.0004120205,0.00010507],"domain_scores_gemma":[0.99936646,0.00008539226,0.00014984715,0.00021560569,0.00015817065,0.000024499675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001777068,0.00003479797,0.000050234616,0.000048911057,0.0002281711,0.000063458705,0.0011036693,0.000018222187,4.551202e-7],"category_scores_gemma":[0.00009284878,0.00002137922,0.000018293838,0.00077042694,0.00025600186,0.00019737023,0.000059706654,0.00010851209,0.000003492616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.554951e-7,0.000065118926,0.0019759892,0.0000016607223,4.363282e-7,1.0379891e-8,0.0040702624,0.000024474355,0.00029179032,0.97175276,0.00068404863,0.021132968],"study_design_scores_gemma":[0.00021722814,0.00008225531,0.5838152,0.000021143669,0.000007518069,0.0000015307405,0.00618515,0.014503996,0.0003735979,0.12326356,0.27135783,0.00017095331],"about_ca_topic_score_codex":0.00012955174,"about_ca_topic_score_gemma":0.000001997435,"teacher_disagreement_score":0.8484892,"about_ca_system_score_codex":0.00004501969,"about_ca_system_score_gemma":0.0004843714,"threshold_uncertainty_score":0.20509104},"labels":[],"label_agreement":null},{"id":"W2212297617","doi":"","title":"Packet Tracer as an Educational Serious Gaming Platform","year":2011,"lang":"en","type":"article","venue":"International Conference on Networking and Services","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Network packet; Emulation; Class (philosophy); Multimedia; Computer network; Artificial intelligence","score_opus":0.05434316684226002,"score_gpt":0.308659805274113,"score_spread":0.254316638431853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2212297617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901257,0.00011009401,0.0016590698,0.0054161274,0.0015622467,0.00007558452,0.000004309774,0.00018038628,0.08973517],"genre_scores_gemma":[0.9943721,0.00008854847,0.0034713375,0.00078928214,0.0004923058,0.0000044281355,0.000022187663,0.0000074957907,0.00075226155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907,0.000025912994,0.00016356863,0.00031694886,0.0002475782,0.00017602737],"domain_scores_gemma":[0.9994345,0.000044592132,0.00010654591,0.00018855742,0.00012546322,0.00010039153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015483313,0.00012809457,0.000100732745,0.000092557864,0.00013473709,0.00030853125,0.0006349617,0.000056884208,0.00015914776],"category_scores_gemma":[0.00000462146,0.000116488656,0.000028314562,0.00009099532,0.000027321119,0.000493979,0.00009409815,0.0001721301,0.00004547199],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003690486,0.00019260317,0.011184598,0.00001797262,0.000064329455,0.000017289572,0.0057722004,0.00010222758,0.00007123411,0.8593807,0.00006348832,0.123096436],"study_design_scores_gemma":[0.00037300558,0.00031801907,0.027303146,0.00029581747,0.000012473998,0.000073273215,0.0007462993,0.75027144,0.000073935844,0.21386969,0.006244827,0.00041804698],"about_ca_topic_score_codex":0.00018047151,"about_ca_topic_score_gemma":0.00013492015,"teacher_disagreement_score":0.7501692,"about_ca_system_score_codex":0.000016291824,"about_ca_system_score_gemma":0.000060059723,"threshold_uncertainty_score":0.47502697},"labels":[],"label_agreement":null},{"id":"W2213800272","doi":"10.5072/prism/30363","title":"Using Elluminate in CS","year":2007,"lang":"en","type":"article","venue":"Open MIND","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Programming language","score_opus":0.08416232838070448,"score_gpt":0.39188911879208205,"score_spread":0.30772679041137757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213800272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88460296,0.000020689593,0.09171056,0.0005834801,0.00009911649,0.000056670444,2.8800267e-7,0.000002103765,0.022924101],"genre_scores_gemma":[0.76053625,7.372408e-7,0.23763655,0.000034936747,0.000026006746,7.885727e-8,4.0175505e-7,0.0000023655632,0.0017626445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947035,0.000016071657,0.000112599315,0.0001599325,0.000079297264,0.0001617251],"domain_scores_gemma":[0.99969906,0.000027915668,0.00003443326,0.00018588052,0.000015399619,0.00003730731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006266143,0.000043635355,0.00006839665,0.0000655886,0.000033648263,0.00014804905,0.0006100891,0.000025793563,0.00004311551],"category_scores_gemma":[0.000022044273,0.000041880754,0.000013232401,0.0002882103,0.000012456125,0.00021617993,0.0002514348,0.000094111536,0.00014002946],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045939905,0.00009922452,0.010771138,0.0000024917508,0.000005033112,0.00026517638,0.0014687947,0.0018127824,0.0027433364,0.0012299706,0.000041997588,0.98155546],"study_design_scores_gemma":[0.00073180546,0.00007804877,0.009455196,0.000105556435,0.0000071163117,0.000045715147,0.00034676495,0.88957065,0.013762062,0.0016968641,0.08380116,0.00039904157],"about_ca_topic_score_codex":0.00005340056,"about_ca_topic_score_gemma":0.000071794704,"teacher_disagreement_score":0.9811564,"about_ca_system_score_codex":0.000020532994,"about_ca_system_score_gemma":0.00004101813,"threshold_uncertainty_score":0.1799842},"labels":[],"label_agreement":null},{"id":"W2213823761","doi":"","title":"A Professional Learning Community in Senior High Science: Data Logging and Learner-Centeredness","year":2007,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Logging; Computer science; Data science; World Wide Web; Biology; Ecology","score_opus":0.09958299367487801,"score_gpt":0.3550025757300611,"score_spread":0.2554195820551831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2213823761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9652557,0.0003117921,0.0005639101,0.026982168,0.0014641344,0.00044425065,0.000007479073,0.00021074833,0.004759857],"genre_scores_gemma":[0.9820524,0.00025884033,0.002470424,0.00080875185,0.00017817259,0.00001784122,0.00007282388,0.000034434303,0.014106298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99501836,0.0010164374,0.000760269,0.0011770439,0.0011122563,0.0009156375],"domain_scores_gemma":[0.99713105,0.0004711619,0.0008702518,0.0009094194,0.00020534448,0.00041278702],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0051909657,0.00041049434,0.00048634893,0.0006918889,0.001135715,0.00058493286,0.0012888522,0.0001733137,0.00004346812],"category_scores_gemma":[0.00032659943,0.00041697375,0.000028577138,0.0017198566,0.00039893694,0.0011135777,0.0010399099,0.0034416392,0.000019428446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016904798,0.001006345,0.65207994,0.0003351582,0.000016124646,0.00003791699,0.0039681597,0.0003944589,0.00040563304,0.20321442,0.00020761385,0.13816519],"study_design_scores_gemma":[0.0013396656,0.0005291803,0.9414275,0.001432006,0.000013126124,0.00002714739,0.0064007402,0.026359193,0.000048085443,0.009128641,0.01250783,0.00078684534],"about_ca_topic_score_codex":0.0024371843,"about_ca_topic_score_gemma":0.0020845328,"teacher_disagreement_score":0.28934762,"about_ca_system_score_codex":0.000585781,"about_ca_system_score_gemma":0.0014533498,"threshold_uncertainty_score":0.9998282},"labels":[],"label_agreement":null},{"id":"W2214391705","doi":"10.1145/2835966.2835973","title":"Five years of IndiaHCI","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Demographics; Data science; Computer science; Library science; Sociology; Demography","score_opus":0.02009062710754983,"score_gpt":0.2759234266360872,"score_spread":0.2558327995285374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2214391705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.736248,0.00009178964,0.20099886,0.0056714914,0.00037739406,0.000053657648,0.000001180244,0.00025910317,0.056298513],"genre_scores_gemma":[0.9507236,0.0000010398437,0.045353796,0.00010275736,0.000022053473,1.2609304e-7,3.0572645e-7,0.0000012905281,0.0037950492],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997211,0.000010705697,0.000053385054,0.000061911094,0.00009889539,0.000054010783],"domain_scores_gemma":[0.9997368,0.00001721929,0.000022096507,0.0001449634,0.00003673171,0.000042195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009971197,0.000019745428,0.000044508895,0.000031220967,0.000004276642,0.000011960881,0.00022709793,0.000013713135,0.0000036309543],"category_scores_gemma":[0.000048271962,0.000017698449,0.000015141089,0.00013014763,0.000010642106,0.000061964136,0.00007038941,0.000035362453,0.0000735288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005159484,0.0002477433,0.025789777,0.000016585147,0.000050565755,0.00005726093,0.009521706,0.00509542,0.00021661377,0.5800016,0.05386567,0.32513192],"study_design_scores_gemma":[0.0016045811,0.00075854955,0.039887816,0.000042486245,0.000015857095,0.000024999803,0.0011011014,0.77464354,0.0026265732,0.08885775,0.08989409,0.0005426249],"about_ca_topic_score_codex":0.00003331039,"about_ca_topic_score_gemma":0.0000015669209,"teacher_disagreement_score":0.7695482,"about_ca_system_score_codex":0.0000039555816,"about_ca_system_score_gemma":0.000042686403,"threshold_uncertainty_score":0.09450884},"labels":[],"label_agreement":null},{"id":"W2214608412","doi":"","title":"An Analysis of Knowledge Building Activities in Mathematics Using Microgenesis Theory","year":2009,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Mathematics; Computer science; Calculus (dental)","score_opus":0.05957445053219076,"score_gpt":0.3370844996979993,"score_spread":0.27751004916580857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2214608412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988619,0.0005400836,0.003531286,0.003568913,0.00027152526,0.00022634603,0.000005850966,0.00009381012,0.0031431282],"genre_scores_gemma":[0.9859947,0.00020059575,0.010052189,0.00024399465,0.00007151053,0.000009354715,0.0000127217945,0.000019836334,0.003395125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99722755,0.00060520397,0.0006481434,0.0006527089,0.00044851704,0.00041788965],"domain_scores_gemma":[0.9980529,0.00024674917,0.0008968522,0.0005028756,0.00013041646,0.0001702267],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010913116,0.00030201653,0.0006084337,0.00091391423,0.0001796106,0.00020421899,0.00046722806,0.00012936589,0.000041262203],"category_scores_gemma":[0.000053816104,0.0003179169,0.000084041734,0.0023674052,0.00007798057,0.00044651632,0.00006618279,0.0005892507,0.000003066096],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059524402,0.0013591907,0.17982739,0.0001646799,0.000081642036,0.000005260915,0.0036692258,0.0050889696,0.003496423,0.748529,0.000013067135,0.057705626],"study_design_scores_gemma":[0.000671706,0.00076037203,0.6276965,0.0011182373,0.00020275259,0.000005417359,0.0043661846,0.3026445,0.0009649766,0.060050707,0.00060532516,0.0009133375],"about_ca_topic_score_codex":0.00031203695,"about_ca_topic_score_gemma":0.00041625142,"teacher_disagreement_score":0.6884783,"about_ca_system_score_codex":0.00042494922,"about_ca_system_score_gemma":0.00057334884,"threshold_uncertainty_score":0.9999273},"labels":[],"label_agreement":null},{"id":"W22166280","doi":"10.1016/s1701-2163(16)35111-8","title":"Statisticians Have Large Role to Play in Web Analytics","year":2011,"lang":"en","type":"article","venue":"AMSTAT news: the membership magazine of the American Statistical Association","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Analytics; Computer science; Data science; Web analytics; World Wide Web; The Internet; Web development; Web intelligence","score_opus":0.01584993180603434,"score_gpt":0.26772141440685915,"score_spread":0.2518714826008248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22166280","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18538718,0.00005213636,0.74413604,0.042552114,0.00068231917,0.0011375796,0.0011824843,0.0002760048,0.024594149],"genre_scores_gemma":[0.95587647,0.000013530347,0.04039715,0.0017805162,0.00006177643,0.000010654864,0.000011712444,0.000023412904,0.0018247962],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970205,0.0006566744,0.0005752046,0.00038248373,0.0007399076,0.000625249],"domain_scores_gemma":[0.9968538,0.001400504,0.00071834575,0.00068644434,0.00019724923,0.0001436426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001176757,0.00022384054,0.00045956267,0.00014383749,0.00013226947,0.00007744335,0.0012054367,0.00004856152,0.00005638102],"category_scores_gemma":[0.0023164642,0.00015274322,0.00010463179,0.0012162038,0.00014791833,0.00013436686,0.0003476381,0.0004302441,0.00013377852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019662212,0.0010694144,0.5860857,0.000047767717,0.00036520875,0.000047119378,0.017148709,0.0031630637,0.0005958208,0.3252509,0.037630092,0.028399633],"study_design_scores_gemma":[0.0010795958,0.0006836204,0.61276454,0.000089076595,0.00021803193,0.00000537049,0.0032293308,0.30060694,0.00028097682,0.07338053,0.006974412,0.00068758],"about_ca_topic_score_codex":0.0009699314,"about_ca_topic_score_gemma":0.004877063,"teacher_disagreement_score":0.7704893,"about_ca_system_score_codex":0.00029205703,"about_ca_system_score_gemma":0.00015205212,"threshold_uncertainty_score":0.6228688},"labels":[],"label_agreement":null},{"id":"W2217798924","doi":"","title":"DIVIDED ATTENTION IN MULTIMEDIA LEARNING","year":2000,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Multimedia; Computer science","score_opus":0.018289137747898754,"score_gpt":0.2692718513805995,"score_spread":0.25098271363270075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2217798924","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15052381,0.00021773325,0.00035251057,0.8443593,0.00073292386,0.0001389195,0.0000019408692,0.00028196492,0.0033909276],"genre_scores_gemma":[0.9901604,0.00022860212,0.004882799,0.00016942517,0.000206869,0.000042960844,0.000027725839,0.000008273782,0.004272925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986898,0.00006526155,0.0002496612,0.0004445413,0.00023386287,0.00031692925],"domain_scores_gemma":[0.9990766,0.00039509093,0.000073755415,0.00026090516,0.000087337176,0.00010632774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019106081,0.00015884874,0.00020346178,0.0008098524,0.000104003964,0.00006412532,0.00045102884,0.00012728799,0.00043119074],"category_scores_gemma":[0.00037886447,0.00015502161,0.000025473963,0.001112556,0.00018125327,0.00017011088,0.00006802252,0.00067767093,0.00024952606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074484137,0.00030972954,0.10637351,0.000012803494,0.000014537299,0.000015820477,0.00078704534,0.0000429729,0.00033671086,0.67351186,0.00054327707,0.21804431],"study_design_scores_gemma":[0.0006049356,0.000098361474,0.09162045,0.00014244711,0.0000072954704,0.000016588343,0.000045913595,0.03843419,0.00011196982,0.8674205,0.0011954338,0.00030191062],"about_ca_topic_score_codex":0.000017398746,"about_ca_topic_score_gemma":0.00013718849,"teacher_disagreement_score":0.8441898,"about_ca_system_score_codex":0.000036723013,"about_ca_system_score_gemma":0.00020093427,"threshold_uncertainty_score":0.63215977},"labels":[],"label_agreement":null},{"id":"W2221351895","doi":"","title":"It's about time: purpose, methods, and challenges of temporal analyses of multiple data streams","year":2010,"lang":"en","type":"article","venue":"International Conference of Learning Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Simon Fraser University","funders":"","keywords":"Computer science; Data stream mining; Data science; Coding (social sciences); Perspective (graphical); STREAMS; Data mining; Set (abstract data type); Data set; Data collection; Face (sociological concept); Machine learning; Artificial intelligence","score_opus":0.19201792395800157,"score_gpt":0.4452308270013598,"score_spread":0.2532129030433582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2221351895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8596414,0.0014998497,0.10095917,0.01833578,0.0008191665,0.00017796233,0.00006309913,0.00011234069,0.018391237],"genre_scores_gemma":[0.82870406,0.00025311369,0.17085193,0.0000073419087,0.00002646736,5.5170784e-7,0.0000076141296,0.000002566899,0.00014634454],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984514,0.00014526735,0.00037954247,0.00039224143,0.0005014819,0.00013006755],"domain_scores_gemma":[0.9980653,0.0005611791,0.0005280198,0.0003621735,0.00043394332,0.000049370567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016704047,0.000104012004,0.00025850008,0.0002482894,0.00007022103,0.00008686146,0.0021851016,0.000052199666,0.000051961215],"category_scores_gemma":[0.0017097014,0.000085105436,0.000041365874,0.00026288172,0.00064069923,0.0006038341,0.00057952787,0.00023751901,0.0000020534844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017324703,0.00026384942,0.13625818,0.00011638329,0.00016524915,0.0000036292365,0.002209828,0.0022674738,0.2000225,0.10281565,0.00006410357,0.55579585],"study_design_scores_gemma":[0.00020164174,0.00022339886,0.009090959,0.00014125068,0.00001627282,0.000008087662,0.00072342536,0.9700805,0.0148063805,0.002620578,0.0019434018,0.00014412972],"about_ca_topic_score_codex":0.00026075984,"about_ca_topic_score_gemma":0.000078190795,"teacher_disagreement_score":0.967813,"about_ca_system_score_codex":0.0000027732422,"about_ca_system_score_gemma":0.00018817082,"threshold_uncertainty_score":0.40604988},"labels":[],"label_agreement":null},{"id":"W2222493434","doi":"10.5753/cbie.wcbie.2015.664","title":"Uso do processo de avaliação mútua como suporte ao estudo colaborativo em ambientes de EaD","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Materials science; Computer science","score_opus":0.034232374118497416,"score_gpt":0.322881314226976,"score_spread":0.28864894010847864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2222493434","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9414382,0.006851172,0.029865917,0.010288578,0.003994557,0.0015503247,0.00023467148,0.0011431361,0.004633475],"genre_scores_gemma":[0.975345,0.00087350915,0.010193557,0.0034260366,0.0011225005,0.00013162135,0.0001100202,0.00021375911,0.008583998],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98870414,0.0007686936,0.0023265902,0.0018477706,0.0021653513,0.004187429],"domain_scores_gemma":[0.98857224,0.0013136882,0.0015588921,0.0026757875,0.0025605313,0.0033188716],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004192892,0.0017000384,0.0018503926,0.0010801688,0.0011511793,0.005183339,0.004427336,0.001258261,0.0003308963],"category_scores_gemma":[0.005068095,0.0017515006,0.00063048344,0.004813514,0.0008757425,0.0026753186,0.0013824808,0.0031226445,0.0007645997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003519939,0.0022408604,0.7488585,0.0008311239,0.0009939519,0.0009828486,0.07025692,0.004132123,0.00006684535,0.0062465556,0.117226414,0.047811832],"study_design_scores_gemma":[0.011977414,0.0036647615,0.17506322,0.009708095,0.0018319775,0.0022586891,0.09461818,0.60404366,0.0016963003,0.0070662294,0.07837735,0.009694101],"about_ca_topic_score_codex":0.00048540928,"about_ca_topic_score_gemma":0.00039587944,"teacher_disagreement_score":0.5999116,"about_ca_system_score_codex":0.0013723485,"about_ca_system_score_gemma":0.0090121245,"threshold_uncertainty_score":0.9995746},"labels":[],"label_agreement":null},{"id":"W2223620450","doi":"10.5753/cbie.wcbie.2015.1084","title":"Mineração de Dados em publicações de Fóruns de Discussões do Moodle como geração de Indicadores para aprimoramento da Gestão Educacional","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Humanities; Philosophy","score_opus":0.05228008015252484,"score_gpt":0.3376894977325398,"score_spread":0.285409417580015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223620450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.926961,0.004201488,0.037591983,0.02596899,0.0018326114,0.0009257821,0.00021623402,0.0007430989,0.0015587939],"genre_scores_gemma":[0.96152115,0.00060484995,0.024592591,0.0055757575,0.0015756437,0.00019944571,0.00021585716,0.00023133037,0.0054833824],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98729044,0.0011396143,0.0022091386,0.0018873375,0.002159154,0.005314318],"domain_scores_gemma":[0.98814857,0.001875997,0.0013803405,0.0027380812,0.0009836304,0.0048733745],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0046332846,0.0018095593,0.0017731001,0.0014027974,0.0012123093,0.0074055055,0.0052917837,0.0015837649,0.00043161437],"category_scores_gemma":[0.0045832293,0.0017660328,0.0008943977,0.002900101,0.0010342791,0.0025964524,0.0018033327,0.0037793033,0.0003714665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032565964,0.0032221628,0.7141107,0.00047188211,0.0011402757,0.00061371154,0.0631317,0.007664895,0.00012816647,0.016827317,0.1084537,0.083909824],"study_design_scores_gemma":[0.008392309,0.0016704442,0.27235135,0.004607736,0.0015200265,0.00342582,0.072139904,0.5785123,0.000773705,0.010945197,0.037977923,0.007683291],"about_ca_topic_score_codex":0.0008783812,"about_ca_topic_score_gemma":0.00022913676,"teacher_disagreement_score":0.5708474,"about_ca_system_score_codex":0.002422225,"about_ca_system_score_gemma":0.012272625,"threshold_uncertainty_score":0.9997124},"labels":[],"label_agreement":null},{"id":"W2225260232","doi":"10.5753/cbie.wcbie.2015.1074","title":"Um Estudo do Uso de Contagem de Interações Semanais para Predição Precoce de Evasão em Educação a Distância","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Distance education; Dropout (neural networks); Virtual learning environment; World Wide Web; Mathematics education; Machine learning; Mathematics","score_opus":0.03883778039862342,"score_gpt":0.3322540734180444,"score_spread":0.293416293019421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225260232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92735416,0.0065836012,0.04697898,0.008184349,0.0044709323,0.0014475408,0.0001903182,0.0010408256,0.0037492923],"genre_scores_gemma":[0.9701465,0.0007450126,0.013978471,0.0036333725,0.0019346683,0.00021541143,0.00009502026,0.00026676,0.008984782],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9872792,0.0011702384,0.0025183535,0.0021640116,0.0018483186,0.0050198766],"domain_scores_gemma":[0.98752344,0.0021749525,0.0015113498,0.003285689,0.0014050854,0.0040995153],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.004638157,0.0020054504,0.0021180843,0.0011290673,0.0010460678,0.0051080063,0.0054026595,0.0014959648,0.00040720162],"category_scores_gemma":[0.005826768,0.0020979613,0.0010585272,0.0027978788,0.000805335,0.0025592353,0.0019937952,0.0037535052,0.0006410678],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054857903,0.0021670915,0.6145719,0.0008052623,0.0015560164,0.0008875013,0.10785615,0.00396633,0.000046341644,0.00376799,0.11403517,0.14979163],"study_design_scores_gemma":[0.008374504,0.00287868,0.2864705,0.008937714,0.0023093189,0.003036012,0.08362405,0.550224,0.00064542884,0.0069441744,0.038890388,0.0076652365],"about_ca_topic_score_codex":0.0009854186,"about_ca_topic_score_gemma":0.0008328154,"teacher_disagreement_score":0.5462577,"about_ca_system_score_codex":0.0027028597,"about_ca_system_score_gemma":0.009021168,"threshold_uncertainty_score":0.9999786},"labels":[],"label_agreement":null},{"id":"W2231103865","doi":"","title":"Promising Practices in Online Testing","year":2009,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science","score_opus":0.06921279686364827,"score_gpt":0.3391110709535606,"score_spread":0.2698982740899123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231103865","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07037966,0.00018727315,0.00020748039,0.9270554,0.00038404978,0.00009040001,0.0000016008934,0.00015840627,0.0015356838],"genre_scores_gemma":[0.96055126,0.00004544117,0.038265854,0.0005091034,0.0002762581,0.00000946425,0.000011427619,0.0000044519443,0.00032674102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988496,0.000038267328,0.00023593118,0.00040694512,0.00019443907,0.00027486662],"domain_scores_gemma":[0.99850774,0.0007254243,0.00024312934,0.00027747586,0.00016049454,0.00008576708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019840519,0.00013890861,0.00018325246,0.0008069109,0.00008159928,0.00008200924,0.0004868475,0.00009527943,0.000016586946],"category_scores_gemma":[0.003033932,0.00012997756,0.000012583198,0.0014848857,0.00010570163,0.00022023925,0.000065844775,0.00057874,0.000016883696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029485575,0.00041061832,0.030572116,0.000007600389,0.0000045529587,0.0000146887805,0.00032957285,0.0000068999957,0.00064911117,0.89335644,0.00018537662,0.0744601],"study_design_scores_gemma":[0.00021352292,0.00011883119,0.047388118,0.00014500928,0.000004262485,0.00002497183,0.000044353863,0.013734781,0.00013737021,0.937893,0.00013364477,0.00016218211],"about_ca_topic_score_codex":0.000011514839,"about_ca_topic_score_gemma":0.00013103531,"teacher_disagreement_score":0.92654634,"about_ca_system_score_codex":0.000033702512,"about_ca_system_score_gemma":0.00046572866,"threshold_uncertainty_score":0.5300331},"labels":[],"label_agreement":null},{"id":"W2238976651","doi":"10.5753/cbie.wcbie.2015.990","title":"Plataforma de Serviços Inteligentes de Learning Analytics para grandes quantidades de dados","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Computer science; Interoperability; Architecture; Analytics; Big data; World Wide Web; Data science; Operating system","score_opus":0.06495582288817477,"score_gpt":0.34225881513493583,"score_spread":0.2773029922467611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238976651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7723854,0.0040480765,0.21333648,0.005917723,0.0013247742,0.0006058741,0.000052652515,0.0008177081,0.0015113148],"genre_scores_gemma":[0.97556806,0.0012954463,0.016579308,0.002143017,0.00078635244,0.000042925214,0.00009437939,0.00016228379,0.0033282603],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9908345,0.00079657254,0.0018989857,0.0012149087,0.0013765355,0.0038785168],"domain_scores_gemma":[0.9914575,0.0018708378,0.0011286641,0.001779749,0.0010466751,0.0027165522],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004599453,0.0013376947,0.001448993,0.0010967003,0.0010780576,0.003622232,0.0035911642,0.0011525431,0.00018441842],"category_scores_gemma":[0.005419777,0.0013848459,0.00071708456,0.0027826708,0.00065712765,0.002053153,0.0012197816,0.0037495238,0.00039395757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028267357,0.0006836812,0.84551024,0.0005062222,0.00080646365,0.00046210267,0.03548599,0.04310445,0.00006528909,0.0051138373,0.011099116,0.05687995],"study_design_scores_gemma":[0.0022142427,0.0007481336,0.037932403,0.002071969,0.0005764948,0.0009097396,0.025545994,0.9179273,0.00064698874,0.0021559163,0.0071926066,0.002078179],"about_ca_topic_score_codex":0.0008595666,"about_ca_topic_score_gemma":0.00017982701,"teacher_disagreement_score":0.87482285,"about_ca_system_score_codex":0.0012702356,"about_ca_system_score_gemma":0.005224957,"threshold_uncertainty_score":0.9999374},"labels":[],"label_agreement":null},{"id":"W2240833107","doi":"","title":"Bringing Changes in the Way We Teach and Assess Learning in Higher Education Through the Use of Learning Management and Open-Sourced Platforms","year":2012,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Open learning; Computer science; Active learning (machine learning); Mathematics education; Pedagogy; Knowledge management; Data science; Engineering ethics; Psychology; Teaching method; Engineering; Artificial intelligence; Cooperative learning","score_opus":0.18118746750291848,"score_gpt":0.335776035887198,"score_spread":0.15458856838427953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240833107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8610362,0.003254933,0.00037677446,0.11541278,0.0011730386,0.001591915,0.0000024471135,0.00014241783,0.017009482],"genre_scores_gemma":[0.9634706,0.0021027836,0.0019884775,0.0010177416,0.00015377413,0.00010970633,0.000016386623,0.000031625492,0.031108927],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99683785,0.000759848,0.00054870616,0.0006561103,0.00060294586,0.0005945474],"domain_scores_gemma":[0.99806577,0.00048419033,0.00084979506,0.00039085577,0.00007873845,0.00013063244],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016666225,0.00034637787,0.00041648818,0.00030199083,0.00044669549,0.00070924294,0.0005867635,0.00012675354,0.000039008577],"category_scores_gemma":[0.00008100119,0.00026896823,0.000028333377,0.0010762141,0.00012466016,0.0010717779,0.00041508983,0.0016370214,0.000004654925],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049563012,0.00038760493,0.56954503,0.00026676082,0.000019849083,0.0000027416918,0.008929559,0.00091054494,0.000032670083,0.32868966,0.00020195327,0.09096406],"study_design_scores_gemma":[0.00069885823,0.0003031285,0.88407165,0.0013559381,0.000023390627,0.000010921216,0.011626187,0.0061142123,0.000012957409,0.0048338375,0.09048027,0.00046865546],"about_ca_topic_score_codex":0.0013098816,"about_ca_topic_score_gemma":0.0006000957,"teacher_disagreement_score":0.32385585,"about_ca_system_score_codex":0.0002568351,"about_ca_system_score_gemma":0.0002165119,"threshold_uncertainty_score":0.9999763},"labels":[],"label_agreement":null},{"id":"W2242208167","doi":"","title":"Multi-access learning: Increasing flexibility and choice for on-campus and remote students","year":2013,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Flexibility (engineering); Computer science; Internet privacy; Economics","score_opus":0.049354387991509104,"score_gpt":0.3570894746115295,"score_spread":0.3077350866200204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2242208167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64070076,0.00027247434,0.0028138396,0.35480282,0.0006295257,0.0004292327,0.0000038247867,0.0001851228,0.00016239019],"genre_scores_gemma":[0.9766363,0.00014921349,0.021979887,0.00032028052,0.0001829292,0.00005108588,0.000011832104,0.00000980623,0.0006586992],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986182,0.00007059323,0.00021624462,0.00059863465,0.00021198603,0.00028437463],"domain_scores_gemma":[0.9977642,0.0014155565,0.00013233082,0.0002855327,0.00022835429,0.000173991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028957552,0.00018833544,0.00024060323,0.00043530355,0.000234202,0.00027947637,0.00052877615,0.00012849846,0.00002102168],"category_scores_gemma":[0.0020543386,0.00017030093,0.000017868751,0.0003814545,0.00032538455,0.00022864132,0.00028465048,0.00047163482,0.000012467484],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021508355,0.00048863504,0.6081107,0.000086980144,0.00005962827,0.0000024173692,0.0007748724,0.00000792075,0.0005576166,0.2676029,0.00041139603,0.12187541],"study_design_scores_gemma":[0.0009050006,0.00023706103,0.3809285,0.00015585523,0.00001718864,0.000017923547,0.00006238635,0.0496632,0.00012867477,0.56685466,0.00070446567,0.00032511994],"about_ca_topic_score_codex":0.00007189325,"about_ca_topic_score_gemma":0.00009022329,"teacher_disagreement_score":0.35448253,"about_ca_system_score_codex":0.000026890639,"about_ca_system_score_gemma":0.00015627073,"threshold_uncertainty_score":0.69446707},"labels":[],"label_agreement":null},{"id":"W2247884604","doi":"10.1145/2809957.2809969","title":"Ushahidi","year":2015,"lang":"en","type":"article","venue":"ACM SIGCAS Computers and Society","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Political science; Public relations; Computer science; Business; World Wide Web","score_opus":0.03197790313551364,"score_gpt":0.2716802521583802,"score_spread":0.23970234902286658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2247884604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18929842,0.0006132878,0.7828565,0.024485976,0.0009787752,0.00009861139,0.0000016550246,0.0005278148,0.0011389643],"genre_scores_gemma":[0.64743054,0.00006410303,0.34985593,0.0020179676,0.00022921847,0.0000010795194,0.0000026610073,0.00000791207,0.0003905669],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919796,0.00003201343,0.00011423732,0.00026793283,0.00018323999,0.00020459003],"domain_scores_gemma":[0.9991467,0.00009912712,0.000044389504,0.0004570521,0.000064261905,0.00018849004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026348862,0.000104628685,0.00013356208,0.000015949046,0.00011378883,0.00019692503,0.00062517746,0.00005844782,8.5414644e-7],"category_scores_gemma":[0.000046129197,0.000091934126,0.00008976125,0.00017685787,0.00005266081,0.00020953671,0.00062106503,0.00015262718,0.000017942339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006530352,0.00031307142,0.01987046,0.00007521703,0.00028282942,0.00010283324,0.043184973,0.002968194,0.00022591243,0.17830794,0.45828038,0.29638165],"study_design_scores_gemma":[0.0008011884,0.00014439144,0.0025243699,0.000023262804,0.000011838766,0.000048358677,0.0004930223,0.9274113,0.00003794732,0.021668388,0.046488862,0.00034705424],"about_ca_topic_score_codex":0.000018884512,"about_ca_topic_score_gemma":4.4341357e-7,"teacher_disagreement_score":0.9244431,"about_ca_system_score_codex":0.0000197355,"about_ca_system_score_gemma":0.00005566454,"threshold_uncertainty_score":0.37489647},"labels":[],"label_agreement":null},{"id":"W2250658437","doi":"10.1145/2724660","title":"Proceedings of the Second (2015) ACM Conference on Learning @ Scale","year":2015,"lang":"en","type":"paratext","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, San Diego; Peking University; Arizona State University; Worcester Polytechnic Institute; Harvard University; San José State University; Pennsylvania State University; University of Pittsburgh; College of Engineering, Michigan State University; University of Washington; National University of Singapore; University of Rochester; North Carolina State University; Carnegie Mellon University; University of Illinois at Urbana-Champaign; University of British Columbia; Michigan State University; Carnegie Foundation for the Advancement of Teaching; George Mason University; Massachusetts Institute of Technology; Tsinghua University; Harvey Mudd College; Georgia Institute of Technology; University of Pennsylvania; Vanderbilt University; Simon Fraser University; Microsoft Research; Wellesley College","keywords":"Presentation (obstetrics); Formative assessment; Computer science; Scale (ratio); Pleasure; Library science; World Wide Web; Multimedia; Mathematics education; Psychology","score_opus":0.030830113218392508,"score_gpt":0.2951225505016271,"score_spread":0.2642924372832346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250658437","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066235014,0.00011328902,0.00089147233,0.007243326,0.0012135147,0.00016962718,0.0000121462035,0.00010246052,0.98363066],"genre_scores_gemma":[0.058030233,0.00002396882,0.0038421561,0.0002306602,0.00023038397,0.000003309828,0.000005998058,0.000018911996,0.9376144],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838585,0.000035086396,0.0002870646,0.00046901798,0.00054138043,0.0002816055],"domain_scores_gemma":[0.998272,0.000062935476,0.00040030733,0.00057231134,0.00059019635,0.000102234604],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000395195,0.00024936273,0.00037805593,0.00010835914,0.00010869567,0.00022215497,0.0028840671,0.00023043949,0.00083777256],"category_scores_gemma":[0.00017426585,0.00015867101,0.00012417762,0.00036594924,0.0000946522,0.00014018035,0.00095943257,0.0010751425,0.001878473],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032338546,0.000048554157,0.00015666329,0.00012797424,0.00002559552,3.8256715e-7,0.0004509281,0.00022490602,0.0002238454,0.009437625,0.9874395,0.0018607951],"study_design_scores_gemma":[0.00029155242,0.0003321913,0.00012911641,0.0004773722,0.000018447226,0.0000104327955,0.0002320123,0.02737833,0.0021685234,0.0031618543,0.965333,0.00046719736],"about_ca_topic_score_codex":0.0000142111085,"about_ca_topic_score_gemma":0.000008725686,"teacher_disagreement_score":0.05140673,"about_ca_system_score_codex":0.00004099867,"about_ca_system_score_gemma":0.00036666065,"threshold_uncertainty_score":0.9988987},"labels":[],"label_agreement":null},{"id":"W2251492640","doi":"10.3115/v1/w14-4105","title":"Point-of-View Mining and Cognitive Presence in MOOCs: A (Computational) Linguistics Perspective","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Disengagement theory; Perspective (graphical); Point (geometry); Cognition; Context (archaeology); Cognitive linguistics; Computer science; Linguistics; Cognitive science; Quantitative linguistics; Applied linguistics; Psychology; Artificial intelligence; Mathematics; History; Philosophy","score_opus":0.013093380151644012,"score_gpt":0.29640958759868474,"score_spread":0.2833162074470407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251492640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07044058,0.00034215368,0.91046274,0.0017477747,0.00011850828,0.0001113999,0.0000018129776,0.00007939426,0.016695619],"genre_scores_gemma":[0.87646407,0.000009701451,0.12317993,0.00012808511,0.00004457416,0.0000011169473,6.850301e-7,0.000003391684,0.0001684302],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992881,0.00007102723,0.00015821838,0.00023080193,0.00013427279,0.00011759685],"domain_scores_gemma":[0.99871606,0.0007465103,0.0000682587,0.000098126584,0.00032818242,0.00004287444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027731535,0.00007289528,0.00013841344,0.00010007211,0.00003223906,0.00004055815,0.00016183511,0.000026464411,0.0000030793844],"category_scores_gemma":[0.0026668552,0.00006653899,0.000020657099,0.0002491593,0.000059295187,0.00006367248,0.000115238305,0.00008360357,0.0000033883205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071827167,0.00013196627,0.020035664,0.00006218017,0.000030023944,0.000011249387,0.008642199,0.0059613916,0.000007590028,0.9195026,0.0000931506,0.045514766],"study_design_scores_gemma":[0.0002708397,0.000095099414,0.004384124,0.00015847596,0.00000709552,0.0000037975824,0.0010192752,0.9477585,0.000019937053,0.046021722,0.00015878456,0.00010232467],"about_ca_topic_score_codex":0.000068611494,"about_ca_topic_score_gemma":0.000024675759,"teacher_disagreement_score":0.94179714,"about_ca_system_score_codex":0.000010479895,"about_ca_system_score_gemma":0.000045117664,"threshold_uncertainty_score":0.31926674},"labels":[],"label_agreement":null},{"id":"W2255719842","doi":"10.1007/978-3-319-19773-9_31","title":"Exploring the Impact of a Learning Dashboard on Student Affect","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Boredom; Dashboard; Affect (linguistics); Computer science; TUTOR; Intervention (counseling); Human–computer interaction; Multimedia; Cognitive psychology; Psychology; Data science; Social psychology","score_opus":0.07265436474543585,"score_gpt":0.33577309646765235,"score_spread":0.2631187317222165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255719842","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013596755,0.00024583453,0.98100877,0.00080145383,0.0010365122,0.00028297762,0.0000019532574,0.00016702304,0.0028587114],"genre_scores_gemma":[0.9796537,0.00004545805,0.01929489,0.000092003436,0.00047200837,0.0000053363447,0.0000018062856,0.000031303844,0.00040346352],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966967,0.000100912446,0.00040615274,0.00093478285,0.0013343565,0.0005270833],"domain_scores_gemma":[0.99721044,0.0007822452,0.00035675077,0.0012311218,0.00026587705,0.00015355385],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017374185,0.0004529201,0.00054460607,0.00063041394,0.00022025514,0.00035705903,0.0033700026,0.00011474287,0.0000052982987],"category_scores_gemma":[0.00024259328,0.0002863068,0.00027280272,0.000676339,0.00041741904,0.00036812053,0.0012241052,0.0014765416,0.000033360007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048395123,0.000036606347,0.00038946903,0.000010388319,0.000025792058,0.00003119717,0.0016838509,0.7431542,0.000029921512,0.0043593748,0.000016416665,0.2502579],"study_design_scores_gemma":[0.00040022418,0.0020928613,0.002896343,0.00092078914,0.000019955092,0.00004277393,0.0000019829213,0.9617098,0.0002343125,0.03034913,0.00058884604,0.0007429575],"about_ca_topic_score_codex":0.000042603886,"about_ca_topic_score_gemma":0.000010671655,"teacher_disagreement_score":0.966057,"about_ca_system_score_codex":0.00035940384,"about_ca_system_score_gemma":0.00057752413,"threshold_uncertainty_score":0.99995893},"labels":[],"label_agreement":null},{"id":"W2256925458","doi":"","title":"institutionalizING Educational Media Casting Without Interfering With Innovation","year":2007,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Casting; Business; Computer science; Materials science; Metallurgy","score_opus":0.03631870703953621,"score_gpt":0.29872875380071306,"score_spread":0.26241004676117685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2256925458","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12303535,0.0002540932,0.049228493,0.81624466,0.0029230027,0.00025902034,0.000009203553,0.00039882516,0.0076473723],"genre_scores_gemma":[0.9666078,0.000017684617,0.031714287,0.0003596179,0.00076619384,0.000032656455,0.00007446778,0.000013088231,0.00041418077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982168,0.00002593915,0.00040831498,0.0005287707,0.00042126403,0.00039889145],"domain_scores_gemma":[0.99786085,0.00083674677,0.0002318589,0.00033692233,0.00060183555,0.00013178044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046542656,0.00023255577,0.0002313666,0.0016963832,0.0002519772,0.000106059764,0.0005261166,0.00012856114,0.000076407334],"category_scores_gemma":[0.0011867137,0.00020940989,0.000018198534,0.002423947,0.00039533488,0.00031954283,0.00013850858,0.0006266911,0.000038251026],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008377786,0.000099785306,0.031888206,0.000012440766,0.000017510367,0.0000046175383,0.00048570993,0.00001009737,0.00034834785,0.9610129,0.00014130153,0.005970733],"study_design_scores_gemma":[0.00048895314,0.000101997415,0.040659968,0.00038088884,0.000016015754,0.00014230263,0.0001531651,0.0028916,0.0009286674,0.95321685,0.000594871,0.00042474523],"about_ca_topic_score_codex":0.000012813554,"about_ca_topic_score_gemma":0.00023482487,"teacher_disagreement_score":0.8435725,"about_ca_system_score_codex":0.00010550987,"about_ca_system_score_gemma":0.0010435539,"threshold_uncertainty_score":0.8539487},"labels":[],"label_agreement":null},{"id":"W2260778724","doi":"10.22456/1679-1916.61427","title":"Um estudo sobre as variáveis para predição de alunos não concluintes em cursos suportados por Ambientes Virtuais de Ensino e Aprendizagem","year":2016,"lang":"pt","type":"article","venue":"RENOTE","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Physics; Humanities; Psychology; Philosophy","score_opus":0.016586549118718454,"score_gpt":0.2862930294176565,"score_spread":0.26970648029893807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260778724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5590099,0.0016342052,0.40624428,0.027984275,0.0017199646,0.0007773291,0.00025400886,0.001144544,0.0012314777],"genre_scores_gemma":[0.96020055,0.0005898527,0.0077786106,0.0009072241,0.0007685525,0.00001527538,0.000022948201,0.00010023745,0.029616738],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99470735,0.00051640265,0.0008928633,0.0013589401,0.0008458335,0.0016786173],"domain_scores_gemma":[0.9960085,0.00079700915,0.000591324,0.0015231263,0.00034539515,0.0007346022],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010632764,0.0007352707,0.00080289546,0.0003015499,0.00047798574,0.00056928967,0.0016957113,0.000432036,0.00021005598],"category_scores_gemma":[0.0011173219,0.0005995537,0.00046458392,0.00068273704,0.00030024303,0.00057545374,0.000808077,0.00073436764,0.0011573196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033801986,0.0030768744,0.11026326,0.00056394096,0.0018830297,0.0035228503,0.03212866,0.0016381817,0.03603579,0.02009429,0.04817266,0.74228245],"study_design_scores_gemma":[0.010030316,0.0060906587,0.053357672,0.0067554032,0.0018950052,0.0019361553,0.0028535344,0.7239348,0.05705927,0.018345702,0.11163114,0.006110321],"about_ca_topic_score_codex":0.00038278857,"about_ca_topic_score_gemma":0.00007145637,"teacher_disagreement_score":0.73617214,"about_ca_system_score_codex":0.00028267517,"about_ca_system_score_gemma":0.00095692655,"threshold_uncertainty_score":0.9996456},"labels":[],"label_agreement":null},{"id":"W2261112440","doi":"","title":"Developing Structural-Temporal Visualizations of Asynchronous Threaded Online Learning Conversations","year":2009,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Asynchronous communication; Visualization; Asynchronous learning; Artificial intelligence; Synchronous learning; Teaching method; Psychology; Mathematics education","score_opus":0.07225260073977617,"score_gpt":0.3361762832428261,"score_spread":0.26392368250304993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261112440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.788262,0.0009973722,0.020512244,0.1737171,0.0021030465,0.0012551537,0.00003129618,0.00086074835,0.012261019],"genre_scores_gemma":[0.9779689,0.00032876257,0.010801554,0.0009843103,0.00016803828,0.000014119795,0.00015984976,0.000027068012,0.0095474515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9968002,0.000460162,0.0007969629,0.0007475598,0.0006975749,0.00049758435],"domain_scores_gemma":[0.99764,0.00017342462,0.001221419,0.00039197147,0.00034842998,0.00022474272],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004451732,0.00037204535,0.00049417006,0.00038701214,0.0004631069,0.00025334128,0.00046681645,0.00015859246,0.00009358642],"category_scores_gemma":[0.00013766224,0.00039357407,0.000067561465,0.0013720135,0.000108509405,0.0005015218,0.000097352626,0.0010346764,0.000017210765],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036424946,0.0002729179,0.17137997,0.00011397641,0.000024259403,0.0000046885766,0.0014126457,0.0017373306,0.00013345276,0.7791074,0.00012139431,0.04565556],"study_design_scores_gemma":[0.0011509003,0.0011778761,0.8744017,0.0010596147,0.00003373064,0.0000129954815,0.0022580621,0.05288965,0.00014338743,0.05858469,0.007330691,0.0009566896],"about_ca_topic_score_codex":0.0004612083,"about_ca_topic_score_gemma":0.0004061495,"teacher_disagreement_score":0.7205227,"about_ca_system_score_codex":0.0004744452,"about_ca_system_score_gemma":0.0011951311,"threshold_uncertainty_score":0.99985164},"labels":[],"label_agreement":null},{"id":"W2261848719","doi":"","title":"The trouble with tags: an approach to richer tagging for online learning","year":2008,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; World Wide Web; Data science; Natural language processing; Information retrieval; Artificial intelligence","score_opus":0.08542780074615847,"score_gpt":0.3076935235016498,"score_spread":0.22226572275549134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2261848719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66475254,0.0017020546,0.032517597,0.24230067,0.0026181364,0.0039560073,0.000029109498,0.0014846586,0.050639205],"genre_scores_gemma":[0.90097576,0.00034429127,0.021922328,0.0018047264,0.0003555388,0.00017143211,0.00006112254,0.000057442503,0.074307345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.996489,0.0004712611,0.0005239815,0.0010093824,0.00076374155,0.00074266014],"domain_scores_gemma":[0.9977334,0.00028248594,0.0007037346,0.000570732,0.00030671706,0.00040290516],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00087159884,0.00040516708,0.0004110837,0.00019068428,0.0012966696,0.00046649255,0.00068624044,0.00012240965,0.000012600827],"category_scores_gemma":[0.00011637483,0.00032723523,0.00005571322,0.00097605947,0.00012330085,0.00048288816,0.00012169182,0.0012587076,0.000016873999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006299471,0.0020695361,0.17458287,0.00028216874,0.000083652565,0.000012858084,0.0060235844,0.01475908,0.00015467091,0.64022475,0.0027347521,0.15844214],"study_design_scores_gemma":[0.0028301324,0.0045153378,0.3601002,0.00085961807,0.000051050745,0.00006142435,0.0064958124,0.15804718,0.000052394436,0.008600595,0.45639673,0.001989499],"about_ca_topic_score_codex":0.00047352098,"about_ca_topic_score_gemma":0.00037694888,"teacher_disagreement_score":0.63162416,"about_ca_system_score_codex":0.00034344275,"about_ca_system_score_gemma":0.0007841741,"threshold_uncertainty_score":0.999918},"labels":[],"label_agreement":null},{"id":"W2262240870","doi":"","title":"A Note On Language-Centered eLearning Analytics","year":2013,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Analytics; Data science; Natural language processing; Linguistics; Philosophy","score_opus":0.05278325137700383,"score_gpt":0.30760823619326344,"score_spread":0.2548249848162596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2262240870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61128265,0.00094953534,0.0026878722,0.26827237,0.0039849924,0.0022306538,0.00002076284,0.0012803334,0.10929085],"genre_scores_gemma":[0.9217952,0.00022929184,0.0028043617,0.0028992523,0.00029536738,0.00007477883,0.000034577486,0.00004813968,0.07181905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9960951,0.0005336661,0.0006589589,0.0010420721,0.0009201545,0.0007500396],"domain_scores_gemma":[0.99748343,0.00026587988,0.0009212671,0.0006845287,0.00023069308,0.0004141839],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005713353,0.00046904702,0.00049792475,0.0004165345,0.00038612616,0.00071417686,0.0006408502,0.0001852251,0.00037544355],"category_scores_gemma":[0.00016324823,0.00046709072,0.00008722466,0.0011459524,0.000090919675,0.000512322,0.00017591158,0.0016618763,0.00047254606],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015835268,0.0014698866,0.16735388,0.00035269247,0.00007454041,0.00004226173,0.0036910623,0.0018257017,0.00069776777,0.49080786,0.005962644,0.32756335],"study_design_scores_gemma":[0.0028651527,0.002890128,0.75139505,0.002504555,0.00005827699,0.000023640014,0.0038215246,0.13337295,0.00021773568,0.024122715,0.076323226,0.0024050581],"about_ca_topic_score_codex":0.00087482383,"about_ca_topic_score_gemma":0.0002834162,"teacher_disagreement_score":0.5840412,"about_ca_system_score_codex":0.0005269559,"about_ca_system_score_gemma":0.00059836253,"threshold_uncertainty_score":0.9997781},"labels":[],"label_agreement":null},{"id":"W2264956776","doi":"","title":"Educational Data Mining and Reporting: Analyzing Student Data In Order To Improve Educational Processes","year":2004,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Order (exchange); Data science; Educational data mining; Computer science; Data mining; Business","score_opus":0.07497584928668424,"score_gpt":0.3762932197873994,"score_spread":0.30131737050071516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264956776","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07465455,0.0005466118,0.0011967951,0.92214876,0.00085385784,0.00021547265,0.000042441658,0.00006075403,0.00028077632],"genre_scores_gemma":[0.9335387,0.00014074311,0.06405353,0.00045559785,0.00060140283,0.00007571799,0.0006099642,0.000013018183,0.00051136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973026,0.00003100759,0.00070539926,0.0012012122,0.0003941169,0.00036567106],"domain_scores_gemma":[0.9966621,0.0006970156,0.0004643505,0.0013524566,0.0006139272,0.00021019598],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006305471,0.00022837995,0.0003135488,0.0010388388,0.00016551562,0.00019197176,0.0018970425,0.00010386718,0.000045558354],"category_scores_gemma":[0.010990856,0.00022308348,0.000007807695,0.002760964,0.0002049878,0.0005064231,0.0012251572,0.00039423746,0.000016341526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009387113,0.0012758124,0.28199676,0.000118216485,0.00007024119,0.000012082167,0.0029576418,0.000047375794,0.00037885172,0.6901963,0.0017460533,0.021191327],"study_design_scores_gemma":[0.00079052884,0.00014365962,0.20734142,0.00053676934,0.000041367268,0.00009707254,0.00048809336,0.0035057485,0.000095550335,0.7854224,0.00081835716,0.000719042],"about_ca_topic_score_codex":0.000048237765,"about_ca_topic_score_gemma":0.0013131074,"teacher_disagreement_score":0.92169315,"about_ca_system_score_codex":0.000076227865,"about_ca_system_score_gemma":0.004943494,"threshold_uncertainty_score":0.99733996},"labels":[],"label_agreement":null},{"id":"W2264976410","doi":"","title":"Using Laptops Effectively in Higher Education","year":2004,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Internet privacy","score_opus":0.10229202571044929,"score_gpt":0.3306258872857133,"score_spread":0.228333861575264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264976410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78536355,0.0015858613,0.0011630851,0.14340702,0.0059344657,0.0014257636,0.000009238004,0.00050207175,0.060608946],"genre_scores_gemma":[0.96390265,0.00019942335,0.00485581,0.0017054916,0.00034777008,0.00006417122,0.000021472853,0.000041491316,0.028861739],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9965958,0.0004904715,0.0006136687,0.0009935482,0.0006963466,0.0006101624],"domain_scores_gemma":[0.998134,0.0001450869,0.0007649354,0.00048535818,0.00018916186,0.00028142406],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066608936,0.00041358708,0.00045165143,0.00047699863,0.00028987022,0.00037872203,0.00047395946,0.00019553037,0.000113702175],"category_scores_gemma":[0.00006763007,0.00044378062,0.000060935512,0.0015076217,0.000091484166,0.00061973976,0.00013565956,0.0012877432,0.00006433286],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006519684,0.0009601533,0.15261716,0.00018536412,0.00001574455,0.000010529246,0.0007693778,0.0023554396,0.0003038225,0.8021113,0.0001700163,0.04043586],"study_design_scores_gemma":[0.0015542766,0.0006231781,0.8761483,0.0018837281,0.000021294607,0.000014592236,0.0006418133,0.0041565746,0.0001033807,0.09470574,0.01915859,0.0009885496],"about_ca_topic_score_codex":0.001970916,"about_ca_topic_score_gemma":0.00057966536,"teacher_disagreement_score":0.7235311,"about_ca_system_score_codex":0.0014832955,"about_ca_system_score_gemma":0.0021503577,"threshold_uncertainty_score":0.9998014},"labels":[],"label_agreement":null},{"id":"W2265588522","doi":"10.2196/ijmr.4937","title":"Elderly Learners and Massive Open Online Courses: A Review","year":2016,"lang":"en","type":"review","venue":"Interactive Journal of Medical Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Class (philosophy); Massive open online course; Set (abstract data type); Psychology; Medical education; Mathematics education; Computer science; Medicine; Political science","score_opus":0.1658964728200976,"score_gpt":0.5714489199366934,"score_spread":0.4055524471165959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2265588522","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012388798,0.94511056,0.0022489075,0.051444277,0.00032317895,0.00034274065,0.000011256768,0.00000763942,0.0005101814],"genre_scores_gemma":[0.000006339143,0.9960655,0.0013207836,0.00036240576,0.0006726075,0.000008612929,0.0000035225323,0.000028038963,0.0015322015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99093664,0.0029757235,0.0012921543,0.00047971797,0.0037777126,0.0005380518],"domain_scores_gemma":[0.9892509,0.0066144187,0.0012273012,0.0005451292,0.0014608589,0.00090140704],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011534149,0.00030741803,0.0021687604,0.0007079155,0.00012111698,0.0004906448,0.0064447676,0.0003288238,0.00038030575],"category_scores_gemma":[0.019498643,0.00016763057,0.0004366921,0.0008077084,0.00035745505,0.00070181914,0.0026987134,0.005596442,0.00011523488],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000083699115,0.00013960083,5.376401e-7,0.004517339,0.00025086544,0.0009110032,0.000052428186,3.2665568e-8,6.225015e-8,0.0006249225,0.021766486,0.9717283],"study_design_scores_gemma":[0.00025326613,0.00059575087,3.8865494e-7,0.27347383,0.00007715455,0.00085929484,0.000070219445,0.00010361816,8.112287e-8,0.0004891106,0.72394717,0.00013010988],"about_ca_topic_score_codex":0.00002562252,"about_ca_topic_score_gemma":0.0000058163823,"teacher_disagreement_score":0.97159827,"about_ca_system_score_codex":0.00027977314,"about_ca_system_score_gemma":0.004957813,"threshold_uncertainty_score":0.9989308},"labels":[],"label_agreement":null},{"id":"W2271548616","doi":"10.1007/s11192-016-1852-2","title":"iSEER: an intelligent automatic computer system for scientific evaluation of researchers","year":2016,"lang":"en","type":"article","venue":"Scientometrics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Data science; Information retrieval","score_opus":0.21723149811846532,"score_gpt":0.42346161614393535,"score_spread":0.20623011802547003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271548616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20287551,0.00010348566,0.7944215,0.0006451614,0.0013030932,0.00035635123,0.000010927445,0.00014623528,0.0001377571],"genre_scores_gemma":[0.925708,0.0000021400228,0.07371392,0.000010563788,0.000074854586,0.000012247165,0.00000406625,0.000008109264,0.00046612896],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996005,0.0002531317,0.00036463205,0.0005343652,0.0024459471,0.00039691335],"domain_scores_gemma":[0.996207,0.00043999802,0.0001998386,0.0008242523,0.0021104715,0.00021843499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014702676,0.00010338673,0.00017411953,0.0040315003,0.0002224264,0.00042046164,0.0013154268,0.000053373322,0.000009406509],"category_scores_gemma":[0.0015832133,0.00007022752,0.00009055128,0.011355542,0.0001975521,0.00053207023,0.00022531666,0.00006248649,0.00004740453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025227862,0.00017288706,0.0012083079,0.00013216249,0.000019489922,6.661563e-7,0.0006835384,0.0018960881,0.0013155725,0.026451537,0.000718293,0.96739894],"study_design_scores_gemma":[0.0004161682,0.00021909499,0.0011021051,0.0000999182,0.000018529645,0.0000020801222,0.000068165,0.9926604,0.0025374934,0.0012779674,0.0014870432,0.00011103184],"about_ca_topic_score_codex":0.0000036244305,"about_ca_topic_score_gemma":0.0000017905247,"teacher_disagreement_score":0.9907643,"about_ca_system_score_codex":0.00032568543,"about_ca_system_score_gemma":0.00040976473,"threshold_uncertainty_score":0.5455961},"labels":[],"label_agreement":null},{"id":"W2271693237","doi":"10.18438/b8b90z","title":"Mining E-mail to Improve Information Literacy Instruction","year":2010,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Mount Royal University","funders":"","keywords":"Computer science; Information literacy; World Wide Web; Internet privacy","score_opus":0.005772871242396466,"score_gpt":0.2561737380450784,"score_spread":0.250400866802682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271693237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11183417,0.000054065076,0.49257338,0.3837693,0.0020986716,0.0005002796,0.000011218284,0.00086412526,0.008294786],"genre_scores_gemma":[0.46333468,0.00008943037,0.45106873,0.08506997,0.00021072847,0.00002093688,0.000045606135,0.0000061642804,0.0001537567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892646,0.000075435586,0.0004215858,0.00013039129,0.000275782,0.00017031506],"domain_scores_gemma":[0.9983437,0.0006390024,0.0003520222,0.00036041831,0.00014024125,0.00016463012],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00051507814,0.00012176377,0.00009389482,0.00033230192,0.00021330819,0.0019927793,0.00036290858,0.00008241528,0.00003701091],"category_scores_gemma":[0.0023958476,0.000114932496,0.000028726816,0.000668366,0.000022689157,0.47941765,0.0001771061,0.00036874012,0.00018504275],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009191516,0.000021242358,0.00053265464,0.00008959867,0.000007927589,0.0000013951376,0.0015508516,0.0006794859,0.00030062333,0.27904674,0.0015266748,0.7161509],"study_design_scores_gemma":[0.00027389606,0.00015777204,0.002806339,0.00009801226,0.000008543907,0.000033057007,0.00022046569,0.21823081,0.001476934,0.00019781792,0.7763116,0.00018478434],"about_ca_topic_score_codex":0.00000436391,"about_ca_topic_score_gemma":2.4938895e-8,"teacher_disagreement_score":0.77478486,"about_ca_system_score_codex":0.000006012163,"about_ca_system_score_gemma":0.00017696318,"threshold_uncertainty_score":0.9990432},"labels":[],"label_agreement":null},{"id":"W2272896183","doi":"","title":"Making accessibility accessible for online course development (poster presentation)","year":2008,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Presentation (obstetrics); Computer science; World Wide Web; Engineering; Medicine","score_opus":0.17147643593946285,"score_gpt":0.38075878112184147,"score_spread":0.20928234518237862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2272896183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85883975,0.00095484743,0.0069842385,0.11149933,0.0029010575,0.0020032048,0.00003297801,0.000612354,0.016172215],"genre_scores_gemma":[0.9433502,0.00013846385,0.016671853,0.0015988576,0.00026076552,0.00012398629,0.00009164415,0.00003457193,0.037729673],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965517,0.00031281012,0.00077435933,0.0009996702,0.000774088,0.00058737054],"domain_scores_gemma":[0.99764645,0.00023116375,0.0010298544,0.0004977993,0.00034336405,0.00025136146],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006580455,0.00036857088,0.000427941,0.00022034609,0.00065362966,0.00035914787,0.0006395983,0.00014411617,0.00009440252],"category_scores_gemma":[0.00010279483,0.00036952636,0.000062565996,0.00080373936,0.00011305273,0.0007906189,0.00019826648,0.00079047587,0.000028165452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022153616,0.0022218067,0.7073743,0.00056433474,0.000053841708,0.000016023918,0.0026054669,0.00043776733,0.00006768688,0.09706506,0.0018291078,0.1875431],"study_design_scores_gemma":[0.00094531436,0.00033492534,0.95987254,0.00047016147,0.000015945732,0.000008989516,0.00046670396,0.008230509,0.00009509827,0.0069596595,0.022010539,0.0005895836],"about_ca_topic_score_codex":0.00013149295,"about_ca_topic_score_gemma":0.0004661084,"teacher_disagreement_score":0.2524983,"about_ca_system_score_codex":0.00044717835,"about_ca_system_score_gemma":0.0019683999,"threshold_uncertainty_score":0.99987566},"labels":[],"label_agreement":null},{"id":"W2275582404","doi":"10.5539/ass.v12n3p207","title":"Academic Performance in Blended-Learning and Face-to-Face University Teaching","year":2016,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Mathematics education; Computer science; Higher education; Active learning (machine learning); Field (mathematics); Educational technology; Psychology; Artificial intelligence; Mathematics","score_opus":0.008987104122437226,"score_gpt":0.26932802089550384,"score_spread":0.2603409167730666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2275582404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8298694,0.000018559527,0.059599116,0.038963817,0.00016682119,0.000112596725,0.0000011076175,0.00021677611,0.071051784],"genre_scores_gemma":[0.99531,0.000023204166,0.0025879368,0.000071650546,0.00004886683,2.1702495e-7,5.710196e-8,0.0000030516117,0.0019549984],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987723,0.00008076151,0.000092948336,0.00037856292,0.00029337264,0.0003820328],"domain_scores_gemma":[0.9996424,0.00004647542,0.0000549836,0.00010014436,0.000025224934,0.0001308146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093461876,0.00008140129,0.00009782996,0.00017859778,0.00067306997,0.00006718189,0.000819264,0.000053550822,0.0000018410001],"category_scores_gemma":[0.00016513788,0.000068260684,0.00001727467,0.0008264841,0.00023473272,0.00085022993,0.00043526653,0.00040137648,0.00003300526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002565116,0.000009139546,0.03682395,0.000003664786,0.0000012224589,0.0000055866103,0.0058536404,0.000018140494,0.002591585,0.033592395,0.00002898925,0.92106915],"study_design_scores_gemma":[0.00080121914,0.0002110228,0.92002034,0.00022302275,0.0000064996193,0.000014729169,0.0057963156,0.018967133,0.00061710057,0.0019498875,0.050687537,0.00070517045],"about_ca_topic_score_codex":0.000010499622,"about_ca_topic_score_gemma":0.000003839522,"teacher_disagreement_score":0.92036396,"about_ca_system_score_codex":0.00013600539,"about_ca_system_score_gemma":0.00016419223,"threshold_uncertainty_score":0.51767784},"labels":[],"label_agreement":null},{"id":"W2276567649","doi":"","title":"Facing the Facebook challenge: Designing online social networking environments for literacy development","year":2012,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Literacy; Internet privacy; Social media; World Wide Web; Online participation; Computer science; The Internet; Sociology; Public relations; Political science; Pedagogy","score_opus":0.05032187016521991,"score_gpt":0.3080348866742553,"score_spread":0.25771301650903544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2276567649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004143989,0.00017424654,0.99102324,0.003507914,0.0002608044,0.00021289174,5.857868e-7,0.00008726517,0.0005890772],"genre_scores_gemma":[0.737175,0.000015637726,0.25781292,0.0007774135,0.0009760077,0.000028896942,0.000009011326,0.000014093115,0.0031910248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891865,0.000055290937,0.0002037048,0.00018710016,0.00018826946,0.00044695966],"domain_scores_gemma":[0.99951947,0.0001508845,0.000088673376,0.00015963703,0.000018083672,0.00006325483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005130886,0.00012721024,0.00011357789,0.000032921544,0.00055157486,0.00012400195,0.0004185868,0.000045057204,0.000008343673],"category_scores_gemma":[0.00001627744,0.00008938144,0.000057556164,0.000075445336,0.00001903926,0.00030109345,0.00020367528,0.00015309913,0.000038280334],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034668114,0.00018017637,0.0014953944,0.000016306405,0.00006513336,8.551576e-7,0.018539188,0.0007095845,0.00038863622,0.005724365,0.00062015123,0.9722567],"study_design_scores_gemma":[0.00045868955,0.00004375175,0.0025720785,0.00004353462,0.000019196761,0.0000043514788,0.0005290924,0.24120764,0.0008211141,0.00070227584,0.7531867,0.00041156603],"about_ca_topic_score_codex":0.0000011931292,"about_ca_topic_score_gemma":0.0000010120236,"teacher_disagreement_score":0.97184515,"about_ca_system_score_codex":0.000048643815,"about_ca_system_score_gemma":0.000028571121,"threshold_uncertainty_score":0.42423236},"labels":[],"label_agreement":null},{"id":"W2286919200","doi":"","title":"Researching Self-Regulated Learning: Tracking the Missing Link with Interactive Softwar","year":2005,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Simon Fraser University","funders":"","keywords":"Link (geometry); Missing data; Computer science; Self-regulated learning; Tracking (education); Artificial intelligence; Psychology; Machine learning; Social psychology; Computer network; Pedagogy","score_opus":0.05403887290208938,"score_gpt":0.31481533854235105,"score_spread":0.2607764656402617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2286919200","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2665274,0.0012720014,0.005023351,0.69203335,0.0012436813,0.0013582763,0.00000499218,0.0014085867,0.031128326],"genre_scores_gemma":[0.9654147,0.0002452562,0.0063039917,0.00132675,0.0004903187,0.000039838174,0.00001860971,0.000056729517,0.026103832],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99544466,0.0010970718,0.0006079058,0.0010083335,0.001071617,0.000770439],"domain_scores_gemma":[0.997158,0.0005978915,0.0010141175,0.00057129585,0.00033784378,0.00032086874],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013584852,0.00044694624,0.0004280497,0.00032657586,0.0010187619,0.0010524086,0.00072186854,0.00015200232,0.000077589284],"category_scores_gemma":[0.00019946047,0.00036060438,0.00006606235,0.0012857952,0.00014890294,0.00087112223,0.00019637463,0.0030510814,0.000060119623],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028757477,0.00068292266,0.12211292,0.00020207503,0.00011253168,0.000026545773,0.009091958,0.00682271,0.0002458992,0.16114876,0.00053332245,0.6987328],"study_design_scores_gemma":[0.0027444556,0.0026012724,0.53032404,0.00412275,0.00009579655,0.00009290788,0.0047829016,0.2339202,0.00037566695,0.02095261,0.19772632,0.0022610468],"about_ca_topic_score_codex":0.00036794084,"about_ca_topic_score_gemma":0.00038332082,"teacher_disagreement_score":0.6988872,"about_ca_system_score_codex":0.00067553966,"about_ca_system_score_gemma":0.001044129,"threshold_uncertainty_score":0.9999846},"labels":[],"label_agreement":null},{"id":"W2288952191","doi":"10.19173/irrodl.v17i2.2448","title":"A Systematic Analysis and Synthesis of the Empirical MOOC Literature Published in 2013–2015","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":331,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Canada Research Chairs","keywords":"Educational research; Empirical research; Positivism; Qualitative research; Period (music); Class (philosophy); Focus group; Sociology; Library science; Data science; Social science; Psychology; Computer science; Political science; Epistemology","score_opus":0.07002591899983178,"score_gpt":0.4321017773266742,"score_spread":0.3620758583268424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288952191","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23138165,0.073754154,0.010549436,0.67959905,0.0001807806,0.002256544,0.00013620268,0.000033053126,0.002109165],"genre_scores_gemma":[0.9884077,0.010991748,0.00023651596,0.00006683201,0.0000105934705,0.000028536733,0.000005487468,0.0000029194143,0.00024971017],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99715894,0.001328155,0.0004781159,0.00023059189,0.00064323866,0.00016097096],"domain_scores_gemma":[0.99630463,0.002686708,0.00023064527,0.00037475018,0.000357511,0.000045727487],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007661019,0.000077636374,0.0003949657,0.00028092015,0.00006303397,0.00025594313,0.0017811258,0.000036903708,0.000017656863],"category_scores_gemma":[0.010982345,0.00003362298,0.00007705672,0.0021086198,0.00014013803,0.00032276084,0.0011881313,0.0003899586,0.0000015067952],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008917843,0.0005186739,0.8944994,0.031901073,0.0009442449,0.000039489936,0.001470732,0.00042149855,0.00018649489,0.037467025,0.004896719,0.027565453],"study_design_scores_gemma":[0.0021214166,0.00020855533,0.29697543,0.49993676,0.00029623913,0.00007056687,0.0016310753,0.17592543,0.00029123697,0.01630215,0.005729491,0.00051165785],"about_ca_topic_score_codex":0.00017127968,"about_ca_topic_score_gemma":0.000044338278,"teacher_disagreement_score":0.757026,"about_ca_system_score_codex":0.000048601392,"about_ca_system_score_gemma":0.00009773893,"threshold_uncertainty_score":0.99734855},"labels":[],"label_agreement":null},{"id":"W2289230898","doi":"10.19173/irrodl.v17i2.1913","title":"Issues and Challenges in Open and Distance e-Learning: Perspectives from the Philippines","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Institution; Open learning; Open educational resources; Higher education; Open university; Class (philosophy); Sociology; Digital divide; Pedagogy; Political science; Mathematics education; Economic growth; Information and Communications Technology; Teaching method; Psychology; Social science; Computer science; World Wide Web; Economics; Cooperative learning","score_opus":0.1500329743767199,"score_gpt":0.4481193503814138,"score_spread":0.2980863760046939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289230898","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067565024,0.3346225,0.00071282656,0.59421444,0.000043272066,0.00059877936,0.00002896397,0.00001732769,0.0021968812],"genre_scores_gemma":[0.6118229,0.38747433,0.00022551925,0.00004990322,0.000038415143,0.000017256225,0.0000061394985,0.000003907534,0.00036159976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979658,0.00084315834,0.000244403,0.00036868325,0.00039069448,0.00018725029],"domain_scores_gemma":[0.9974513,0.0019578396,0.00011529795,0.00023661305,0.00019055176,0.00004837813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004500771,0.00009672024,0.00023910425,0.00006122745,0.00018769955,0.0004290502,0.0019107149,0.000026943444,0.000026522825],"category_scores_gemma":[0.0035200883,0.000048618625,0.000018732952,0.00026834276,0.00028671196,0.00044861052,0.0025223955,0.00046950835,0.0000028977531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010470215,0.00015447175,0.2509186,0.0005145287,0.000084201216,0.000023396835,0.0041147065,0.000045611916,0.00014089019,0.28982553,0.0006205353,0.45345283],"study_design_scores_gemma":[0.0029223138,0.0004310077,0.33349895,0.03803194,0.000017569764,0.000032827415,0.030725714,0.020344501,0.00005475461,0.0717949,0.501635,0.00051051803],"about_ca_topic_score_codex":0.00079724874,"about_ca_topic_score_gemma":0.00014028892,"teacher_disagreement_score":0.5941645,"about_ca_system_score_codex":0.000039196806,"about_ca_system_score_gemma":0.000063058775,"threshold_uncertainty_score":0.42141286},"labels":[],"label_agreement":null},{"id":"W2291791126","doi":"10.19173/irrodl.v17i2.2401","title":"Experience with a Massive Open Online Course in Rural Rwanda","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Medicine; Medical education; Class (philosophy); Distance education; Online course; Psychology; Pedagogy","score_opus":0.06716619493220716,"score_gpt":0.4553525120631338,"score_spread":0.38818631713092666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291791126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55963016,0.010491932,0.014489994,0.4070424,0.00013824704,0.002062429,0.00011483614,0.00003966509,0.005990346],"genre_scores_gemma":[0.99057996,0.0074889683,0.0010465279,0.00017378098,0.000020682775,0.000039672246,0.00002444948,0.0000047804238,0.00062119676],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99822414,0.0004272202,0.00029234446,0.00024095626,0.000578821,0.0002365012],"domain_scores_gemma":[0.9985843,0.0006514377,0.00013323901,0.0002744176,0.00029323393,0.000063390995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002979937,0.00008395162,0.0002205637,0.00008850534,0.000090883506,0.00027460087,0.0031607188,0.000021702275,0.00005302407],"category_scores_gemma":[0.0012370578,0.000042546813,0.000019777186,0.0006393876,0.00021792414,0.0005577938,0.0020655396,0.0004160699,0.0000066097805],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036952694,0.0010425304,0.44011664,0.0007415212,0.00008421292,0.00027674725,0.0014891482,0.0006015188,0.0002916374,0.11182886,0.0017146727,0.44144297],"study_design_scores_gemma":[0.017263595,0.002469161,0.38198924,0.22373602,0.00003656269,0.00030334273,0.027331578,0.15134387,0.0005565319,0.0288826,0.16452931,0.0015581973],"about_ca_topic_score_codex":0.0005136083,"about_ca_topic_score_gemma":0.00010681222,"teacher_disagreement_score":0.43988478,"about_ca_system_score_codex":0.00007537977,"about_ca_system_score_gemma":0.00027188848,"threshold_uncertainty_score":0.5873455},"labels":[],"label_agreement":null},{"id":"W2292229195","doi":"10.1080/01443410.2015.1062078","title":"Statistical classification for cognitive diagnostic assessment: an artificial neural network approach","year":2015,"lang":"en","type":"article","venue":"Educational Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Cognition; Formative assessment; Artificial neural network; Artificial intelligence; Machine learning; Computer science; Measure (data warehouse); Psychology; Data mining; Mathematics education","score_opus":0.14459751315463318,"score_gpt":0.4644727303092631,"score_spread":0.31987521715462996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292229195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016706796,0.000033186567,0.9535973,0.025776843,0.0014306345,0.00020684372,0.000027014079,0.00005832936,0.0021630656],"genre_scores_gemma":[0.7931682,9.812262e-7,0.20313795,0.0011445099,0.0015970671,0.00009560426,0.00070697966,0.000009287068,0.00013943051],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987151,0.00019848943,0.00022330626,0.00043335574,0.00017290933,0.00025681706],"domain_scores_gemma":[0.998071,0.0011490623,0.00010109072,0.00023735804,0.00026199446,0.00017947957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046725944,0.000101515114,0.000121367426,0.00006174723,0.00012277484,0.000088038956,0.00032932454,0.0000720222,0.0000134354805],"category_scores_gemma":[0.0007079125,0.00010194695,0.000028704675,0.0002187636,0.00009989765,0.00018986464,0.000026248857,0.00017811511,0.000055759872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026675505,0.0011085334,0.013079541,0.0000063864104,0.000023355582,9.97217e-7,0.00037845896,0.0023706153,0.00002344971,0.9229254,0.03665322,0.02340335],"study_design_scores_gemma":[0.00044305224,0.00038104565,0.24320877,0.000005397011,0.000022673748,0.000023235709,0.00019718644,0.4360463,7.883603e-7,0.3158962,0.0035863442,0.00018896445],"about_ca_topic_score_codex":0.000002815479,"about_ca_topic_score_gemma":0.0000023768525,"teacher_disagreement_score":0.77646136,"about_ca_system_score_codex":0.000033009113,"about_ca_system_score_gemma":0.00034124794,"threshold_uncertainty_score":0.4157276},"labels":[],"label_agreement":null},{"id":"W2292917920","doi":"","title":"Special Issue: Guest Editorial: Computational Intelligence in Web-Based Education","year":2004,"lang":"en","type":"article","venue":"The Journal of Interactive Learning Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Web intelligence; World Wide Web; Multimedia; Data science; The Internet; Web development","score_opus":0.027999217415459125,"score_gpt":0.4089986424505189,"score_spread":0.3809994250350598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292917920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35276636,0.0005626964,0.27998054,0.17341222,0.17043106,0.0009566534,0.000003122674,0.00017936068,0.021707969],"genre_scores_gemma":[0.896687,0.000036382848,0.0056868987,0.00009831211,0.097045854,0.0000017285342,0.0000015702304,0.000012314393,0.0004299522],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99691355,0.001061163,0.00042537233,0.00015259426,0.0011645149,0.00028278708],"domain_scores_gemma":[0.99589133,0.0019215343,0.0003087113,0.00017924883,0.0016084504,0.000090722344],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004655845,0.00010327538,0.00017187557,0.0006663662,0.00021951462,0.00021570113,0.0011179142,0.000059867685,0.000040128496],"category_scores_gemma":[0.0026345616,0.00007532494,0.00007165433,0.0009969552,0.00013833695,0.0004987022,0.00014806422,0.0028256783,0.00014745521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002713673,0.00059459807,0.0011969868,0.000015611404,0.000029376371,0.000030596126,0.006052593,0.91135687,0.00031041482,0.0021367124,0.042532977,0.035471875],"study_design_scores_gemma":[0.002662613,0.003793906,0.0070788306,0.0022872675,0.0000266412,0.00030501655,0.011678168,0.2541636,0.0029242905,0.052549817,0.661927,0.0006029077],"about_ca_topic_score_codex":0.00008530336,"about_ca_topic_score_gemma":0.000023090553,"teacher_disagreement_score":0.6571933,"about_ca_system_score_codex":0.00041496006,"about_ca_system_score_gemma":0.0018513413,"threshold_uncertainty_score":0.9994748},"labels":[],"label_agreement":null},{"id":"W2292923994","doi":"10.14516/fde.2016.014.020.015","title":"Citizen Engagement through Tangible Data Representation","year":2016,"lang":"es","type":"article","venue":"Foro de Educación","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"Graduate School, University of Maryland","keywords":"Computer science; Human–computer interaction; Visualization; Embodied cognition; Set (abstract data type); Premise; Data visualization; Data science; Construct (python library); Artificial intelligence","score_opus":0.09550954418887342,"score_gpt":0.3876898222085063,"score_spread":0.29218027801963287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292923994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097079135,0.0013727001,0.59789544,0.2858191,0.004838295,0.0005135925,0.0003009266,0.00053317077,0.011647606],"genre_scores_gemma":[0.89987576,0.00076155964,0.07821801,0.00075656036,0.0021697679,0.0000103472385,0.0000886107,0.000039072267,0.01808032],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767864,0.00025492173,0.0003281937,0.000781121,0.00039685666,0.00056029286],"domain_scores_gemma":[0.997126,0.00033137275,0.00018401499,0.0021207538,0.00010052178,0.00013734873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007928879,0.00020869289,0.0002218839,0.00008797561,0.0002500795,0.00037397892,0.0017946515,0.000100685815,0.00027097642],"category_scores_gemma":[0.0005736453,0.00015829488,0.00008464282,0.00041575724,0.00008529497,0.0009768257,0.0010788818,0.00022383916,0.00072618405],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028007174,0.0005957011,0.039754402,0.00014925709,0.0002908153,0.00008707262,0.0045127356,0.0002012373,0.0030215073,0.19567728,0.4451096,0.31057236],"study_design_scores_gemma":[0.0010735921,0.00024512666,0.00913829,0.00060514914,0.00014051846,0.000043728953,0.00054466067,0.03170309,0.0027444637,0.043414075,0.90968615,0.00066115975],"about_ca_topic_score_codex":0.00015138522,"about_ca_topic_score_gemma":0.0000057025986,"teacher_disagreement_score":0.8027966,"about_ca_system_score_codex":0.000112085654,"about_ca_system_score_gemma":0.00037828786,"threshold_uncertainty_score":0.9333869},"labels":[],"label_agreement":null},{"id":"W2293030704","doi":"","title":"Educational Data Mining / Learning Analytics: Methods, Tasks and Current Trends","year":2015,"lang":"en","type":"article","venue":"DeLFI Workshops","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Educational data mining; Learning analytics; Big data; Data science; Computer science; Analytics; Association rule learning; Data analysis; Knowledge extraction; Data mining","score_opus":0.118090369776434,"score_gpt":0.41841518914941905,"score_spread":0.30032481937298505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293030704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076277973,0.0065502906,0.95862716,0.02167085,0.0012903165,0.000054104734,0.000008374524,0.00028055566,0.0038905349],"genre_scores_gemma":[0.21781503,0.00012739304,0.7771627,0.0001823095,0.00069366326,0.0000036810286,0.00020933716,0.000022337974,0.003783584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836487,0.00022659785,0.0002569903,0.0005673418,0.00029538633,0.00028879775],"domain_scores_gemma":[0.9982965,0.0003779417,0.00013242483,0.00080159615,0.00012014668,0.00027139919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013095934,0.00015877812,0.00020224579,0.00023723351,0.00014862686,0.0003218295,0.0010214507,0.000060388917,0.000012870828],"category_scores_gemma":[0.0007804816,0.00014965679,0.000035173136,0.0007652496,0.00005313812,0.0004591916,0.0008436574,0.00041495502,0.000022787486],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021769924,0.000051547057,0.0073017725,0.0000059077843,0.000025535004,0.0000030239146,0.0007197847,0.0017537869,0.0000026083587,0.0038100397,0.016171407,0.97015244],"study_design_scores_gemma":[0.00022483764,0.000029874633,0.002295956,0.000046095658,0.00003190447,0.000022615555,0.0002703621,0.8618064,0.0000025143065,0.0017764854,0.133273,0.00021994562],"about_ca_topic_score_codex":0.000010201759,"about_ca_topic_score_gemma":0.0000072434545,"teacher_disagreement_score":0.96993244,"about_ca_system_score_codex":0.00003264706,"about_ca_system_score_gemma":0.00019010408,"threshold_uncertainty_score":0.61028266},"labels":[],"label_agreement":null},{"id":"W2295572313","doi":"","title":"Search-and-Retrieval Tools in E-learning Applications: An Empirical Comparison of Search Engines and Topic Maps in an Educational Context","year":2004,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Information retrieval; Context (archaeology); Computer science; Search engine; World Wide Web; Data science; Geography","score_opus":0.12733811384528654,"score_gpt":0.3872542161519569,"score_spread":0.25991610230667034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295572313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96926576,0.0007109766,0.0003848083,0.028232124,0.00015366191,0.00049880514,0.0000052327523,0.000054635868,0.0006940047],"genre_scores_gemma":[0.9945177,0.00033874268,0.0027821388,0.00031441095,0.00013220833,0.000053882726,0.00006773109,0.00002315131,0.0017700739],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967199,0.000647665,0.0007022494,0.00084241637,0.0006316192,0.0004561653],"domain_scores_gemma":[0.9985111,0.00029449773,0.00034864456,0.0003407925,0.00020125181,0.00030374914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009821486,0.0002849631,0.00047932498,0.00049553835,0.00020936062,0.000360436,0.00036414232,0.00016155708,0.000029063996],"category_scores_gemma":[0.000102305006,0.00030892857,0.000026807353,0.001098695,0.00017428483,0.0006824948,0.00013337002,0.0013817679,0.0000073528045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007139552,0.00068426575,0.7290245,0.00015003118,0.0000055826636,0.0000016385393,0.0034271593,0.0023243597,0.00014539146,0.21091364,0.000006683756,0.053245306],"study_design_scores_gemma":[0.0012494456,0.0010124826,0.9559878,0.00055754394,0.0000072853372,0.0000067182955,0.005665835,0.0196957,0.00010957657,0.013675965,0.0015738398,0.00045782313],"about_ca_topic_score_codex":0.0010883429,"about_ca_topic_score_gemma":0.0014309023,"teacher_disagreement_score":0.22696325,"about_ca_system_score_codex":0.00038693156,"about_ca_system_score_gemma":0.0010665234,"threshold_uncertainty_score":0.9999363},"labels":[],"label_agreement":null},{"id":"W2296218266","doi":"","title":"Designing an Online Learning Platform from Scratch","year":2007,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Scratch; Human–computer interaction; Data science; Programming language","score_opus":0.045858961212152244,"score_gpt":0.29907756399422564,"score_spread":0.2532186027820734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296218266","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28140515,0.00036840612,0.043026354,0.6708663,0.0019585595,0.00016886425,0.000012105195,0.000759294,0.0014349242],"genre_scores_gemma":[0.9357597,0.00006248819,0.062146585,0.00048771748,0.0007005051,0.000008661107,0.00011466382,0.000013277611,0.00070639024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998395,0.000034134544,0.00029968878,0.00054322253,0.0003072788,0.00042062878],"domain_scores_gemma":[0.99822235,0.0008205887,0.00014829387,0.00037211707,0.00020709554,0.00022956835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003436737,0.00020649158,0.00023855061,0.00079132465,0.00022194788,0.000102163875,0.0006882539,0.00018076325,0.00009945446],"category_scores_gemma":[0.00052444485,0.000197633,0.000025621377,0.0009443994,0.00021341721,0.00028692125,0.00013540576,0.0009131419,0.000053605847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010786722,0.0003496296,0.03756463,0.0000058230094,0.000027038584,0.00002252282,0.0013202121,0.000017030841,0.0022596098,0.8700323,0.00038011023,0.0880103],"study_design_scores_gemma":[0.00027979567,0.00015988271,0.014342074,0.00007483366,0.000010722291,0.0000063729835,0.00032012383,0.008696107,0.001534181,0.97398514,0.00031817978,0.00027258767],"about_ca_topic_score_codex":0.000038607683,"about_ca_topic_score_gemma":0.00045478964,"teacher_disagreement_score":0.6703786,"about_ca_system_score_codex":0.000044548957,"about_ca_system_score_gemma":0.00031673996,"threshold_uncertainty_score":0.805924},"labels":[],"label_agreement":null},{"id":"W2297200530","doi":"","title":"Students in the Cloud: Creating Digital Citizens","year":2009,"lang":"en","type":"article","venue":"Intersections Canadian Journal of Music","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Computer science; Internet privacy; Operating system","score_opus":0.014395287405198465,"score_gpt":0.2617130626111808,"score_spread":0.24731777520598236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2297200530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9750944,0.000050079434,0.008811908,0.0094058495,0.000780162,0.000036294197,0.0000022695865,0.000009878318,0.0058091874],"genre_scores_gemma":[0.998249,0.0000011547746,0.0003708882,0.0009339239,0.00028161865,1.9369963e-7,3.1471953e-7,0.0000024946326,0.00016043756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992944,0.000044658173,0.00023082398,0.0000755219,0.00017508428,0.00017950282],"domain_scores_gemma":[0.9994829,0.00005588006,0.00010109882,0.00014789206,0.00007464283,0.00013754859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028202945,0.00006171434,0.00008870619,0.0003655375,0.00013617762,0.00045178615,0.0007867327,0.000024141249,0.000012180755],"category_scores_gemma":[0.00013242345,0.000046572623,0.0000807011,0.00044130487,0.00002317579,0.00026769447,0.0000108536005,0.00034793167,0.000009345796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025963978,0.0007422591,0.36476332,0.000016011938,0.00030195017,0.0065841563,0.18087944,0.016934525,0.0001574767,0.04023731,0.062105123,0.32725245],"study_design_scores_gemma":[0.0032690389,0.0037471964,0.77778745,0.0012217283,0.00010456591,0.011272022,0.04634979,0.027788736,0.000037496695,0.04857932,0.07867813,0.0011645228],"about_ca_topic_score_codex":0.0011346143,"about_ca_topic_score_gemma":0.013957477,"teacher_disagreement_score":0.41302413,"about_ca_system_score_codex":0.00009120917,"about_ca_system_score_gemma":0.0002250631,"threshold_uncertainty_score":0.77886},"labels":[],"label_agreement":null},{"id":"W2298898468","doi":"","title":"Open learning in K-12 online and blended learning environments","year":2014,"lang":"en","type":"book","venue":"ETC Press eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Island University","funders":"","keywords":"Blended learning; Open learning; Online learning; Educational technology; Open educational resources; Distance education; Synchronous learning; Computer science; Mathematics education; Knowledge management; Multimedia; Psychology; World Wide Web; Cooperative learning; Teaching method","score_opus":0.027634139454783668,"score_gpt":0.2720218552464674,"score_spread":0.24438771579168372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2298898468","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036536946,0.00082089513,0.013571681,0.0004111003,0.0002703698,0.000572687,0.0000071991426,0.0003098599,0.98367083],"genre_scores_gemma":[0.0028100116,0.00011908763,0.0054651615,0.0001413078,0.00022563752,0.00001317947,0.000051480027,0.000064165695,0.99110997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974667,0.0003325918,0.00044349843,0.0009130471,0.0003926939,0.0004514591],"domain_scores_gemma":[0.9986262,0.00020731719,0.0003928081,0.00060048926,0.000016290001,0.00015690624],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006202506,0.00040863943,0.0006093104,0.00018700352,0.0001760749,0.00048603918,0.0018567081,0.00034534562,0.0000082964],"category_scores_gemma":[0.000082813836,0.00042053233,0.000076497985,0.000017176799,0.00009788443,0.00017864145,0.0028727108,0.0021511132,0.0000258222],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050195344,0.00023361991,0.0010646783,0.0004344484,0.00028459905,0.00033463544,0.003588228,0.017360155,0.00017717351,0.06485395,0.006076181,0.90554214],"study_design_scores_gemma":[0.0007028772,0.0001597537,0.00020217148,0.00041031739,0.000027331747,0.000012169539,0.000009400662,0.082270086,0.000024417688,0.0025243768,0.9131628,0.0004942717],"about_ca_topic_score_codex":0.00009735104,"about_ca_topic_score_gemma":0.00006572922,"teacher_disagreement_score":0.9070867,"about_ca_system_score_codex":0.000092780436,"about_ca_system_score_gemma":0.00022230293,"threshold_uncertainty_score":0.99982464},"labels":[],"label_agreement":null},{"id":"W2299792610","doi":"","title":"Bridging the Gap - Trade Math MOOC project","year":2015,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatchewan Polytechnic","funders":"","keywords":"Bridging (networking); Math education; Mathematics education; Economics; Computer science; Political science; Mathematics; Computer security","score_opus":0.1285257056660161,"score_gpt":0.3276007193010009,"score_spread":0.19907501363498478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2299792610","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19540736,0.0022515187,0.003253001,0.6819598,0.005319286,0.0020672153,0.000020286268,0.0011067601,0.108614735],"genre_scores_gemma":[0.95674163,0.00025859152,0.0016611104,0.0024043473,0.00044548855,0.00006594124,0.000020502515,0.000036155663,0.03836625],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964572,0.0006335817,0.0005328212,0.00081418874,0.00096039695,0.00060178014],"domain_scores_gemma":[0.99804616,0.00015205357,0.00075752183,0.00061529694,0.00013427503,0.0002946939],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011855983,0.00036815816,0.00037117588,0.0002196817,0.00039905155,0.000626951,0.0006956112,0.00012359513,0.000023497558],"category_scores_gemma":[0.00011766406,0.00030562314,0.00006148848,0.0011289445,0.00011877846,0.00045185434,0.00017049469,0.0013119838,0.00006421755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073724,0.0004107277,0.06110406,0.0001242401,0.000026546933,0.000015290982,0.0030494689,0.00048680307,0.00003844772,0.8238989,0.00782056,0.102951206],"study_design_scores_gemma":[0.0027150882,0.002109361,0.35689035,0.0017631885,0.0000705647,0.00008571454,0.007154142,0.19492689,0.00007546323,0.06924312,0.3627387,0.0022274097],"about_ca_topic_score_codex":0.0008401952,"about_ca_topic_score_gemma":0.00029138615,"teacher_disagreement_score":0.76133424,"about_ca_system_score_codex":0.00046342894,"about_ca_system_score_gemma":0.0015221983,"threshold_uncertainty_score":0.99993956},"labels":[],"label_agreement":null},{"id":"W2303754236","doi":"","title":"Towards automated content analysis of discussion transcripts: A cognitive presence case","year":2016,"lang":"en","type":"article","venue":"QUT ePrints (Queensland University of Technology)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Overfitting; Random forest; Artificial intelligence; Cognition; Computer science; Coding (social sciences); Machine learning; Natural language processing; Context (archaeology); Set (abstract data type); Psychology; Mathematics; Statistics","score_opus":0.02202257027808128,"score_gpt":0.2504619449964253,"score_spread":0.22843937471834405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2303754236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81149125,0.000017176775,0.17991994,0.007858849,0.000028427616,0.00007742213,0.000046573383,0.00035952826,0.00020083439],"genre_scores_gemma":[0.9931384,0.00004091535,0.006305819,0.000006829796,0.0000021317578,1.488475e-7,0.0000019692566,0.0000029385194,0.000500884],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991132,0.000052079013,0.00017258088,0.00033055228,0.00015745955,0.00017410802],"domain_scores_gemma":[0.9990462,0.00005627784,0.00018920077,0.00041206353,0.00023994637,0.000056308207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014759916,0.000107393076,0.00033740504,0.00075033476,0.0000782276,0.0000058421256,0.00057768857,0.0001432663,0.000027280856],"category_scores_gemma":[0.00012872943,0.00006873807,0.00015933777,0.0012522703,0.0003206877,0.0001508481,0.00024926546,0.0001137416,0.0000070952274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029401487,0.001167141,0.38888818,0.00013260859,0.0048432155,0.0041505643,0.004340489,0.0002749015,0.030614639,0.037642654,0.00037591386,0.5272757],"study_design_scores_gemma":[0.009711561,0.0014051714,0.5272997,0.0017613029,0.00441687,0.0004217375,0.013287401,0.38995236,0.039910436,0.006667245,0.0036183505,0.0015478496],"about_ca_topic_score_codex":0.00034168625,"about_ca_topic_score_gemma":0.00014398154,"teacher_disagreement_score":0.52572787,"about_ca_system_score_codex":0.000027739332,"about_ca_system_score_gemma":0.000055904322,"threshold_uncertainty_score":0.2803057},"labels":[],"label_agreement":null},{"id":"W2304742819","doi":"","title":"Building open learning opportunities: The Participating in the Digital Age cMOOC design case.","year":2014,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Architectural engineering; Engineering","score_opus":0.12648907886641877,"score_gpt":0.333929174215878,"score_spread":0.2074400953494592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304742819","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024515614,0.0000822241,0.016026353,0.95463824,0.000480005,0.0002774564,0.0000018901745,0.0001115013,0.0038666937],"genre_scores_gemma":[0.9926557,0.000023660667,0.0058686016,0.0005876822,0.00020298357,0.00022431291,0.0000058289734,0.000007649654,0.00042357552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986518,0.00023634253,0.0002482815,0.00032709967,0.00021727588,0.00031918174],"domain_scores_gemma":[0.9963703,0.0029678717,0.00013481923,0.00038073532,0.000077478486,0.000068759364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009851786,0.00014894016,0.00018046933,0.00030792973,0.00034693853,0.0006041779,0.0013346238,0.000070904214,0.00002806603],"category_scores_gemma":[0.0019136771,0.00009647423,0.000019250703,0.0007130032,0.00029604806,0.00021169255,0.00030980216,0.0007159473,0.000013110614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014536181,0.00005537264,0.0019137952,0.0000035872235,0.000006209169,0.000059535032,0.0016264477,0.00006534969,0.000008514675,0.9484182,0.00035146612,0.047490064],"study_design_scores_gemma":[0.00020719515,0.00012347862,0.0008718131,0.000091548274,0.000008865237,0.00021763962,0.000998807,0.045639187,0.000031100928,0.94806516,0.0035595172,0.00018567617],"about_ca_topic_score_codex":0.000025769292,"about_ca_topic_score_gemma":0.00009970819,"teacher_disagreement_score":0.96814007,"about_ca_system_score_codex":0.000020911863,"about_ca_system_score_gemma":0.00026044535,"threshold_uncertainty_score":0.58261013},"labels":[],"label_agreement":null},{"id":"W2308867279","doi":"","title":"Co-Constructing Knowledge Through mOOC Design and Development","year":2015,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Knowledge management","score_opus":0.057916873613766504,"score_gpt":0.3504409938391887,"score_spread":0.2925241202254222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2308867279","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005669651,0.000079929116,0.9795027,0.008509404,0.00051111006,0.00021570204,0.000002259811,0.00030443675,0.0052048117],"genre_scores_gemma":[0.35486662,0.000016856913,0.64401937,0.00029200868,0.00005754884,0.00009801371,0.000059879658,0.0000044779563,0.0005851989],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914324,0.0000177695,0.0003324595,0.00017489589,0.00017235686,0.0001592665],"domain_scores_gemma":[0.9986319,0.000046135767,0.00023268143,0.00017490318,0.0008584619,0.0000559485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046604982,0.00012241608,0.00010795005,0.00014487105,0.00015808457,0.00021782059,0.0005604423,0.00015472106,0.000009070294],"category_scores_gemma":[0.00020683595,0.00012559765,0.00004626536,0.00021781886,0.00011565911,0.0014366345,0.00009682295,0.00021648474,0.00005370953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047909534,0.00010682837,0.002714584,0.000026126228,0.00008119699,3.323823e-8,0.02460378,0.000067787056,0.000044893553,0.6121832,0.011861783,0.34830496],"study_design_scores_gemma":[0.0014027281,0.00012555454,0.00031038266,0.00010199024,0.00002103915,0.00006365655,0.05004041,0.1764091,0.004168955,0.10137558,0.6653733,0.00060725375],"about_ca_topic_score_codex":0.0000039229794,"about_ca_topic_score_gemma":4.81621e-7,"teacher_disagreement_score":0.6535116,"about_ca_system_score_codex":0.00016855032,"about_ca_system_score_gemma":0.0013323965,"threshold_uncertainty_score":0.51217234},"labels":[],"label_agreement":null},{"id":"W2311945160","doi":"","title":"Self-Directed Learning as a Design Construct for MOOCs:A Phenomenological Perspective","year":2015,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Perspective (graphical); Construct (python library); Psychology; Epistemology; Cognitive science; Computer science; Artificial intelligence; Philosophy","score_opus":0.11105973450317136,"score_gpt":0.32858715178589654,"score_spread":0.21752741728272518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2311945160","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16549969,0.006539903,0.037178803,0.42415068,0.0095689045,0.00879506,0.000046405665,0.010793384,0.3374272],"genre_scores_gemma":[0.9271813,0.0002818197,0.040488932,0.0010549296,0.00030458192,0.00016227107,0.00002400775,0.000047476857,0.030454684],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957683,0.0009812281,0.00058140623,0.0011674347,0.00077175646,0.0007298885],"domain_scores_gemma":[0.99704295,0.00047046226,0.0009083513,0.00041102892,0.0006596558,0.0005075337],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011915728,0.00046184257,0.0005632094,0.00031774447,0.0004614525,0.0004889562,0.0005514552,0.00022166023,0.00006691697],"category_scores_gemma":[0.0005225731,0.000462857,0.0000767318,0.0010608382,0.00014297156,0.0004201407,0.00016092526,0.001400359,0.00008345745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029334298,0.0005870398,0.022880133,0.00010616447,0.00006296329,0.000013913988,0.004045268,0.0012393866,0.0000363264,0.9495605,0.0014181393,0.019756773],"study_design_scores_gemma":[0.005769156,0.008805796,0.036745083,0.0009849924,0.000116147705,0.00006830073,0.023808785,0.29221874,0.000096821765,0.52831465,0.10029175,0.002779797],"about_ca_topic_score_codex":0.00038431722,"about_ca_topic_score_gemma":0.00006979494,"teacher_disagreement_score":0.7616816,"about_ca_system_score_codex":0.0011276727,"about_ca_system_score_gemma":0.0020238243,"threshold_uncertainty_score":0.9997823},"labels":[],"label_agreement":null},{"id":"W2316470297","doi":"10.1177/0840470415622454","title":"Using LEADS to shift to high performance","year":2016,"lang":"en","type":"review","venue":"Healthcare Management Forum","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"3v Geomatics (Canada); Ocean Networks Canada Society","funders":"","keywords":"Computer science; Business","score_opus":0.06584972539584483,"score_gpt":0.38225797919931725,"score_spread":0.31640825380347243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316470297","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019307181,0.82418394,0.12552032,0.045264933,0.0017764508,0.0017855254,0.000027539476,0.0004720921,0.00094989163],"genre_scores_gemma":[0.00031087888,0.94635636,0.04578971,0.0030545983,0.00031779535,0.00007667396,0.000013955575,0.00006685285,0.004013168],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99662983,0.00014371522,0.0006715833,0.00096989394,0.0005324928,0.001052486],"domain_scores_gemma":[0.9978261,0.000045458448,0.00024513077,0.0014012862,0.000063779924,0.00041825438],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046639188,0.00048430107,0.0010350076,0.0007495407,0.00029890146,0.00020666895,0.0018441594,0.0001625239,0.000012355949],"category_scores_gemma":[0.000014975932,0.0003754263,0.00022517779,0.0012093023,0.00001453311,0.00018579148,0.0016924933,0.00033696205,0.0016541354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1780987e-7,0.000013197561,0.000022625007,0.008693262,0.00003058424,0.00002145457,0.000025853042,0.00004156342,7.2489965e-9,0.031507898,0.0015617945,0.9580808],"study_design_scores_gemma":[0.00006507578,0.00015699587,0.000021636577,0.017272439,0.000054129454,0.0000063905068,0.000006470745,0.00054323365,1.0928018e-7,0.00024719728,0.98116,0.00046633004],"about_ca_topic_score_codex":0.00005531185,"about_ca_topic_score_gemma":0.000019632917,"teacher_disagreement_score":0.9795982,"about_ca_system_score_codex":0.0003904745,"about_ca_system_score_gemma":0.00016536648,"threshold_uncertainty_score":0.99986976},"labels":[],"label_agreement":null},{"id":"W2316630845","doi":"10.1016/b978-0-12-800649-8.00007-9","title":"Using Errors to Enhance Learning Feedback in Computer Programming","year":2016,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Human–computer interaction","score_opus":0.021319673493979664,"score_gpt":0.29403352052783893,"score_spread":0.27271384703385926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316630845","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052411965,0.00041791867,0.12881787,0.0012632329,0.0009988673,0.0007767546,0.000003433143,0.0005180157,0.8666798],"genre_scores_gemma":[0.0025194164,0.000011915092,0.15074103,0.0002827641,0.0006214387,0.000008229991,0.0000018672708,0.00008673629,0.8457266],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729425,0.00007244727,0.00058720435,0.0009581158,0.0004547189,0.0006332503],"domain_scores_gemma":[0.9985242,0.00009290355,0.000328776,0.00071070297,0.00012406432,0.00021934579],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048412717,0.00050042063,0.0006249761,0.0004471223,0.00015130163,0.00022072221,0.00100221,0.00029209504,0.000017777278],"category_scores_gemma":[0.000030102641,0.0004463156,0.00020945295,0.000072149036,0.000073751195,0.00012883649,0.0006974579,0.00095486833,0.00037685674],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002720906,0.000007130703,0.000034495515,0.000038673046,0.000023651657,0.00006654619,0.00038498017,0.00059471047,0.000028862472,0.0033993612,0.000008125305,0.99541074],"study_design_scores_gemma":[0.00018004769,0.00015458236,0.000015274496,0.0026651209,0.00002348741,0.000027227348,0.000004324719,0.01704851,0.000037760692,0.0042251865,0.9747419,0.00087658805],"about_ca_topic_score_codex":0.0000011760279,"about_ca_topic_score_gemma":0.00001852934,"teacher_disagreement_score":0.99453413,"about_ca_system_score_codex":0.00019338704,"about_ca_system_score_gemma":0.00017478537,"threshold_uncertainty_score":0.99979883},"labels":[],"label_agreement":null},{"id":"W2322463763","doi":"10.1177/0002764213498850","title":"Introduction to the Special Issue on Learning Analytics","year":2013,"lang":"en","type":"article","venue":"American Behavioral Scientist","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Analytics; Bridge (graph theory); Field (mathematics); Data science; Computer science; Engineering ethics; Knowledge management; Engineering; Medicine","score_opus":0.011649296919307316,"score_gpt":0.2937542079679637,"score_spread":0.28210491104865637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322463763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.721553,0.0000065157683,0.023780607,0.24516532,0.0042930306,0.0004577419,0.000003940608,0.00041756922,0.004322269],"genre_scores_gemma":[0.94533527,0.0000033762485,0.011977439,0.0012450615,0.015018125,0.000016305954,0.00000880916,0.000016976137,0.026378654],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99841803,0.00009207849,0.00017480999,0.00048013698,0.00046633426,0.00036859085],"domain_scores_gemma":[0.99902076,0.000026496902,0.00011744455,0.0005485618,0.000117919,0.00016881204],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026859346,0.0001317419,0.00014817325,0.0001469827,0.0004337437,0.000622017,0.0008439732,0.00001848614,0.0003558761],"category_scores_gemma":[0.000067864225,0.00009492826,0.00006768591,0.001690265,0.00020756132,0.00022957851,0.00020869926,0.0003045653,0.0041692276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018519396,0.00012540321,0.003815789,7.4823663e-7,0.0000041164576,0.0000055479877,0.00043780223,0.004787791,0.00023943184,0.0015627402,0.2761803,0.7128385],"study_design_scores_gemma":[0.00007278257,0.00063300587,0.02840791,0.0000055924884,0.000014906837,0.00000892983,0.00038518035,0.01779637,0.00012490062,0.000070281174,0.9522481,0.00023202912],"about_ca_topic_score_codex":0.0008056881,"about_ca_topic_score_gemma":0.00007313517,"teacher_disagreement_score":0.71260643,"about_ca_system_score_codex":0.00007222091,"about_ca_system_score_gemma":0.000031058833,"threshold_uncertainty_score":0.9966062},"labels":[],"label_agreement":null},{"id":"W2328912301","doi":"10.17471/2499-4324/195","title":"Penetrare la nebbia: tecniche di analisi per l'apprendimento","year":2014,"lang":"it","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Analytics; Big data; Data science; Computer science; Quality (philosophy); Value (mathematics); Field (mathematics); Knowledge management; Data mining; Machine learning","score_opus":0.15801044197751662,"score_gpt":0.5288613266012385,"score_spread":0.3708508846237219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328912301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7404508,0.06795415,0.05443871,0.013501655,0.006606784,0.0017315687,0.00023913823,0.000591821,0.114485346],"genre_scores_gemma":[0.98206943,0.0064252303,0.0016237935,0.0007503585,0.0009400632,0.000015220444,0.00002420017,0.00011187448,0.008039807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9923467,0.0016632875,0.0016633483,0.0013567518,0.0018694504,0.0011004498],"domain_scores_gemma":[0.9936933,0.0011154767,0.0018356364,0.00183715,0.00066363637,0.0008548253],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041463966,0.0008411537,0.0015839571,0.0013095461,0.0007096667,0.008255783,0.0110019315,0.0003409571,0.0072858613],"category_scores_gemma":[0.0007930411,0.0007779739,0.00064557546,0.0023374222,0.00035588944,0.004089627,0.004055847,0.0017642241,0.00021077346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001330748,0.0014416849,0.72328,0.0003783761,0.0009955234,0.00018890983,0.0013189735,0.008668116,0.010613631,0.004540801,0.14451915,0.10392173],"study_design_scores_gemma":[0.001483475,0.00008562123,0.65168744,0.0017314501,0.0005146974,0.00009765379,0.00020288822,0.049153857,0.003134963,0.009822636,0.28025115,0.0018341282],"about_ca_topic_score_codex":0.0010627034,"about_ca_topic_score_gemma":0.0001029781,"teacher_disagreement_score":0.24161863,"about_ca_system_score_codex":0.00015264394,"about_ca_system_score_gemma":0.00046153937,"threshold_uncertainty_score":0.99946713},"labels":[],"label_agreement":null},{"id":"W2336370945","doi":"10.18162/ritpu-2015-v12n12-03","title":"Analyse statistique des profils et de l’activité des participants d’un MOOC","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.10154797670832409,"score_gpt":0.3415172129576348,"score_spread":0.2399692362493107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336370945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7680327,0.003516532,0.20682354,0.01678859,0.00025461262,0.00017502054,0.000090916874,0.0010880288,0.0032300295],"genre_scores_gemma":[0.7974024,0.0022838672,0.15428692,0.000059528356,0.000066786786,0.000008944717,0.000023278984,0.000031259784,0.04583703],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973477,0.00037009743,0.00037640438,0.0006560632,0.00037939558,0.0008702973],"domain_scores_gemma":[0.9974219,0.0006028987,0.0003014372,0.0006427867,0.0008016778,0.00022927986],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008599521,0.00037570094,0.0003953419,0.00052136765,0.00032818498,0.00031527545,0.001828868,0.00038672716,0.000027447388],"category_scores_gemma":[0.0037026112,0.00042335124,0.00018155774,0.0010266887,0.0013687571,0.0017425941,0.0010915087,0.0007338286,0.00009974272],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004878324,0.0005619106,0.14920714,0.00031504978,0.000649231,0.0020090574,0.014270907,0.019358035,0.00033482994,0.11699719,0.0012005824,0.69504726],"study_design_scores_gemma":[0.002154643,0.001722064,0.034283325,0.0031820221,0.00057386485,0.00093247567,0.08437227,0.42510334,0.012523329,0.38006616,0.053145327,0.0019411943],"about_ca_topic_score_codex":0.00053985964,"about_ca_topic_score_gemma":0.00082465535,"teacher_disagreement_score":0.69310606,"about_ca_system_score_codex":0.0019834246,"about_ca_system_score_gemma":0.0009086422,"threshold_uncertainty_score":0.99982184},"labels":[],"label_agreement":null},{"id":"W2337155942","doi":"10.1007/s40593-016-0110-3","title":"Evolution and Revolution in Artificial Intelligence in Education","year":2016,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1060,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Process (computing); Field (mathematics); Educational technology; Sociology; Emerging technologies; Mathematics education; Artificial intelligence; Social science; Engineering ethics; Computer science; Pedagogy; Psychology; Engineering; Mathematics","score_opus":0.026482930424547423,"score_gpt":0.3514593372293394,"score_spread":0.324976406804792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337155942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58413166,0.0006072174,0.38566497,0.024709588,0.004562094,0.00016291418,0.0000015897461,0.000017277658,0.00014271478],"genre_scores_gemma":[0.9868915,0.0004664667,0.011855917,0.000104272454,0.00061879575,0.000009075209,0.000002160888,0.000008231969,0.000043577533],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975469,0.00017877572,0.0012511779,0.00031660838,0.00047478365,0.00023172193],"domain_scores_gemma":[0.99837506,0.00023764856,0.00050044444,0.00018779047,0.00061421085,0.000084819316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012497703,0.00014940689,0.00020162652,0.0016134608,0.000033114084,0.0001418208,0.0007227845,0.00011114434,0.000020563804],"category_scores_gemma":[0.0011128526,0.00013142203,0.000060040824,0.0008226868,0.00009895855,0.0013122782,0.00008309799,0.00033093707,0.000031363976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046193443,0.0006601848,0.011620536,0.0000052764153,0.0000044066032,0.0000063420293,0.0009830937,0.0012666553,0.0016200171,0.21880877,0.000024280995,0.7649542],"study_design_scores_gemma":[0.00005046144,0.00013746321,0.029460449,0.0009637064,0.0000049988994,0.00009094946,0.00248857,0.06473198,0.002408818,0.8991881,0.00023839706,0.00023613533],"about_ca_topic_score_codex":0.00040286293,"about_ca_topic_score_gemma":0.00085537345,"teacher_disagreement_score":0.7647181,"about_ca_system_score_codex":0.0009430261,"about_ca_system_score_gemma":0.0011587748,"threshold_uncertainty_score":0.5359235},"labels":[],"label_agreement":null},{"id":"W2338724496","doi":"10.1109/rev.2016.7444452","title":"A proposed framework for an adaptive learning of Massive Open Online Courses (MOOCs)","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Adaptability; World Wide Web; Massive open online course; The Internet; Process (computing); Online learning; Multimedia","score_opus":0.051919566253736504,"score_gpt":0.35637179027218036,"score_spread":0.30445222401844385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338724496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012842426,0.000011497044,0.97931266,0.0068743806,0.00007676881,0.00025470517,0.000011137173,0.00010586096,0.0005105483],"genre_scores_gemma":[0.53508306,0.000004824556,0.46190462,0.00010385991,0.0000693716,0.000004113299,0.0000026681537,0.0000087431645,0.0028187414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989776,0.000084909276,0.00020533663,0.0003354057,0.00017057321,0.00022618241],"domain_scores_gemma":[0.99868613,0.00041285495,0.00019215478,0.00035764254,0.00025941333,0.00009180435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027066286,0.00011398002,0.0002234981,0.00006570045,0.000096529024,0.000090340785,0.0011302541,0.00007377833,0.000024460864],"category_scores_gemma":[0.0004239123,0.000069247864,0.000060783863,0.00019471941,0.000062996616,0.00047257709,0.00030618403,0.0001345897,0.000010168161],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007723738,0.0003789315,0.001426598,0.0000143469415,0.000055842756,0.0000032668509,0.0004924599,0.00072572334,0.0016564097,0.85868216,0.0003214748,0.13616556],"study_design_scores_gemma":[0.0021614954,0.006865328,0.001558479,0.0006601366,0.000049105252,0.000006170889,0.0017469293,0.7398363,0.008567014,0.22964671,0.008228674,0.00067367475],"about_ca_topic_score_codex":0.000036939615,"about_ca_topic_score_gemma":0.000017905213,"teacher_disagreement_score":0.7391106,"about_ca_system_score_codex":0.00001915145,"about_ca_system_score_gemma":0.00016374883,"threshold_uncertainty_score":0.28238457},"labels":[],"label_agreement":null},{"id":"W2339752053","doi":"","title":"Flipped classroom or « Classe inversée »: Practical examples oriented on student success","year":2015,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep André Laurendeau","funders":"","keywords":"Class (philosophy); Computer science; Mathematics education; Psychology; Artificial intelligence","score_opus":0.0807423639156429,"score_gpt":0.3580082320951271,"score_spread":0.2772658681794842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339752053","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05335358,0.00006828618,0.0017506442,0.9404733,0.0024452717,0.00019299575,0.0000069648668,0.0002996885,0.0014092562],"genre_scores_gemma":[0.98502505,0.000094822244,0.011140801,0.0008708089,0.0005128168,0.00007038087,0.00003591482,0.0000139844005,0.0022354464],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978955,0.000110398905,0.00031860496,0.00064677995,0.0006169906,0.00041177342],"domain_scores_gemma":[0.99712354,0.0013650202,0.0001757813,0.00055984274,0.00040960032,0.0003662213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003032535,0.00025088113,0.0003062807,0.0007884263,0.00013027684,0.00012607727,0.0007070693,0.00018867185,0.00009594896],"category_scores_gemma":[0.0025261673,0.00019885584,0.000029382394,0.0012116396,0.00034899428,0.00022735458,0.0002513305,0.0007545778,0.00015396137],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030273079,0.0005832196,0.023094429,0.0000074230975,0.000027988057,0.000031045416,0.00065706304,0.0000035692785,0.000028973873,0.9649339,0.008241565,0.0023605882],"study_design_scores_gemma":[0.0018055543,0.001102581,0.016187483,0.00020843152,0.00004435669,0.000086963984,0.0007731415,0.0071632117,0.00044228806,0.9581671,0.013349009,0.0006699274],"about_ca_topic_score_codex":0.000015087722,"about_ca_topic_score_gemma":0.00039479052,"teacher_disagreement_score":0.9396025,"about_ca_system_score_codex":0.00010498175,"about_ca_system_score_gemma":0.0018636116,"threshold_uncertainty_score":0.8109106},"labels":[],"label_agreement":null},{"id":"W2340555876","doi":"","title":"L'impact de l'activité sportive sur les résultats scolaires","year":2015,"lang":"fr","type":"article","venue":"Archipelago (Université du Québec à Montréal)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Sociology; Art","score_opus":0.01983477535408246,"score_gpt":0.2239173951927617,"score_spread":0.20408261983867923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340555876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90958583,0.012083986,0.037136786,0.0393807,0.0004275401,0.00017750256,0.00003576212,0.00025655687,0.0009153463],"genre_scores_gemma":[0.9891796,0.00048473326,0.0043363036,0.00023068028,0.0003955541,0.0000016858701,0.000010500521,0.000052465177,0.0053084674],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968026,0.00044025417,0.00033683595,0.0007535731,0.0006193135,0.0010474037],"domain_scores_gemma":[0.9968114,0.0004883824,0.0003557289,0.0007633186,0.00050428027,0.0010769115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006369531,0.0005120028,0.00055840577,0.00034754354,0.0005716753,0.00023727906,0.0012086211,0.00023505196,0.00009446377],"category_scores_gemma":[0.00059361686,0.0005439566,0.00043162756,0.00088192115,0.00044294077,0.0013258792,0.0006706674,0.000857387,0.00038943862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037984885,0.0012396899,0.12854764,0.00008849468,0.0006318522,0.004079104,0.3519034,0.0331475,0.0001893527,0.018333435,0.017060792,0.44439888],"study_design_scores_gemma":[0.0035309428,0.0017069766,0.25066012,0.00049971516,0.00042558069,0.000747269,0.038935293,0.634867,0.000081755425,0.00799646,0.05904049,0.0015083835],"about_ca_topic_score_codex":0.6846394,"about_ca_topic_score_gemma":0.41768152,"teacher_disagreement_score":0.6017195,"about_ca_system_score_codex":0.0011683829,"about_ca_system_score_gemma":0.004258537,"threshold_uncertainty_score":0.9997012},"labels":[],"label_agreement":null},{"id":"W2340849663","doi":"10.1145/2883851.2883899","title":"Learning analytics for curriculum and program quality improvement (PCLA 2016)","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Curriculum; Learning analytics; Analytics; Computer science; Quality (philosophy); Instructional design; Quality management; Engineering management; Knowledge management; Mathematics education; Engineering; Pedagogy; Multimedia; Data science; Psychology","score_opus":0.017976899931580075,"score_gpt":0.3341701326890889,"score_spread":0.3161932327575088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340849663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07157904,0.000056323217,0.9111901,0.015123007,0.00014003941,0.00034396228,0.0000026694663,0.0005482996,0.0010165554],"genre_scores_gemma":[0.84394217,0.00006943467,0.14232212,0.00018270045,0.00012891403,0.000030348318,0.000002367669,0.000010764132,0.013311189],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989322,0.000039487764,0.00022967244,0.00034352054,0.0001624046,0.00029270424],"domain_scores_gemma":[0.9992512,0.00015211992,0.000099888886,0.0002570485,0.00012843804,0.000111335605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005256284,0.00011370279,0.00015191601,0.000053845524,0.0001241421,0.00014192703,0.0002639301,0.000047091526,0.000007663716],"category_scores_gemma":[0.0002122303,0.00006721167,0.00006723939,0.00014106337,0.000042115877,0.00019720728,0.00016714974,0.00008519213,0.000015272797],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017602734,0.00011329461,0.009175059,0.000025043175,0.000022922482,7.150313e-7,0.00004805077,0.000020301015,0.00060509506,0.041917905,0.00094771374,0.94712216],"study_design_scores_gemma":[0.0024475968,0.0031853614,0.0059887827,0.00016103941,0.000051965017,0.0000069668577,0.00032214966,0.7685879,0.0015889833,0.019105993,0.19764203,0.0009112348],"about_ca_topic_score_codex":0.000031382024,"about_ca_topic_score_gemma":0.000008783206,"teacher_disagreement_score":0.9462109,"about_ca_system_score_codex":0.000023165796,"about_ca_system_score_gemma":0.000044966542,"threshold_uncertainty_score":0.27408123},"labels":[],"label_agreement":null},{"id":"W2342196429","doi":"10.1145/2883851.2883916","title":"Bringing order to chaos in MOOC discussion forums with content-related thread identification","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Categorization; Thread (computing); Computer science; Recall; Content analysis; Natural language processing; Artificial intelligence; Psychology","score_opus":0.015165561635877572,"score_gpt":0.24884706536458637,"score_spread":0.2336815037287088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342196429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1400804,0.0000062054332,0.8162066,0.04275166,0.00010458023,0.00010684695,3.5787608e-7,0.00014825778,0.0005951125],"genre_scores_gemma":[0.976004,0.0000030296692,0.008843805,0.00012214857,0.000016352556,0.000004669366,0.0000010408405,0.000006877548,0.014998083],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916863,0.00002191339,0.00017769028,0.00027080826,0.00015859153,0.00020236535],"domain_scores_gemma":[0.9995032,0.000025690519,0.00005202851,0.00029246978,0.00006501498,0.00006162298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016480208,0.00007812386,0.000090164285,0.00012718143,0.000052337946,0.00007516008,0.00027970978,0.000029647423,0.000014966373],"category_scores_gemma":[0.00006406247,0.00003406856,0.000015542466,0.00058499817,0.00001347763,0.00031696438,0.00009367374,0.00006068068,0.00014760626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034940083,0.00027890224,0.1405717,0.000021419692,0.00004572839,0.000032666747,0.0024903638,0.0020474175,0.05693547,0.10466903,0.0006271229,0.69224524],"study_design_scores_gemma":[0.005287435,0.0006486399,0.33699143,0.0020132943,0.000029338618,0.000055085224,0.0011407062,0.6030824,0.032185834,0.012873328,0.004107572,0.0015849144],"about_ca_topic_score_codex":0.000050760696,"about_ca_topic_score_gemma":0.0000789561,"teacher_disagreement_score":0.83592355,"about_ca_system_score_codex":0.0000234877,"about_ca_system_score_gemma":0.000025532938,"threshold_uncertainty_score":0.18972291},"labels":[],"label_agreement":null},{"id":"W2344754606","doi":"10.5539/ies.v9n5p48","title":"Factors for Development of Learning Content and Task for MOOCs in an Asian Context","year":2016,"lang":"en","type":"article","venue":"International Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dialog box; Context (archaeology); Educational technology; Learner autonomy; Mathematics education; Psychology; Synchronous learning; Pedagogy; Computer science; Cooperative learning; Teaching method; World Wide Web; Language education","score_opus":0.16346971087971252,"score_gpt":0.41424642459521516,"score_spread":0.25077671371550264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344754606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87178546,0.00019401201,0.12046895,0.0067321467,0.00065044756,0.000118886375,0.000005579139,0.000016484357,0.00002803541],"genre_scores_gemma":[0.9764051,0.000017138485,0.022410914,0.000050356277,0.000042141543,0.00004891829,0.000007438276,0.0000034683285,0.0010145544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994709,0.000013588327,0.00020314945,0.000150698,0.00008895841,0.000072699135],"domain_scores_gemma":[0.998834,0.00025232544,0.00011209196,0.000053396954,0.0007254322,0.000022764494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016302252,0.000060720165,0.0001065569,0.000110678455,0.00005657173,0.000021605185,0.00014585145,0.000015626654,8.439813e-7],"category_scores_gemma":[0.0007224178,0.00004140768,0.000021728054,0.00003927641,0.0000286218,0.00017977733,0.000042791904,0.000023991523,4.785354e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020899406,0.00024885644,0.17034797,0.000044488468,0.00015178061,6.186609e-8,0.022420121,0.000026783551,0.0016270081,0.053690087,0.00030258944,0.7511194],"study_design_scores_gemma":[0.00454285,0.0008880459,0.52191865,0.0011991634,0.000041594663,0.0000034670813,0.10411876,0.014329464,0.011181284,0.030289186,0.31055352,0.0009340026],"about_ca_topic_score_codex":0.0000045968886,"about_ca_topic_score_gemma":0.00005118054,"teacher_disagreement_score":0.7501854,"about_ca_system_score_codex":0.000058205613,"about_ca_system_score_gemma":0.00011805433,"threshold_uncertainty_score":0.16885561},"labels":[],"label_agreement":null},{"id":"W2345444273","doi":"10.21432/t2gs4s","title":"A Case Study on Learning Difficulties and Corresponding Supports for Learning in cMOOCs | Une étude de cas sur les difficultés d’apprentissage et le soutien correspondant pour l’apprentissage dans les cMOOC","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Humanities; Pedagogy; Philosophy","score_opus":0.016745863177243654,"score_gpt":0.2650106537986664,"score_spread":0.24826479062142273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345444273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96714693,0.0003828714,0.027842982,0.0042049102,0.0001118651,0.00016510398,0.0000040743703,0.00011469585,0.000026570508],"genre_scores_gemma":[0.9973755,0.000059917922,0.0012619775,0.0000068865374,0.00004161876,0.000009191598,0.0000021174637,0.00004005724,0.0012027398],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9975615,0.00049783004,0.0005611091,0.0004821687,0.00018858307,0.0007088083],"domain_scores_gemma":[0.9979573,0.0008107742,0.0004959928,0.00018557116,0.00019427651,0.00035610708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013939113,0.0003173805,0.0005281411,0.001464377,0.0008225247,0.00023022947,0.0003949823,0.00025776814,0.0000052354603],"category_scores_gemma":[0.0020719245,0.0002565949,0.00008922152,0.0006015766,0.0002480295,0.00022812816,0.00012854383,0.0014795981,0.0000011120104],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043374697,0.00011876953,0.8760522,0.000029156454,0.000072180774,0.010605939,0.011444736,0.002998609,0.0027490882,0.0009975971,0.000033708457,0.09485462],"study_design_scores_gemma":[0.015457405,0.011290772,0.21030357,0.0026481175,0.00031088648,0.06681409,0.6110115,0.06333556,0.0013367579,0.0009384409,0.014154218,0.0023987023],"about_ca_topic_score_codex":0.0018165947,"about_ca_topic_score_gemma":0.01663327,"teacher_disagreement_score":0.66574866,"about_ca_system_score_codex":0.00013837636,"about_ca_system_score_gemma":0.0005703656,"threshold_uncertainty_score":0.9999886},"labels":[],"label_agreement":null},{"id":"W2345653044","doi":"","title":"Personalization in learning by knowledge engineering with didactic knowledge","year":2010,"lang":"en","type":"article","venue":"Common Library Network (Der Gemeinsame Bibliotheksverbund)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University","keywords":"Storyboard; Personalization; Profiling (computer programming); Pluralistic walkthrough; Computer science; Curriculum; Process (computing); Data science; Human–computer interaction; Multimedia; World Wide Web; Usability; Psychology","score_opus":0.004477658780137962,"score_gpt":0.2210985832927713,"score_spread":0.21662092451263334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345653044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42208406,0.023317734,0.4021858,0.013164348,0.004517647,0.0015617815,0.000015240408,0.0076245414,0.12552884],"genre_scores_gemma":[0.9733262,0.0003038734,0.017640265,0.00027401416,0.00078174716,0.000021974583,0.000056544435,0.00012674344,0.0074686045],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976794,0.00020663075,0.00041299415,0.00066724984,0.00026751374,0.0007662039],"domain_scores_gemma":[0.99840254,0.0004420402,0.00017450137,0.000678036,0.000051122428,0.0002517651],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037957987,0.00041272023,0.00041822184,0.0014949564,0.0002457425,0.00082548556,0.00125946,0.00021750796,0.00020549189],"category_scores_gemma":[0.000047686055,0.00038356305,0.00010049793,0.0087916115,0.000079976126,0.0025923003,0.0004777091,0.0014697714,0.000104141116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011557337,0.0023084013,0.5889525,0.0006047577,0.00029592612,0.00014327672,0.0056289253,0.10544972,0.0011781395,0.13645871,0.12978348,0.029080605],"study_design_scores_gemma":[0.0006981155,0.00022251082,0.0037240908,0.00025628737,0.000016430728,0.00002643423,0.00004221212,0.7895639,0.00013378216,0.00077577756,0.20393384,0.0006066268],"about_ca_topic_score_codex":0.000011975188,"about_ca_topic_score_gemma":0.00006569318,"teacher_disagreement_score":0.68411416,"about_ca_system_score_codex":0.000028158278,"about_ca_system_score_gemma":0.00016804403,"threshold_uncertainty_score":0.99986166},"labels":[],"label_agreement":null},{"id":"W2346966536","doi":"10.14288/1.0107914","title":"UBC Mooc pilot : design and delivery overview","year":2014,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Engineering ethics; Engineering management; Computer science; Engineering","score_opus":0.01836978167100358,"score_gpt":0.1904385211832551,"score_spread":0.17206873951225152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346966536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70981705,0.00049353746,0.28822526,0.0005758669,0.00007951661,0.00009245249,0.0000057699945,0.00013386876,0.0005766549],"genre_scores_gemma":[0.96949553,0.00043118108,0.029268706,0.00010997649,0.000020877564,7.2461255e-8,0.0000015293997,0.0000055917294,0.00066652225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991511,0.00011490196,0.00007580022,0.00031318518,0.0001695547,0.00017545452],"domain_scores_gemma":[0.9993465,0.00009087049,0.00007845012,0.00027919095,0.00009784543,0.000107155734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030272538,0.00003459947,0.00018093888,0.00003388667,0.00018599715,0.00015525236,0.00048321323,0.00004385466,0.000012967345],"category_scores_gemma":[0.000029102786,0.0001215256,0.00004948178,0.00022194778,0.000110778055,0.0003442928,0.00024749653,0.000106151565,0.000020629894],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023172984,0.0000743266,0.002717933,0.000050919127,0.000018647685,0.00004077892,0.00008263886,0.00012342675,0.00007610305,0.00010091318,0.0018181388,0.99489385],"study_design_scores_gemma":[0.00071815256,0.00034849354,0.86463296,0.00015598965,0.000026617457,0.00005551215,0.00007906646,0.12861507,5.988285e-7,0.003171721,0.0019771047,0.00021869481],"about_ca_topic_score_codex":0.015096015,"about_ca_topic_score_gemma":0.009629587,"teacher_disagreement_score":0.99467516,"about_ca_system_score_codex":0.00001720148,"about_ca_system_score_gemma":0.00004558543,"threshold_uncertainty_score":0.9914625},"labels":[],"label_agreement":null},{"id":"W2362743616","doi":"","title":"From Connectivism to MOOCs:Connecting Knowledge & Sharing Resources——An Interview with Stephen Downes","year":2013,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Connectivism; RSS; Massive open online course; Web syndication; World Wide Web; Lifelong learning; Computer science; Sociology; Learning theory; Pedagogy; Political science","score_opus":0.02670960873361623,"score_gpt":0.2785477809715417,"score_spread":0.2518381722379255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2362743616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7124855,0.00017927331,0.27304757,0.005300712,0.00013180646,0.00017709969,8.923247e-7,0.0005911155,0.008086036],"genre_scores_gemma":[0.9401971,0.0000028047677,0.05635336,0.00070068176,0.00029337927,0.000014247741,0.0000023633563,0.00002334367,0.0024127355],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985029,0.0000992437,0.00023205875,0.00065780355,0.00016605298,0.0003419244],"domain_scores_gemma":[0.99859893,0.0001719823,0.00007718592,0.00075547805,0.00014910287,0.00024733457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030930294,0.00019696323,0.0002493438,0.00012249211,0.00016232546,0.00069215655,0.0011665791,0.000050695216,0.00018989453],"category_scores_gemma":[0.00005971329,0.00014225498,0.000050111947,0.00040195062,0.000017007833,0.00067595026,0.00060269,0.00022054058,0.00075754826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012092068,0.0004664852,0.010505886,0.00008475361,0.00022523226,0.000027702587,0.053938247,0.0039203786,0.001333365,0.022156429,0.0027244003,0.90460503],"study_design_scores_gemma":[0.0006803544,0.0006935969,0.0077581746,0.0005244213,0.000030912895,0.000020536932,0.0039690654,0.9486256,0.00063629204,0.011107406,0.025061406,0.000892186],"about_ca_topic_score_codex":0.0016380044,"about_ca_topic_score_gemma":0.00035281142,"teacher_disagreement_score":0.94470525,"about_ca_system_score_codex":0.00003189631,"about_ca_system_score_gemma":0.00002286243,"threshold_uncertainty_score":0.9737003},"labels":[],"label_agreement":null},{"id":"W2369703591","doi":"10.19173/irrodl.v17i3.2403","title":"Does Formal Credit Work for MOOC-Like Learning Environments?","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credit score; Value (mathematics); Psychology; Significant difference; Affect (linguistics); E learning; Mathematics education; Business; Actuarial science; Computer science; Educational technology; Machine learning; Mathematics; Statistics","score_opus":0.051742333813000606,"score_gpt":0.39949849412953686,"score_spread":0.3477561603165363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2369703591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0525044,0.016277583,0.59659094,0.3241754,0.0010736894,0.003181623,0.00012121038,0.00013269838,0.005942479],"genre_scores_gemma":[0.9653548,0.024670733,0.0025722906,0.00021415133,0.00015380498,0.0001009277,0.000061661915,0.000013463639,0.006858155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980302,0.00037661177,0.00034321274,0.00029176308,0.00061358855,0.0003446217],"domain_scores_gemma":[0.99783933,0.0015364526,0.00016869334,0.00024125386,0.00014154743,0.000072732546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005515894,0.00009935485,0.0002120826,0.00009983864,0.0002371309,0.00020103289,0.0018217152,0.00003653261,0.00005549],"category_scores_gemma":[0.0024037359,0.000046055655,0.00006405936,0.00034318634,0.00014515467,0.00051813334,0.0013934049,0.000463884,0.000017684617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002539349,0.00027312216,0.12500772,0.0012310881,0.00017340702,0.00002306831,0.00032375762,0.0011574794,0.00049669575,0.07220095,0.0072376165,0.79162115],"study_design_scores_gemma":[0.0015917901,0.00030579502,0.010968411,0.012459055,0.000012995885,0.000009769508,0.00050068647,0.016550014,0.00017951237,0.008708851,0.9484538,0.00025934854],"about_ca_topic_score_codex":0.000029877381,"about_ca_topic_score_gemma":0.0000023337052,"teacher_disagreement_score":0.9412162,"about_ca_system_score_codex":0.00007716918,"about_ca_system_score_gemma":0.00007886377,"threshold_uncertainty_score":0.33852303},"labels":[],"label_agreement":null},{"id":"W2382972747","doi":"10.34105/j.kmel.2016.08.001","title":"Editorial: Models, technologies and approaches toward widening the open access to learning and education","year":2016,"lang":"en","type":"editorial","venue":"Knowledge Management & E-Learning An International Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Open learning; Knowledge management; Informal learning; Open education; Globe; Productivity; Business model; Computer science; Business; Marketing; Economic growth; Teaching method; Sociology; World Wide Web; Cooperative learning; Psychology; Economics; Pedagogy","score_opus":0.04908212569322858,"score_gpt":0.37564597554272766,"score_spread":0.3265638498494991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2382972747","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007560772,0.0009580695,0.0554145,0.008094502,0.91736954,0.00037486744,0.0000034091606,0.00037786027,0.017331632],"genre_scores_gemma":[0.014001202,0.0041807285,0.010880088,0.000051820796,0.95570725,0.00008709607,0.000043669625,0.000080345024,0.01496782],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965605,0.00044117228,0.00052797754,0.0009058341,0.001139503,0.0004250221],"domain_scores_gemma":[0.99748516,0.00048275274,0.0006372413,0.00038317422,0.0008318137,0.00017985863],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.0022616067,0.00042635898,0.00038816183,0.00082669477,0.0008633673,0.0137976,0.007989113,0.0003416111,0.0000065290055],"category_scores_gemma":[0.0011952975,0.00030978737,0.00008595573,0.00033897016,0.00011374529,0.0034535355,0.010015551,0.0024167227,0.000020972175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023366632,0.00006896628,0.00018785294,0.000038063914,0.00020780094,0.0000073441424,0.0008943094,0.0008866851,0.0000010161073,0.0105002,0.5535659,0.4336185],"study_design_scores_gemma":[0.00042933796,0.00015983885,0.00004636887,0.00078096165,0.00006812476,0.000023528677,0.00217046,0.019561056,0.000001599075,0.010670011,0.9656666,0.00042211922],"about_ca_topic_score_codex":0.000026260335,"about_ca_topic_score_gemma":0.000011612202,"teacher_disagreement_score":0.43319637,"about_ca_system_score_codex":0.0002558911,"about_ca_system_score_gemma":0.00038849592,"threshold_uncertainty_score":0.99993545},"labels":[{"model":"gemma","categories":["scholarly_communication","open_science"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["open_science","scholarly_communication"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2395824329","doi":"","title":"A Case Study on Learning Difficulties and Corresponding Supports for Learning in cMOOCs.","year":2016,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Educational technology; Teaching method; Experiential learning; Computer science; Pedagogy","score_opus":0.012035416515070754,"score_gpt":0.2619665196992276,"score_spread":0.24993110318415682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395824329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902973,0.00026208747,0.0048287963,0.004315641,0.000116492054,0.000089946705,4.4047252e-7,0.0000617417,0.00002752353],"genre_scores_gemma":[0.99769634,0.00003184848,0.0011368163,0.000011856388,0.00004517504,0.0000033915494,2.3752008e-7,0.000016246158,0.0010581095],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99868315,0.00017151874,0.00034473324,0.0002815431,0.00010139852,0.00041762894],"domain_scores_gemma":[0.9987749,0.0004615527,0.00028263463,0.00010528805,0.0001333263,0.00024233924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009097897,0.00015964992,0.00032301337,0.0016113012,0.00042683774,0.00011918255,0.00020772961,0.00014139556,0.0000035960072],"category_scores_gemma":[0.0018158105,0.000121136436,0.00003871716,0.00044712506,0.00013393942,0.0001592535,0.000054229236,0.0009365597,0.0000014647339],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015188941,0.000029738154,0.8162488,0.000011851657,0.00003429074,0.008983258,0.0026543157,0.0006362683,0.00025899836,0.001228221,0.000028478591,0.16987064],"study_design_scores_gemma":[0.0287084,0.05845952,0.06961766,0.004312359,0.00039292887,0.20585357,0.37443984,0.08263887,0.0010082696,0.009700176,0.16050409,0.0043643215],"about_ca_topic_score_codex":0.00020365052,"about_ca_topic_score_gemma":0.0012606946,"teacher_disagreement_score":0.7466311,"about_ca_system_score_codex":0.0000718797,"about_ca_system_score_gemma":0.00026680456,"threshold_uncertainty_score":0.49398005},"labels":[],"label_agreement":null},{"id":"W2396979915","doi":"","title":"Evaluation of a Data Mining Approach to Providing Adaptive Support in an Open-Ended Learning Environment: A Pilot Study.","year":2013,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Classifier (UML); Machine learning; Adaptation (eye); Artificial intelligence; Data modeling; Human–computer interaction; Data mining; Database","score_opus":0.24846967879657392,"score_gpt":0.36919519493215136,"score_spread":0.12072551613557744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396979915","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81056905,0.000008250837,0.17794238,0.00034624425,0.000025082005,0.0017803815,0.0000013598748,0.000069460984,0.009257768],"genre_scores_gemma":[0.82148504,4.138353e-7,0.17808348,0.000032872555,0.000014973158,0.000056649016,0.000015468404,0.000008239705,0.00030283676],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742436,0.00058682443,0.00032622565,0.00067691784,0.00075618,0.00022951637],"domain_scores_gemma":[0.99873877,0.000056656085,0.00013530925,0.00086742186,0.000107836386,0.00009398891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004150674,0.00012214045,0.00020839732,0.00017445078,0.000078001474,0.00025420677,0.0020348844,0.000020161597,0.00004225207],"category_scores_gemma":[0.00018031226,0.00011039327,0.000008340672,0.00036199353,0.000015086816,0.0019240847,0.0018863692,0.00016972126,0.000035291512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006727014,0.013350338,0.07910643,0.00003509986,0.00018077383,0.000008121729,0.040879007,0.25250188,0.006733393,0.0037522602,0.0005449691,0.6028405],"study_design_scores_gemma":[0.0006952602,0.002836895,0.013282899,0.000012725656,0.000024772395,0.0000013143177,0.0049732793,0.97781634,0.000026228643,0.00015902321,0.000026671261,0.00014459805],"about_ca_topic_score_codex":0.0004918361,"about_ca_topic_score_gemma":0.0000662089,"teacher_disagreement_score":0.72531444,"about_ca_system_score_codex":0.000066093,"about_ca_system_score_gemma":0.00016504645,"threshold_uncertainty_score":0.45017067},"labels":[],"label_agreement":null},{"id":"W2402444196","doi":"10.19173/irrodl.v17i3.2395","title":"Blurring Boundaries in Education: Context and Impact of MOOCs","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Context (archaeology); Blended learning; Distance education; Educational technology; Engineering ethics; Sociology; Computer science; Pedagogy; Engineering; Artificial intelligence","score_opus":0.054859103997223775,"score_gpt":0.4585932364666468,"score_spread":0.403734132469423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402444196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8647288,0.052839343,0.0037043449,0.074262336,0.00013641964,0.000640974,0.00003496424,0.000015415502,0.0036373704],"genre_scores_gemma":[0.98547,0.014020918,0.00024383729,0.000039284296,0.000015274358,0.000008253802,0.000005918695,0.0000024043388,0.00019409155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988609,0.00028019413,0.00026836002,0.00015056018,0.0003088743,0.00013111717],"domain_scores_gemma":[0.99878937,0.00064372283,0.00011347243,0.00015478118,0.00025920075,0.0000394543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029520642,0.000055850287,0.00017599635,0.00012881217,0.00007208302,0.00017904988,0.000806457,0.000018114255,0.000027503518],"category_scores_gemma":[0.0019088726,0.000031180978,0.000028200202,0.00033326386,0.00023590685,0.00028570837,0.0006715851,0.00024211653,0.0000022862184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003865773,0.00012230767,0.37927547,0.0005604135,0.00003475004,0.0000046682976,0.00034476313,0.00005431724,0.0001517139,0.10973474,0.00075646274,0.50892174],"study_design_scores_gemma":[0.0044293855,0.0010787249,0.597686,0.108851805,0.000021342436,0.00013715436,0.0053895605,0.040171836,0.00042255304,0.07392922,0.1672307,0.0006517115],"about_ca_topic_score_codex":0.0008845568,"about_ca_topic_score_gemma":0.000034791472,"teacher_disagreement_score":0.50827,"about_ca_system_score_codex":0.00007202256,"about_ca_system_score_gemma":0.0004873887,"threshold_uncertainty_score":0.22852367},"labels":[],"label_agreement":null},{"id":"W2402677458","doi":"","title":"AI and Ed: A Happy Open Marriage.","year":2015,"lang":"en","type":"article","venue":"AIED Workshops","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Exploit; Process (computing); Computer science; Artificial intelligence; Psychology; Data science; Computer security","score_opus":0.02945607059639384,"score_gpt":0.31330933958946394,"score_spread":0.2838532689930701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402677458","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031197278,0.0018986773,0.6425606,0.26402748,0.0017657261,0.00065663096,0.00000517171,0.0008827505,0.05700572],"genre_scores_gemma":[0.94232035,0.000026503087,0.046104606,0.0044283844,0.00019773973,0.000006247824,0.0000032653686,0.000012715636,0.0069002113],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991789,0.000054836877,0.00012110811,0.00028578815,0.00015620662,0.00020316595],"domain_scores_gemma":[0.9992219,0.00006275478,0.0000441435,0.00042071496,0.00006042487,0.00019005995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041364058,0.000095701726,0.00013994213,0.000045133052,0.0000790686,0.00057182286,0.00088548934,0.000057128174,0.000009000948],"category_scores_gemma":[0.00013816114,0.000083458806,0.000021635187,0.00026270896,0.000032771397,0.00039513395,0.0007779635,0.00020777191,0.00014014562],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027918868,0.00016330193,0.0077548786,0.000013766864,0.00006390754,0.0001268188,0.002163814,0.0012726156,0.000034343546,0.13161924,0.37964353,0.47711587],"study_design_scores_gemma":[0.0019319133,0.00025225215,0.003470551,0.00017830574,0.000030735508,0.00008169357,0.00038362853,0.5217788,0.00006642397,0.08009468,0.39097434,0.0007566716],"about_ca_topic_score_codex":0.000038273818,"about_ca_topic_score_gemma":0.000010082996,"teacher_disagreement_score":0.91112304,"about_ca_system_score_codex":0.000014787438,"about_ca_system_score_gemma":0.000088294284,"threshold_uncertainty_score":0.55141014},"labels":[],"label_agreement":null},{"id":"W2403947344","doi":"","title":"The Student Advice Recommender Agent: SARA.","year":2015,"lang":"en","type":"article","venue":"International Conference on User Modeling, Adaptation, and Personalization","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Advice (programming); Recommender system; Computer science; World Wide Web; Medical education; Mathematics education; Psychology; Medicine","score_opus":0.14239153711099323,"score_gpt":0.3452119152686587,"score_spread":0.20282037815766546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403947344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008580929,0.00016678008,0.96859217,0.016586699,0.0007355738,0.00010147532,0.000005055273,0.00012834523,0.0051029674],"genre_scores_gemma":[0.9893625,0.00053191645,0.0051265704,0.0009753927,0.00018605185,0.000012243918,0.000058746926,0.000010738175,0.003735851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986101,0.000097488635,0.00025399652,0.00030385336,0.00058693724,0.0001476501],"domain_scores_gemma":[0.9986628,0.000059985257,0.00012678096,0.00018779538,0.0008562705,0.00010636705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004244651,0.00013425344,0.00008846752,0.00008802022,0.00025505273,0.0005409438,0.0004978225,0.000049345606,0.000016472362],"category_scores_gemma":[0.00009995464,0.00010578567,0.00003458396,0.00013115222,0.000029463507,0.00040563408,0.000072976065,0.00013093412,0.00002916382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033079126,0.00009549081,0.0015522793,0.0000055335527,0.00007017659,0.0000025459797,0.014126873,0.12149617,0.0000084505045,0.84791106,0.0024456617,0.012252652],"study_design_scores_gemma":[0.0003588147,0.000059298774,0.00021869707,0.000027689439,0.000007368155,0.000004353711,0.0022076366,0.9692827,0.0000016181937,0.014037894,0.013664274,0.00012966752],"about_ca_topic_score_codex":0.00011053874,"about_ca_topic_score_gemma":0.00013041518,"teacher_disagreement_score":0.98078156,"about_ca_system_score_codex":0.00006635002,"about_ca_system_score_gemma":0.00015719056,"threshold_uncertainty_score":0.5216334},"labels":[],"label_agreement":null},{"id":"W2403963754","doi":"","title":"Ontology learning to analyze research trends in learning analytics publications","year":2013,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University; Royal Military College of Canada","funders":"","keywords":"Ontology; Computer science; Learning analytics; Analytics; Data science; Educational data mining; Ontology learning; Semantic analytics; Information retrieval; World Wide Web; Ontology-based data integration; Semantic Web; Suggested Upper Merged Ontology; Epistemology","score_opus":0.028869745593093694,"score_gpt":0.3202837452713818,"score_spread":0.2914139996782881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403963754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17708983,0.00028698944,0.7000495,0.11440458,0.000091881346,0.0004948156,0.0000024131455,0.0015339863,0.006045987],"genre_scores_gemma":[0.87263083,0.000053568394,0.10717469,0.0006886233,0.000112184665,0.00030269928,0.000023971892,0.000045510937,0.018967923],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99537504,0.0008480837,0.0006830103,0.0008960403,0.00071052666,0.0014872802],"domain_scores_gemma":[0.997,0.0004547702,0.00019513376,0.001186333,0.00056195253,0.00060184946],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0025602398,0.00032212143,0.00047097736,0.004758097,0.00056199165,0.0009018844,0.0018504937,0.00032143615,0.00012378006],"category_scores_gemma":[0.0015927801,0.00033727687,0.00016610858,0.0079947235,0.00010780098,0.0008155056,0.00081379537,0.0023602694,0.00027568068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013667574,0.00047284667,0.4493616,0.000019469393,0.00006739795,0.000058705697,0.0021070756,0.1948711,0.0029892223,0.1232038,0.00983087,0.21700425],"study_design_scores_gemma":[0.00023994588,0.000262264,0.14766666,0.00003245238,0.000008071976,0.00003401847,0.00037492055,0.83258355,0.00019216171,0.0034893749,0.014746222,0.00037035134],"about_ca_topic_score_codex":0.012370658,"about_ca_topic_score_gemma":0.0059563117,"teacher_disagreement_score":0.695541,"about_ca_system_score_codex":0.0006039552,"about_ca_system_score_gemma":0.000280852,"threshold_uncertainty_score":0.99994135},"labels":[],"label_agreement":null},{"id":"W2405151678","doi":"","title":"Clustering and Visualizing Study State Sequences","year":2013,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Visualization; Cluster analysis; GRASP; Computer science; Data visualization; Human–computer interaction; Data science; Artificial intelligence; Software engineering","score_opus":0.012540741593882765,"score_gpt":0.2623047733841814,"score_spread":0.24976403179029863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405151678","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45727116,0.00024214936,0.5375573,0.0037722818,0.000056192723,0.0003705192,0.0000013534994,0.0006229422,0.00010609328],"genre_scores_gemma":[0.8771672,0.00006111649,0.12123099,0.00078383443,0.00005274463,0.000111575064,0.0000012299422,0.00002357378,0.0005676852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810827,0.00015929794,0.00035766148,0.0004982348,0.00031249144,0.0005640508],"domain_scores_gemma":[0.9987525,0.00010000885,0.00015387764,0.00063703995,0.00009755233,0.00025903826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058295444,0.00023844665,0.0002811784,0.0002973771,0.00028176358,0.0008561263,0.0007168967,0.00007855082,0.000008180366],"category_scores_gemma":[0.00009362825,0.00022895832,0.000058304566,0.00048452444,0.000057178942,0.000861074,0.0005925544,0.00033442312,0.000029051504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017947537,0.00094362546,0.4710398,0.000106122614,0.0002017771,0.00028760772,0.008072944,0.016325004,0.011885418,0.0161546,0.0010745146,0.47389063],"study_design_scores_gemma":[0.00027183697,0.0002792476,0.07759464,0.00003490871,0.00001069208,0.00006461445,0.0004352248,0.91585535,0.00044956856,0.0044863685,0.00018504595,0.00033250515],"about_ca_topic_score_codex":0.010505273,"about_ca_topic_score_gemma":0.0011498472,"teacher_disagreement_score":0.89953035,"about_ca_system_score_codex":0.00009899401,"about_ca_system_score_gemma":0.00008604142,"threshold_uncertainty_score":0.99608386},"labels":[],"label_agreement":null},{"id":"W2405454126","doi":"10.3917/rindu1.162.0048","title":"De Lausanne à Yaoundé : l’aventure des MOOCs","year":2016,"lang":"fr","type":"article","venue":"Annales des Mines - Réalités industrielles","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministère de l’Emploi et de la Solidarité Sociale (Québec)","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.09367618596196457,"score_gpt":0.3066965704331534,"score_spread":0.21302038447118882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405454126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7250877,0.071884006,0.05893769,0.13662937,0.0015803241,0.00025502904,0.0001747932,0.00042609943,0.0050250026],"genre_scores_gemma":[0.63422096,0.009399708,0.010570004,0.00073596276,0.00219199,0.000014818103,0.00001415665,0.00008728677,0.3427651],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99612385,0.00045675618,0.00060071563,0.0008417015,0.0004928475,0.0014841517],"domain_scores_gemma":[0.99700373,0.00064438366,0.00029596293,0.0009243398,0.0005597259,0.0005718627],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077941804,0.0006210587,0.00052647997,0.00023222332,0.00057879207,0.00057093863,0.0012964753,0.0007824451,0.0004117184],"category_scores_gemma":[0.0009579862,0.0004825721,0.00033365333,0.0011463534,0.0016331093,0.0009884267,0.00048369908,0.0005830726,0.00036776217],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003793574,0.00045361914,0.024137056,0.00016511044,0.00020071969,0.0003710161,0.003199607,0.0002560369,0.0010932469,0.037437327,0.055298164,0.87735015],"study_design_scores_gemma":[0.0008688676,0.00048546572,0.00516829,0.0032202287,0.00017246194,0.00045695872,0.0006421416,0.0061616083,0.0035817334,0.039880052,0.9383422,0.0010199685],"about_ca_topic_score_codex":0.00063968607,"about_ca_topic_score_gemma":0.00027830515,"teacher_disagreement_score":0.88304406,"about_ca_system_score_codex":0.00021692207,"about_ca_system_score_gemma":0.00063499407,"threshold_uncertainty_score":0.9997626},"labels":[],"label_agreement":null},{"id":"W2407905774","doi":"","title":"Nodes and Connections for implementing connectivist learning in online education","year":2015,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.10348320509401437,"score_gpt":0.3436969878953819,"score_spread":0.24021378280136751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407905774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8438818,0.0014205712,0.0028087718,0.13489486,0.0020705294,0.0014085232,0.000019823723,0.0004416148,0.013053497],"genre_scores_gemma":[0.97132635,0.00027528434,0.004960671,0.0010194723,0.0002927907,0.00013116126,0.00009738697,0.000037071488,0.021859834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9970116,0.00044569533,0.0006236433,0.0008781482,0.0004544866,0.0005864333],"domain_scores_gemma":[0.997927,0.00033955526,0.0007815017,0.0003003566,0.00033440604,0.00031714377],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011659856,0.00033685585,0.00041531035,0.00042289955,0.00042381068,0.00044058062,0.00028183177,0.00012684416,0.000022563834],"category_scores_gemma":[0.00034227743,0.0003708611,0.00004350492,0.0009001808,0.00008180688,0.00051076396,0.00013859814,0.0009890127,0.000009226688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008837088,0.00075866503,0.42864063,0.00022203039,0.000020200714,0.0000023081682,0.001953873,0.00058927113,0.000094067706,0.44251862,0.0007536161,0.12435835],"study_design_scores_gemma":[0.0038574708,0.0020308592,0.63117105,0.0018829021,0.000052855412,0.000031234256,0.0215866,0.089987904,0.00006645105,0.076974116,0.17065537,0.0017031574],"about_ca_topic_score_codex":0.0013180375,"about_ca_topic_score_gemma":0.0023604024,"teacher_disagreement_score":0.3655445,"about_ca_system_score_codex":0.00053270796,"about_ca_system_score_gemma":0.001612429,"threshold_uncertainty_score":0.99987435},"labels":[],"label_agreement":null},{"id":"W2408307780","doi":"","title":"Mining the Impact of Course Assignments on Student Performance.","year":2013,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Merge (version control); Learning Management; Computer science; Unsupervised learning; Mathematics education; Artificial intelligence; Multimedia; Machine learning; Information retrieval; Psychology","score_opus":0.016159458679218582,"score_gpt":0.3228263829071429,"score_spread":0.3066669242279243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408307780","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911431,0.000005771437,0.0020217155,0.0012065193,0.000049821112,0.000051345633,1.196358e-7,0.000026959106,0.005494613],"genre_scores_gemma":[0.99653995,0.0000042083575,0.001553015,0.00009008235,0.000026666445,0.0000020880195,2.3580598e-7,0.000002526165,0.001781246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999445,0.00002370665,0.00010062124,0.00009401357,0.00021061506,0.00012603079],"domain_scores_gemma":[0.9995346,0.00005251959,0.00005586561,0.0002846714,0.00003762701,0.00003471551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001424639,0.00005942496,0.000070197566,0.000022331322,0.000054765682,0.00006592616,0.00046880136,0.000014433535,0.00007874089],"category_scores_gemma":[0.000007126303,0.000028741622,0.000049393726,0.000106679414,0.000018941479,0.00012370877,0.00008536656,0.00007186367,0.000119270226],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002574982,0.0006958896,0.8137455,0.000006519204,0.00016164614,0.0000019215347,0.0024051205,0.034509666,0.00043732216,0.003207589,0.01636758,0.12845868],"study_design_scores_gemma":[0.00011992597,0.0003716838,0.62267035,0.000014998548,0.000003352649,0.0000011056687,0.0001575454,0.37633172,0.0001673222,0.00006757067,0.000040820218,0.000053567896],"about_ca_topic_score_codex":0.00004604488,"about_ca_topic_score_gemma":2.8633667e-7,"teacher_disagreement_score":0.34182206,"about_ca_system_score_codex":0.000016384489,"about_ca_system_score_gemma":0.000032310872,"threshold_uncertainty_score":0.15330173},"labels":[],"label_agreement":null},{"id":"W2408358190","doi":"10.1145/2927017","title":"BOOK REVIEWLearner-centered design of computing education","year":2016,"lang":"en","type":"article","venue":"ACM Inroads","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Library science; World Wide Web","score_opus":0.03277642616104786,"score_gpt":0.3119945140779183,"score_spread":0.2792180879168704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408358190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008368052,0.0026044983,0.97231096,0.015413051,0.0003998827,0.00012827886,5.905967e-7,0.00013876027,0.0006359544],"genre_scores_gemma":[0.78936756,0.00056662987,0.20153931,0.0023984646,0.00015757194,0.0000029264768,0.0000015582065,0.000014104999,0.0059518935],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991937,0.00011126097,0.00021973647,0.0001915402,0.00014028819,0.00014345282],"domain_scores_gemma":[0.99884665,0.00018709993,0.00015095992,0.0006719934,0.000096606345,0.000046681256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031908642,0.00007900382,0.00014757225,0.00006370078,0.00004089962,0.000023617078,0.0007923309,0.000032708285,0.000023369674],"category_scores_gemma":[0.00048981945,0.000052156312,0.000049810318,0.00017221856,0.000029239809,0.0001870532,0.00022479279,0.00006123174,0.00008463919],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026626515,0.00020408712,0.0069973296,0.000045863922,0.000026625386,0.000001462733,0.00033774722,0.00015129936,0.0033546921,0.009278651,0.05028455,0.92931503],"study_design_scores_gemma":[0.0029330987,0.0011982284,0.043388817,0.004828464,0.0001191837,0.00006956483,0.00011535395,0.15676916,0.014125823,0.032326717,0.74238586,0.0017397394],"about_ca_topic_score_codex":0.000004887655,"about_ca_topic_score_gemma":1.0051475e-7,"teacher_disagreement_score":0.9275753,"about_ca_system_score_codex":0.00001985822,"about_ca_system_score_gemma":0.00012681464,"threshold_uncertainty_score":0.21268727},"labels":[],"label_agreement":null},{"id":"W2419540934","doi":"","title":"Technological factors explaining student dropout from online courses in higher education: a review","year":2015,"lang":"en","type":"review","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Dropout (neural networks); Higher education; Mathematics education; Pedagogy; Psychology; Medical education; Computer science; Sociology; Political science; Medicine","score_opus":0.1478645209661595,"score_gpt":0.4053473189511417,"score_spread":0.2574827979849822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2419540934","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000021132957,0.7579646,0.000011117186,0.23924986,0.0017670635,0.00037167355,0.00004221814,0.00020716956,0.00036513782],"genre_scores_gemma":[0.0026166826,0.9908866,0.0025665497,0.00041207328,0.000665289,0.0003436487,0.0007480548,0.00003151426,0.0017295297],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99669725,0.00020975857,0.00089867745,0.0011276723,0.0005914617,0.00047519576],"domain_scores_gemma":[0.99682343,0.001079599,0.0005674336,0.0009558613,0.00031841116,0.0002552625],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034368754,0.0006362782,0.0018498847,0.0016880498,0.00009104386,0.00010319387,0.001961254,0.0006101398,0.0003330788],"category_scores_gemma":[0.00075230276,0.0004977326,0.00012735998,0.0024318802,0.0005590061,0.00014624522,0.0004987035,0.0018337524,0.00009906955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.5235745e-7,0.00069893,0.0009023372,0.0007935839,0.000049339324,0.0000127464455,0.00009110996,6.901842e-8,9.2418624e-8,0.4749994,0.0025158834,0.51993597],"study_design_scores_gemma":[0.00017975415,0.00008573717,0.00026550097,0.031854346,0.000193791,0.000020957308,0.00009747936,0.000021827644,3.1277202e-7,0.3768058,0.58978117,0.0006933237],"about_ca_topic_score_codex":0.000012918452,"about_ca_topic_score_gemma":0.00006157448,"teacher_disagreement_score":0.58726525,"about_ca_system_score_codex":0.00025741436,"about_ca_system_score_gemma":0.0036119637,"threshold_uncertainty_score":0.99974746},"labels":[],"label_agreement":null},{"id":"W2467973491","doi":"10.1177/2332858416657002","title":"The Life Between Big Data Log Events","year":2016,"lang":"en","type":"article","venue":"AERA Open","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Clickstream; Tracking (education); Context (archaeology); Big data; Computer science; Online learning; Agency (philosophy); Process (computing); Attrition; Massive open online course; World Wide Web; Data science; Mathematics education; Multimedia; Psychology; Pedagogy; Sociology; The Internet","score_opus":0.1450994310858672,"score_gpt":0.35520002285985725,"score_spread":0.21010059177399004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467973491","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03907037,0.0003673619,0.30859506,0.6342444,0.0021582046,0.0006208227,0.00006549492,0.00030714532,0.01457114],"genre_scores_gemma":[0.9805921,0.000060598708,0.0043840786,0.0007817498,0.0005487417,0.0000027735412,0.000009231763,0.000008144255,0.013612618],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917287,0.0000780235,0.00012955081,0.00027282306,0.00016052298,0.00018622245],"domain_scores_gemma":[0.9980267,0.00026932624,0.00006114416,0.0015296934,0.000029686287,0.0000834394],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00063757785,0.000062795865,0.00009110441,0.000014035292,0.00021052749,0.00030026448,0.0063050403,0.000024330315,0.00000787699],"category_scores_gemma":[0.00026815358,0.000030296998,0.000016821097,0.00013246005,0.0000260546,0.0004226057,0.0035883964,0.000074695876,0.0006729298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016312466,0.000015937301,0.02645262,0.0000011393364,0.00003848026,0.000002794882,0.000037605176,0.0000018543499,0.000015515508,0.0055432073,0.024641715,0.9432475],"study_design_scores_gemma":[0.00047195915,0.000053869695,0.038545407,0.000050030612,0.000014016531,0.0000021068754,0.000009958062,0.0026810395,0.000041544667,0.01199176,0.94595915,0.00017914723],"about_ca_topic_score_codex":0.00006459162,"about_ca_topic_score_gemma":0.000021161763,"teacher_disagreement_score":0.9430683,"about_ca_system_score_codex":0.0000074360246,"about_ca_system_score_gemma":0.00011805189,"threshold_uncertainty_score":0.9990713},"labels":[],"label_agreement":null},{"id":"W2468618125","doi":"10.19173/irrodl.v17i2.2402","title":"Comparative Analysis of Pedagogical Strategies Across Disciplines in Open Distance Learning at UnisaODL at Unisa","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Higher education; Equity (law); Open education; Access to Higher Education; Sociology; Open learning; Pedagogy; Mathematics education; Teaching method; Political science; Psychology; Economic growth; Economics; Cooperative learning","score_opus":0.23104520446729176,"score_gpt":0.5506921877092674,"score_spread":0.31964698324197566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468618125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95771897,0.0051818243,0.008730903,0.022712218,0.000047833553,0.0006226585,0.00012384332,0.000018582165,0.004843171],"genre_scores_gemma":[0.9896147,0.007599059,0.0002629672,0.000024239069,0.000013754813,0.000023541106,0.00009963848,0.000004309186,0.0023577868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99676156,0.0011089027,0.00061672454,0.00042697042,0.00075153954,0.00033428377],"domain_scores_gemma":[0.99682355,0.002004778,0.0003522759,0.00034354356,0.00040006364,0.00007576704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005795557,0.00013728552,0.0006288188,0.00019153557,0.00027059967,0.00033384288,0.0031813504,0.000041836727,0.000095249256],"category_scores_gemma":[0.001261563,0.00007890914,0.00008769925,0.0018692714,0.00041926463,0.0006052652,0.0058716238,0.00050223543,0.00000797072],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039030943,0.00035698668,0.8279811,0.0006420484,0.0004835137,0.000047766516,0.0048548114,0.019949917,0.00077292975,0.13002782,0.00038564752,0.014107169],"study_design_scores_gemma":[0.0046608686,0.0007740065,0.5320176,0.028091406,0.0001458624,0.000026881688,0.03956849,0.27872,0.00055516907,0.010945182,0.10355075,0.0009437811],"about_ca_topic_score_codex":0.0004987073,"about_ca_topic_score_gemma":0.0010235696,"teacher_disagreement_score":0.29596347,"about_ca_system_score_codex":0.00021738706,"about_ca_system_score_gemma":0.0001702777,"threshold_uncertainty_score":0.7318559},"labels":[],"label_agreement":null},{"id":"W2469540044","doi":"10.4324/9781315097848-2","title":"The role of big data in elucidating learning cities ancient, present and future","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Big data; Data science; Computer science; Data mining","score_opus":0.028271617758131095,"score_gpt":0.25883526725664185,"score_spread":0.23056364949851077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469540044","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00071325724,0.011041458,0.006994665,0.005423987,0.0008408811,0.00023321465,0.000021549831,0.0001736641,0.97455734],"genre_scores_gemma":[0.022934059,0.0030916315,0.015316085,0.00015208166,0.006253166,0.000002329921,0.0000854967,0.000059509108,0.95210564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988722,0.000026473585,0.00025773435,0.00038846137,0.0002726441,0.00018246801],"domain_scores_gemma":[0.9986497,0.00014478085,0.00021733447,0.0008779897,0.00007237235,0.00003780752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005498129,0.00014832614,0.00019172973,0.00009613834,0.00014346134,0.0001567267,0.0011587816,0.00010410063,0.000016563572],"category_scores_gemma":[0.000037068705,0.000099718185,0.000028370247,0.00005289138,0.00012674466,0.00012094886,0.0014813197,0.0004241357,0.000008292166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003738033,0.0000107165915,0.0012142574,0.00004823074,0.000047475376,0.000005675485,0.0012028371,0.000055778168,0.000019681804,0.25610802,0.0020288052,0.7392548],"study_design_scores_gemma":[0.000065945445,0.000049966035,0.0001019891,0.00009379245,0.000007639307,0.0000042297756,0.00041980573,0.094927676,0.000018064353,0.012735024,0.8914375,0.00013836418],"about_ca_topic_score_codex":0.000038775084,"about_ca_topic_score_gemma":0.000075772296,"teacher_disagreement_score":0.8894087,"about_ca_system_score_codex":0.0000097154,"about_ca_system_score_gemma":0.000074716205,"threshold_uncertainty_score":0.40663895},"labels":[],"label_agreement":null},{"id":"W2470246910","doi":"","title":"Modeling Learners' Social Centrality and Performance through Language and Discourse.","year":2015,"lang":"en","type":"article","venue":"Edinburgh Research Explorer (University of Edinburgh)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; U.S. Department of Homeland Security; Institute of Education Sciences; Canada Research Chairs; Natural Sciences and Engineering Research Council of Canada; Bill and Melinda Gates Foundation; National Science Foundation","keywords":"Centrality; Computer science; Style (visual arts); Narrative; Social network analysis; Social network (sociolinguistics); Social media; Psychology; Linguistics; Natural language processing; World Wide Web","score_opus":0.1265372383826108,"score_gpt":0.35508849557918576,"score_spread":0.22855125719657496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470246910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96508616,0.00035516807,0.024012132,0.0086921,0.00015409039,0.00010980761,0.000004118935,0.000083187944,0.0015032326],"genre_scores_gemma":[0.9931388,0.00052916596,0.00463022,0.000021937947,0.000308548,4.1780044e-7,0.000005646599,0.000007998489,0.0013572887],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780643,0.00012131054,0.00014092191,0.00048749647,0.0008808117,0.0005630498],"domain_scores_gemma":[0.99889565,0.00010247291,0.000059609727,0.0003151437,0.00032635804,0.00030076655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016290377,0.00015132556,0.00027320525,0.00021977068,0.0005141731,0.00010710155,0.0006668677,0.00011335801,0.00005257576],"category_scores_gemma":[0.00014885535,0.00016054536,0.000058658847,0.0005708636,0.0005546339,0.0013771228,0.0009324762,0.00061348296,0.0000019163485],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005077512,0.0006882937,0.031105226,0.00018148126,0.00032208263,0.00033947828,0.7443704,0.005596431,0.0009271546,0.017127056,0.08454735,0.11428729],"study_design_scores_gemma":[0.0012506197,0.0003574369,0.00049677613,0.000084457024,0.000023775026,0.000011332197,0.14273776,0.8451056,0.000051901905,0.006210528,0.0033366675,0.00033317888],"about_ca_topic_score_codex":0.00040249978,"about_ca_topic_score_gemma":0.0000113057185,"teacher_disagreement_score":0.8395091,"about_ca_system_score_codex":0.00007084709,"about_ca_system_score_gemma":0.00017632297,"threshold_uncertainty_score":0.65468496},"labels":[],"label_agreement":null},{"id":"W2470798454","doi":"10.19173/irrodl.v17i4.2470","title":"The Effect of Multilingual Facilitation on Active Participation in MOOCs","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Commission","keywords":"Facilitation; Sense of community; Psychology; Computer-mediated communication; English language; Language acquisition; Mathematics education; Pedagogy; Computer science; Social psychology; World Wide Web; The Internet","score_opus":0.05952489939067871,"score_gpt":0.4820965923419591,"score_spread":0.4225716929512804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2470798454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9630916,0.0018688015,0.0020322513,0.030921608,0.000071904506,0.0006487941,0.00002048142,0.000009231574,0.0013353231],"genre_scores_gemma":[0.9962186,0.0035216217,0.00004962897,0.000015192874,0.00001001709,0.00002714487,0.000008800956,0.000001992862,0.00014696136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979173,0.001041646,0.00027478224,0.0001469953,0.00047936258,0.00013994706],"domain_scores_gemma":[0.99454916,0.0049449233,0.00012818392,0.00016594355,0.0001883883,0.000023383142],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0061657624,0.000053859276,0.00013873458,0.000080142396,0.000081417915,0.000054662414,0.0008346226,0.000018992705,0.0000069184825],"category_scores_gemma":[0.008682141,0.000024608295,0.000027476217,0.0003566959,0.000115887764,0.00016237519,0.00032687956,0.0002775573,0.0000063913617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030717437,0.00008576466,0.045064416,0.00036853636,0.000028851939,0.0000046322193,0.00040039388,0.0009404032,0.00044149093,0.01728225,0.00013477598,0.9349413],"study_design_scores_gemma":[0.011124504,0.006096838,0.4693398,0.08214353,0.000036535042,0.000013615015,0.0031378102,0.32360882,0.02863685,0.025180822,0.049976073,0.00070483185],"about_ca_topic_score_codex":0.00011793374,"about_ca_topic_score_gemma":0.000023565688,"teacher_disagreement_score":0.93423647,"about_ca_system_score_codex":0.000062727006,"about_ca_system_score_gemma":0.000058397425,"threshold_uncertainty_score":0.9996681},"labels":[],"label_agreement":null},{"id":"W2473766665","doi":"10.12753/2066-026x-14-033","title":"MASSIVE OPEN ONLINE COURSES AS E-BRICKS FOR SMART CITIES","year":2014,"lang":"en","type":"article","venue":"eLearning and Software for Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Open educational resources; Population; Smart city; Massive open online course; Open education; Computer science; Knowledge management; Business; World Wide Web; Sociology; Internet of Things","score_opus":0.016191771685708196,"score_gpt":0.32427342948999255,"score_spread":0.30808165780428437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473766665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14753377,0.00026096945,0.835157,0.015129624,0.00086779124,0.00048567206,0.00001293017,0.00024891482,0.0003033569],"genre_scores_gemma":[0.61747015,0.000031143856,0.35430127,0.0011472213,0.0006598782,0.00012599658,0.00027292615,0.000030155992,0.025961239],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992022,0.00004908724,0.00015044777,0.00030292594,0.000093624454,0.00020169544],"domain_scores_gemma":[0.99878794,0.00049830944,0.00014037978,0.00020909685,0.00028239787,0.000081881975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034913642,0.000111466485,0.00016039694,0.000081698214,0.00038100124,0.00036938323,0.00039464651,0.00005776482,0.000004188058],"category_scores_gemma":[0.0016712019,0.00010677541,0.000044174005,0.00012891761,0.000030903557,0.00026177237,0.000096747586,0.00011408879,0.000006378338],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028186158,0.0002724389,0.021049252,0.0001541263,0.000042649106,1.6368868e-7,0.0028215016,0.00082582585,0.000027112344,0.083925836,0.018150097,0.87270284],"study_design_scores_gemma":[0.0011269415,0.0013224013,0.011298952,0.0002584865,0.00007008875,0.000016371125,0.0023537606,0.1110773,0.00012244382,0.111946985,0.75980216,0.0006040828],"about_ca_topic_score_codex":0.000079173704,"about_ca_topic_score_gemma":0.000010701058,"teacher_disagreement_score":0.87209874,"about_ca_system_score_codex":0.000021434946,"about_ca_system_score_gemma":0.000321409,"threshold_uncertainty_score":0.4354175},"labels":[],"label_agreement":null},{"id":"W2478159505","doi":"10.4018/978-1-4666-3649-1.ch007","title":"Bringing Web 2.0 into the Learning Environment","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Conversation; Asynchronous communication; Closing (real estate); The Internet; Phenomenon; World Wide Web; Computer science; Synchronous learning; Process (computing); Social media; Web 2.0; Sociology; Multimedia; Pedagogy; Communication; Cooperative learning; Political science; Teaching method; Telecommunications; Epistemology","score_opus":0.010569685653039715,"score_gpt":0.2258684699955664,"score_spread":0.2152987843425267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478159505","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001479754,0.00056439877,0.008707739,0.0013639961,0.00026117527,0.00014186038,0.0000017109242,0.00027433198,0.98853683],"genre_scores_gemma":[0.25822353,0.000045353834,0.0071149287,0.0006077706,0.0005999588,0.000008954468,0.00000184353,0.00005324281,0.73334444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827266,0.000038019018,0.00029665156,0.0005443655,0.00048692027,0.0003613603],"domain_scores_gemma":[0.99878335,0.000057545196,0.00023823247,0.0007601059,0.0000329909,0.00012778127],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020370861,0.00035826204,0.00029192652,0.000049611994,0.0003060525,0.00035176863,0.0011878618,0.00021008258,0.000059125236],"category_scores_gemma":[0.000018134884,0.00027561918,0.00020944556,0.00001740292,0.000103417224,0.00006577973,0.00077919435,0.00079081045,0.0020760444],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.46271e-7,0.0000031370478,0.000017964649,0.000009359966,0.00004809323,0.000024155486,0.00017183377,0.0007907586,0.000010108615,0.9455407,0.0008391759,0.052544035],"study_design_scores_gemma":[0.00013855468,0.00007677702,0.0000211217,0.00015928691,0.000044696655,0.00003406188,0.000017515305,0.059999596,0.000006953198,0.2490439,0.6899673,0.0004902346],"about_ca_topic_score_codex":0.00007215714,"about_ca_topic_score_gemma":0.000008136202,"teacher_disagreement_score":0.69649684,"about_ca_system_score_codex":0.00019306656,"about_ca_system_score_gemma":0.000113603746,"threshold_uncertainty_score":0.9999696},"labels":[],"label_agreement":null},{"id":"W2478421425","doi":"10.4018/978-1-59140-732-4.ch017","title":"Strategies to Collect and Use Online Student Feedback","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Online learning; Computer science; Multimedia; Mathematics education; Psychology","score_opus":0.03135925086507785,"score_gpt":0.28514061213281056,"score_spread":0.2537813612677327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2478421425","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015846487,0.00026296274,0.00640187,0.00046652142,0.00038356634,0.00030060433,0.00011822669,0.000293012,0.9901886],"genre_scores_gemma":[0.17732687,0.000057983678,0.04198862,0.0019698783,0.00065720757,0.00000857602,0.0000091449565,0.00009117259,0.77789056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99836355,0.00002076024,0.0003071162,0.0006208402,0.0003691846,0.00031855638],"domain_scores_gemma":[0.99878365,0.000038008995,0.00014299194,0.00063716964,0.00014386048,0.00025434291],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000085639316,0.00038838654,0.00042333093,0.000095029645,0.000106908294,0.0006468438,0.00079131586,0.00022346359,0.000008482263],"category_scores_gemma":[0.000013033744,0.0003607282,0.00011100649,0.00003805709,0.00006929269,0.000120999655,0.0006521453,0.00031117658,0.00010960842],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074524437,0.000020965768,0.000054737073,0.000013312488,0.00007564814,0.00008137783,0.00021279891,0.000020253678,0.0000030542385,0.9921798,0.0019987572,0.0053318124],"study_design_scores_gemma":[0.0007297451,0.0010773755,0.002327706,0.0005750966,0.00017411697,0.0001280351,0.00011164706,0.0009688253,0.000007795942,0.7443255,0.24802722,0.0015468902],"about_ca_topic_score_codex":0.00013003423,"about_ca_topic_score_gemma":0.0003322475,"teacher_disagreement_score":0.24785428,"about_ca_system_score_codex":0.00009454391,"about_ca_system_score_gemma":0.00028808758,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W2481230473","doi":"10.1109/uic-atc-scalcom-cbdcom-iop.2015.315","title":"Predicting Dropout-Prone Students in E-Learning Education System","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Dropout (neural networks); Computer science; Set (abstract data type); Artificial intelligence; Machine learning","score_opus":0.015815126817729917,"score_gpt":0.30340718263913746,"score_spread":0.28759205582140757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481230473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91398853,0.00007843975,0.05768841,0.0012389555,0.00066554046,0.00011683742,8.191797e-8,0.00054501503,0.025678208],"genre_scores_gemma":[0.98355603,9.519476e-7,0.011373234,0.00004190495,0.000110736786,0.000004003682,0.0000015452734,0.0000053820704,0.0049061873],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904895,0.000094015944,0.00017394085,0.00020418786,0.00032162882,0.00015727452],"domain_scores_gemma":[0.99954754,0.000024381407,0.000064978456,0.00018801741,0.00008188438,0.00009317397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060925155,0.00006699307,0.000094461146,0.000110432076,0.00004623216,0.00015606405,0.00045633133,0.000033457956,0.0000012923825],"category_scores_gemma":[0.000118901386,0.00006040279,0.00001679683,0.0003263174,0.0000069778566,0.000229172,0.00017841058,0.0001873148,0.00009572828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010670288,0.000101274105,0.9787318,0.000019053135,0.0000046102405,0.0000045291754,0.0013718148,0.0037002824,0.000013831945,0.008854922,0.00016780652,0.0070290244],"study_design_scores_gemma":[0.00032082055,0.000073526804,0.013682411,0.00012990316,0.0000035397604,0.000012059429,0.0052900896,0.97925365,0.00003165176,0.0001927147,0.0008892064,0.00012039927],"about_ca_topic_score_codex":0.00016736968,"about_ca_topic_score_gemma":0.000014260081,"teacher_disagreement_score":0.9755534,"about_ca_system_score_codex":0.00011695912,"about_ca_system_score_gemma":0.00017403996,"threshold_uncertainty_score":0.24631542},"labels":[],"label_agreement":null},{"id":"W2482643417","doi":"10.4018/978-1-4666-9634-1.ch016","title":"Concept Science Evidence-Based MERLO Learning Analytics","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Learning analytics; Informatics; Computer science; Analytics; Science learning; Meaning (existential); Mathematics education; Data science; Learning sciences; Knowledge management; Educational technology; Science education; Psychology; Engineering","score_opus":0.043578240065448616,"score_gpt":0.3043174230339099,"score_spread":0.26073918296846127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2482643417","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022334646,0.543791,0.20755683,0.100655876,0.005517329,0.0016927202,0.00006395993,0.0034479694,0.13705094],"genre_scores_gemma":[0.025746314,0.09517832,0.6405819,0.00045426033,0.00060696894,0.00010306833,0.00006340264,0.000096524105,0.23716927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99753535,0.000031278196,0.0004588685,0.00082740065,0.00079636934,0.00035072232],"domain_scores_gemma":[0.99802744,0.00044223337,0.00039106768,0.00045199026,0.0006028433,0.0000843968],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005136259,0.00037509674,0.00038466047,0.0008245317,0.0004060967,0.00022359869,0.0011094774,0.00026767547,0.00003724956],"category_scores_gemma":[0.001047218,0.00036192223,0.00006463187,0.0004402125,0.0025107136,0.0041284827,0.00033918748,0.00083497114,0.000012907337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001246219,0.0000127403355,0.00009645879,0.000024555826,0.000010201027,0.000003611719,0.0000325407,0.015251969,0.000014433057,0.90808946,0.00026526896,0.07618632],"study_design_scores_gemma":[0.00014590174,0.00029515589,0.000070173104,0.00055659754,0.00001559699,0.000082024235,0.00021229735,0.008277266,0.00014578446,0.65495896,0.33475557,0.00048464088],"about_ca_topic_score_codex":0.00000368583,"about_ca_topic_score_gemma":0.0000037081059,"teacher_disagreement_score":0.4486127,"about_ca_system_score_codex":0.00035939453,"about_ca_system_score_gemma":0.0021372528,"threshold_uncertainty_score":0.9998833},"labels":[],"label_agreement":null},{"id":"W2483240273","doi":"10.1016/b978-0-12-800649-8.00004-3","title":"Emotional and Social Engagement in a Massive Open Online Course","year":2016,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Construct (python library); Student engagement; Psychology; Massive open online course; Convergence (economics); Social emotional learning; Divergence (linguistics); Persistence (discontinuity); Social engagement; Social psychology; Pedagogy; Sociology; Developmental psychology; Computer science; Engineering","score_opus":0.03085401917048265,"score_gpt":0.3014725748849522,"score_spread":0.2706185557144696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483240273","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008128811,0.00020991158,0.00028568888,0.010219918,0.0002100744,0.00035167873,0.000070979106,0.000051533134,0.98851895],"genre_scores_gemma":[0.0024922164,0.000031666197,0.0046893847,0.00056923577,0.0004323476,0.000007773561,0.000017559862,0.000029522706,0.9917303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858326,0.000065811066,0.00031186698,0.0005078305,0.00029543872,0.00023579734],"domain_scores_gemma":[0.9992576,0.00007059498,0.0002167409,0.000307535,0.00007725449,0.00007024214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003936713,0.0002618529,0.0003807781,0.0001272195,0.00014064333,0.00017523387,0.00089612877,0.00017808785,0.000058592464],"category_scores_gemma":[0.000011042137,0.00021804172,0.00008278429,0.0000130734725,0.00011382571,0.00009745436,0.0011211694,0.00053442956,0.00005802172],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023222472,0.000025471723,0.000013759171,0.000021106829,0.00003365537,0.000050548544,0.00031527545,9.04166e-7,0.0000014968734,0.15157917,0.00010452456,0.84785175],"study_design_scores_gemma":[0.0007179245,0.00007062902,0.00038072566,0.00047829174,0.00003524419,0.000009212466,0.000015073486,0.0007411939,7.9418595e-7,0.084883414,0.91225475,0.00041275242],"about_ca_topic_score_codex":4.5594834e-7,"about_ca_topic_score_gemma":0.000026569767,"teacher_disagreement_score":0.9121502,"about_ca_system_score_codex":0.000073609255,"about_ca_system_score_gemma":0.00026398996,"threshold_uncertainty_score":0.88914835},"labels":[],"label_agreement":null},{"id":"W2485760044","doi":"10.5539/ies.v9n8p1","title":"Hybrid Learning: An Effective Resource in University Education?","year":2016,"lang":"en","type":"article","venue":"International Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad de Sevilla","keywords":"Higher education; Mathematics education; Psychology; Investment (military); Class (philosophy); De facto; Sample (material); Academic achievement; Computer science; Political science","score_opus":0.01650336608426458,"score_gpt":0.3415676592612652,"score_spread":0.32506429317700064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485760044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9268856,0.00042802855,0.011446401,0.046290364,0.002847544,0.000153657,0.000003875188,0.00019144936,0.011753077],"genre_scores_gemma":[0.97547567,0.000088314,0.0029317134,0.00024948423,0.00020586424,0.0000077813,0.000006994675,0.0000047609656,0.02102942],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992011,0.00013340246,0.00011852705,0.00027382848,0.00017148221,0.00010166752],"domain_scores_gemma":[0.9988342,0.00021867907,0.000091183276,0.00016712712,0.00064186746,0.00004694565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020371868,0.000081093225,0.00009106416,0.00027071766,0.00009153685,0.00003902456,0.00043931353,0.000017820674,0.000010403613],"category_scores_gemma":[0.00062071404,0.00006622972,0.000030684307,0.00017519011,0.000050247796,0.0004809113,0.00012476243,0.000099484416,0.000061086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017542337,0.00075879856,0.076260366,0.000009055127,0.000092978866,0.000004116071,0.0026349032,0.00023688424,0.00015062104,0.11313291,0.008153433,0.7985484],"study_design_scores_gemma":[0.00055991835,0.00014246577,0.11600159,0.00026776388,0.000012475229,0.000023058032,0.0058815326,0.0020771855,0.00029052608,0.03242818,0.84197456,0.00034077422],"about_ca_topic_score_codex":0.00004577458,"about_ca_topic_score_gemma":0.000014107385,"teacher_disagreement_score":0.8338211,"about_ca_system_score_codex":0.0002746896,"about_ca_system_score_gemma":0.00027015436,"threshold_uncertainty_score":0.27007696},"labels":[],"label_agreement":null},{"id":"W2488912400","doi":"10.1080/17439884.2016.1205601","title":"A roadmap for offering MOOC from an LMIC institution","year":2016,"lang":"en","type":"article","venue":"Learning Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Institution; Computer science; Political science","score_opus":0.009406592888933427,"score_gpt":0.2486005752811455,"score_spread":0.2391939823922121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2488912400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62257415,0.00011600062,0.36145106,0.015023902,0.00018357807,0.00004842701,0.0000014759278,0.0005655562,0.00003582057],"genre_scores_gemma":[0.97506386,0.000060685867,0.024528373,0.000047211648,0.00011495535,0.000011212363,0.0000043511586,0.00000813328,0.00016123588],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992219,0.000027699589,0.000121433295,0.00033368872,0.00007524356,0.00022003768],"domain_scores_gemma":[0.9994199,0.00016472631,0.00006562242,0.000245331,0.000045887005,0.000058504724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012774685,0.00009499993,0.00014393749,0.00020368723,0.00013978842,0.000036856778,0.00031497836,0.00016171101,0.000003534371],"category_scores_gemma":[0.0005416358,0.000069478236,0.000021236337,0.00021004508,0.000107026484,0.00020488666,0.00012088881,0.00019315741,0.00001568234],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006659241,0.000029310206,0.027182195,0.000007644938,0.000018860837,0.000010193323,0.0004641415,0.000053431064,0.020974735,0.09316303,0.000025889376,0.85806394],"study_design_scores_gemma":[0.004876819,0.0018191531,0.022913761,0.00048384786,0.00008122212,0.00010113985,0.00060454226,0.37029997,0.019616347,0.45666605,0.12124326,0.001293905],"about_ca_topic_score_codex":0.000014658158,"about_ca_topic_score_gemma":0.000017819099,"teacher_disagreement_score":0.85677004,"about_ca_system_score_codex":0.000016125528,"about_ca_system_score_gemma":0.0000335962,"threshold_uncertainty_score":0.28332403},"labels":[],"label_agreement":null},{"id":"W2493379773","doi":"10.1016/j.iheduc.2016.08.001","title":"Mining for gold: Identifying content-related MOOC discussion threads across domains through linguistic modeling","year":2016,"lang":"en","type":"article","venue":"The Internet and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Categorization; Computer science; Reliability (semiconductor); Set (abstract data type); Content analysis; Psychology; Natural language processing; Artificial intelligence","score_opus":0.06261479817410774,"score_gpt":0.3556481158414887,"score_spread":0.29303331766738094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493379773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.680817,0.0005309565,0.29204467,0.02318842,0.002471372,0.00017888282,0.0000028293505,0.0001323644,0.0006334822],"genre_scores_gemma":[0.9572513,0.000028771927,0.0045301504,0.00016950577,0.0003200593,0.000016075775,0.000005500138,0.000012075545,0.037666578],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991523,0.00003585472,0.0002260681,0.0002602157,0.00011315412,0.00021241997],"domain_scores_gemma":[0.9993862,0.000117021846,0.00011033234,0.0002485803,0.00009602406,0.000041840063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025423136,0.00011267549,0.00011481969,0.000029452027,0.00013932063,0.00022372756,0.00035190137,0.000052404816,0.000009731704],"category_scores_gemma":[0.000057725912,0.000052657568,0.00005399467,0.00009397986,0.000049036767,0.000253281,0.00012460143,0.00007969294,0.000014864944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007972121,0.00035613688,0.007122992,0.0001366657,0.00021377955,0.0000025045683,0.0810419,0.00037123254,0.005273408,0.6543135,0.00391013,0.24717805],"study_design_scores_gemma":[0.002570819,0.00034417651,0.007486928,0.0025723753,0.00018797647,0.000041742333,0.003797125,0.44194326,0.0011125623,0.5053717,0.03351817,0.0010531879],"about_ca_topic_score_codex":0.00010184625,"about_ca_topic_score_gemma":0.00001370414,"teacher_disagreement_score":0.44157204,"about_ca_system_score_codex":0.000036757905,"about_ca_system_score_gemma":0.000040778912,"threshold_uncertainty_score":0.21574101},"labels":[],"label_agreement":null},{"id":"W2494074332","doi":"10.4018/978-1-60960-800-2.ch005","title":"Using Video Streaming In an Online, Rich-Media Class to Promote Deep Learning While Educating For Social Change","year":2011,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Class (philosophy); Social media; The Internet; Online learning; Computer science; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.10360373952239738,"score_gpt":0.36016433179631996,"score_spread":0.2565605922739226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2494074332","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37599465,0.15636773,0.013967759,0.089860335,0.11989304,0.023190225,0.000259149,0.00284833,0.2176188],"genre_scores_gemma":[0.031132294,0.0013276063,0.47080883,0.002589719,0.0026004866,0.00058952504,0.00069208734,0.00015677794,0.49010268],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998195,0.000058939546,0.0005236881,0.0006238643,0.00025475005,0.00034377637],"domain_scores_gemma":[0.9990971,0.00010803342,0.00033859312,0.00015131627,0.00018122514,0.0001237258],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002679737,0.0003418789,0.00035761265,0.000416314,0.000363502,0.00008035131,0.0003364271,0.00022140119,0.00005892171],"category_scores_gemma":[0.000034385517,0.00034181913,0.000032823402,0.0001407102,0.000052318388,0.0016342833,0.00020656193,0.0005228811,0.00000472826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006336271,0.00043678057,0.007326338,0.00050956,0.000022181095,0.000003841642,0.06383717,0.00006962842,0.000025894617,0.17475449,0.00008640566,0.75286436],"study_design_scores_gemma":[0.00027147122,0.00009003475,0.02937412,0.0022168118,0.000012935749,0.000005423349,0.0010512194,0.00039803944,0.000018373996,0.019852024,0.9458872,0.000822314],"about_ca_topic_score_codex":0.000007952956,"about_ca_topic_score_gemma":0.00023117069,"teacher_disagreement_score":0.94580084,"about_ca_system_score_codex":0.00020176788,"about_ca_system_score_gemma":0.0008035865,"threshold_uncertainty_score":0.9999034},"labels":[],"label_agreement":null},{"id":"W2495234363","doi":"10.1016/b978-0-08-100213-1.00001-9","title":"Systemic Equity Challenges","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Disadvantage; Equity (law); Vocational education; Inclusion (mineral); Quarter (Canadian coin); Psychological intervention; Political science; Analytics; Public relations; Sociology; Economic growth; Pedagogy; Psychology; Social science; Economics; Geography; Data science","score_opus":0.07043096803623056,"score_gpt":0.30664007787431374,"score_spread":0.2362091098380832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2495234363","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010942161,0.020619879,0.000230919,0.000909205,0.000590903,0.0001554777,0.0000061942137,0.00032988237,0.97715646],"genre_scores_gemma":[0.0014735035,0.0006215337,0.0016177335,0.0000996009,0.00066163624,0.000005806253,0.000004380974,0.000052942734,0.99546283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979194,0.000044832243,0.00039296292,0.00064379774,0.00064921076,0.00034983226],"domain_scores_gemma":[0.99794734,0.000053444473,0.00030586505,0.0012377857,0.00022603577,0.0002295319],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006898707,0.00039732488,0.0005761533,0.00016049994,0.00008162379,0.0001313033,0.0014860292,0.00035785203,0.000015933987],"category_scores_gemma":[0.000029161713,0.0003586856,0.00021313732,0.000012851799,0.00007045206,0.00007224915,0.0010090445,0.0006710831,0.000867105],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.899977e-7,0.0000032679438,2.1681697e-7,0.000099311925,0.000037672573,0.000043611024,0.00017464154,0.0000045218194,0.0000011504821,0.21006744,0.00023654583,0.78933096],"study_design_scores_gemma":[0.000119536155,0.00006883846,6.511164e-7,0.00065031386,0.000039849332,0.00008643638,0.000005892842,0.0006701089,0.00000111217,0.10998011,0.8879912,0.0003859872],"about_ca_topic_score_codex":2.0620777e-7,"about_ca_topic_score_gemma":0.000004856204,"teacher_disagreement_score":0.8877546,"about_ca_system_score_codex":0.0001363399,"about_ca_system_score_gemma":0.00031373388,"threshold_uncertainty_score":0.99991083},"labels":[],"label_agreement":null},{"id":"W2496830928","doi":"10.4018/978-1-59904-340-1.ch024","title":"Case Studies on Learners and Instructors in an E-Learning Ecosystems","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Interoperability; Variety (cybernetics); Knowledge management; Computer science; Representation (politics); Quality (philosophy); Open learning; Ecosystem; Mathematics education; Cooperative learning; Psychology; Teaching method; World Wide Web; Ecology; Artificial intelligence; Political science; Biology","score_opus":0.04266327377394562,"score_gpt":0.3116182778870135,"score_spread":0.2689550041130679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2496830928","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20439076,0.000684752,0.00019161623,0.00012676044,0.001053772,0.0002803476,0.000014211452,0.00043099077,0.7928268],"genre_scores_gemma":[0.9761985,0.000014539968,0.0012258065,0.00014454508,0.00025216056,0.0000018648897,0.0000014735951,0.000033600656,0.022127522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99815136,0.00006636788,0.0004387171,0.0006794938,0.00032307408,0.00034096005],"domain_scores_gemma":[0.9989603,0.00008871393,0.00026403938,0.0004223072,0.000083708655,0.00018089796],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042060146,0.00039214754,0.00051206973,0.00024129818,0.00015124778,0.00017461125,0.00034646396,0.00029967164,0.000001190464],"category_scores_gemma":[0.00006104786,0.00037037206,0.0000836361,0.000047336725,0.0000996464,0.000094105795,0.00024325085,0.00078950624,0.000027586731],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007995242,0.000007262434,0.00044172793,0.000049272447,0.000053847547,0.0058375206,0.0006652409,0.0005523457,9.950522e-7,0.97250646,0.000026519832,0.019850783],"study_design_scores_gemma":[0.005577747,0.007158058,0.00019537308,0.0064715506,0.00039957065,0.031800058,0.0066554565,0.16450988,0.00006314852,0.6867618,0.08197033,0.008437062],"about_ca_topic_score_codex":0.00007900827,"about_ca_topic_score_gemma":0.00096538826,"teacher_disagreement_score":0.77180773,"about_ca_system_score_codex":0.00022428454,"about_ca_system_score_gemma":0.00009432876,"threshold_uncertainty_score":0.99987483},"labels":[],"label_agreement":null},{"id":"W2496855459","doi":"10.4018/978-1-4666-9983-0.ch001","title":"A Language and a Space","year":2016,"lang":"en","type":"book-chapter","venue":"Advances in educational marketing, administration, and leadership book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sensemaking; Learning analytics; Variety (cybernetics); Formative assessment; Computer science; Visualization; Analytics; Perception; Human–computer interaction; Data science; Space (punctuation); Knowledge management; Psychology; Mathematics education; Artificial intelligence","score_opus":0.0201021231030265,"score_gpt":0.2782799381361755,"score_spread":0.258177815033149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2496855459","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035087578,0.14320913,0.0015272757,0.15612917,0.00078473456,0.00044765612,0.00005766267,0.00019216294,0.6973013],"genre_scores_gemma":[0.016760288,0.011859945,0.006956654,0.00060374837,0.0006377088,0.000017827293,0.000041440155,0.00003089633,0.9630915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986322,0.00006823667,0.0003107576,0.0005295045,0.0002288511,0.00023046679],"domain_scores_gemma":[0.99864113,0.0006502311,0.0002552128,0.0002619397,0.00008210817,0.00010934595],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040351317,0.00027967017,0.00024397536,0.00015908542,0.00014479527,0.0001597665,0.00023087976,0.00014830576,0.00012088592],"category_scores_gemma":[0.00030096906,0.00025834303,0.00003965186,0.000042790292,0.00033619875,0.0012159398,0.00005384434,0.00026368676,0.000011892422],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049786522,0.00002405673,0.0010588664,0.0002985648,0.000016431493,0.000011163984,0.0019570237,0.0000012322673,0.000004899446,0.98686355,0.0008880683,0.0088263415],"study_design_scores_gemma":[0.00026525347,0.0001688556,0.001743224,0.0010822705,0.000020878384,0.00015208483,0.001538413,0.000055029293,0.000012655081,0.07390547,0.92043674,0.0006191198],"about_ca_topic_score_codex":0.0000013257372,"about_ca_topic_score_gemma":0.00011905823,"teacher_disagreement_score":0.9195487,"about_ca_system_score_codex":0.000038343795,"about_ca_system_score_gemma":0.00044416788,"threshold_uncertainty_score":0.9999869},"labels":[],"label_agreement":null},{"id":"W2499586686","doi":"10.4018/978-1-4666-8265-8.ch007","title":"Informal and Self-Directed Learning in the Age of Massive Open Online Courses (MOOCs)","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Phenomenon; Massive open online course; Variety (cybernetics); Informal learning; Online learning; Open educational resources; Mathematics education; Computer science; Psychology; World Wide Web; Pedagogy; Epistemology; Artificial intelligence","score_opus":0.028770603604446807,"score_gpt":0.3359601536805811,"score_spread":0.30718955007613424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2499586686","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013729162,0.12639548,0.00007328179,0.054642335,0.009152686,0.0034274715,0.000041395255,0.00070242304,0.7918358],"genre_scores_gemma":[0.0052482826,0.0065958155,0.034730833,0.0009382172,0.000101864214,0.00004903642,0.00025762958,0.000018697394,0.9520596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988324,0.00007324675,0.00040234794,0.00026018257,0.0002882175,0.00014360086],"domain_scores_gemma":[0.99923706,0.00014159284,0.00029365427,0.00014170291,0.00014113281,0.000044851495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034677304,0.00020511865,0.00028018942,0.00017799163,0.000120204524,0.000079492376,0.00046669896,0.00011762289,0.000039950068],"category_scores_gemma":[0.000025139683,0.00014887864,0.000013717319,0.00009549958,0.000099395125,0.0012363736,0.00037643715,0.00044672017,0.0000023625635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011862726,0.0007289953,0.017861446,0.0006526371,0.00007630288,0.000031335276,0.031218076,0.00022771466,0.0000034534141,0.82758677,0.0043280525,0.117166616],"study_design_scores_gemma":[0.00022402577,0.00005432505,0.026274176,0.00075352186,0.0000057760362,0.0000069544935,0.00049988716,0.00007002807,0.0000019510758,0.009667031,0.96223116,0.00021114474],"about_ca_topic_score_codex":0.0000054613115,"about_ca_topic_score_gemma":0.00006339939,"teacher_disagreement_score":0.95790315,"about_ca_system_score_codex":0.000041578493,"about_ca_system_score_gemma":0.0011347269,"threshold_uncertainty_score":0.6071094},"labels":[],"label_agreement":null},{"id":"W2501849160","doi":"10.4018/978-1-61520-678-0.ch008","title":"iCyborg","year":2010,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Engineering ethics; Psychology; Epistemology; Sociology; Computer science; Pedagogy; Mathematics education; Cognitive science; Engineering; Philosophy","score_opus":0.013256038095753618,"score_gpt":0.25455232339306627,"score_spread":0.24129628529731265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501849160","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016470729,0.00012008126,0.0063957237,0.0008085835,0.0007899328,0.000071729904,0.000021494243,0.00037043868,0.99140555],"genre_scores_gemma":[0.032307863,0.0000051596794,0.033792924,0.0012444122,0.0012562312,0.0000026711919,0.0000033001704,0.000051659932,0.9313358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99855435,0.000009278229,0.0002486032,0.00051242113,0.00037609006,0.0002992683],"domain_scores_gemma":[0.99857336,0.000023691746,0.00017363687,0.0009500046,0.00010435133,0.00017495359],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000101190846,0.00031953244,0.00031705093,0.000056919616,0.00010606575,0.0001989047,0.0011998734,0.00047736778,0.000024198469],"category_scores_gemma":[0.000019447525,0.00030421364,0.00020965401,0.000018464154,0.00007931504,0.000047304475,0.00038830139,0.00076969917,0.0009493393],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.098447e-7,0.000003670103,0.0000053004264,0.0000069680304,0.00002378175,0.000067555506,0.000014126198,0.0000018465652,0.000013475592,0.9832371,0.0010823973,0.015542864],"study_design_scores_gemma":[0.000090709415,0.00004043583,0.000008771165,0.00005311931,0.00001956753,0.00004308739,4.6184778e-7,0.0004204405,0.000021323047,0.63643086,0.36257517,0.00029606596],"about_ca_topic_score_codex":0.000020276484,"about_ca_topic_score_gemma":0.000035764406,"teacher_disagreement_score":0.36149278,"about_ca_system_score_codex":0.00006042599,"about_ca_system_score_gemma":0.00024175335,"threshold_uncertainty_score":0.999941},"labels":[],"label_agreement":null},{"id":"W2503820866","doi":"10.4018/978-1-60960-472-1.ch423","title":"Promoting E-Governance Through Capacity Development for the Global Environment","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Institute for Sustainable Development","funders":"","keywords":"Mandate; Curriculum; Political science; Corporate governance; Sustainable development; Capacity building; Knowledge management; Commission; Sustainability; European commission; Business; Engineering; Public relations; Environmental planning; Computer science; Geography","score_opus":0.03591708445306042,"score_gpt":0.24307692624273322,"score_spread":0.2071598417896728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503820866","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000063481224,0.00086527306,0.19324258,0.0010018855,0.000630677,0.00068390265,0.00011995348,0.0002181312,0.80317414],"genre_scores_gemma":[0.26674163,0.00015972616,0.49837735,0.0033806488,0.0020799278,0.00022175272,0.000014194777,0.00017916146,0.22884561],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997835,0.00001817785,0.00043300775,0.00070212083,0.0005342023,0.0004775381],"domain_scores_gemma":[0.99851793,0.00005374126,0.00045361454,0.00080942875,0.00006202726,0.00010327363],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025362917,0.0004507682,0.0003589682,0.0000058381065,0.00034388513,0.00014590469,0.001452198,0.00024911395,0.000011596036],"category_scores_gemma":[0.000025734866,0.0003430993,0.00023252997,0.00001780706,0.00012794523,0.00008248945,0.0005574953,0.00030097857,0.00012429003],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044559197,0.000014306194,0.000025092053,0.000028320208,0.00010395309,0.000007973934,0.00035013948,0.000016237102,5.369459e-7,0.95625156,0.0003469901,0.042850416],"study_design_scores_gemma":[0.00019939012,0.00007196242,0.0001118275,0.00015134802,0.00005121217,0.00002707673,0.0000025964796,0.0012198699,0.000039941133,0.575959,0.42174965,0.0004161103],"about_ca_topic_score_codex":0.000052584273,"about_ca_topic_score_gemma":0.000035387,"teacher_disagreement_score":0.5743285,"about_ca_system_score_codex":0.00059014186,"about_ca_system_score_gemma":0.00029109782,"threshold_uncertainty_score":0.9999021},"labels":[],"label_agreement":null},{"id":"W2510160206","doi":"10.1007/978-3-319-06520-5_9","title":"Curricular and Learning Analytics: A Big Data Perspective","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Perspective (graphical); Analytics; Data science; Computer science; Cultural analytics; Curriculum; Big data; Software analytics; Data analysis; Knowledge management; Psychology; Artificial intelligence; Semantic analytics; Pedagogy; Software; Data mining","score_opus":0.04675084575861869,"score_gpt":0.28237739749683666,"score_spread":0.23562655173821798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510160206","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031050977,0.0011647568,0.20907961,0.0052350787,0.00020579522,0.00007332966,0.000015900898,0.00027327807,0.78394914],"genre_scores_gemma":[0.0023382683,0.0006950636,0.010819042,0.00018752315,0.00075986644,4.8384027e-7,0.000019122344,0.00003697952,0.98514366],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982269,0.00003412489,0.0002148635,0.00095755595,0.00032807238,0.00023850818],"domain_scores_gemma":[0.99805087,0.0001501588,0.00018112564,0.0012937558,0.0001888964,0.00013517778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003519621,0.0002932188,0.00034706335,0.00022815168,0.00015653408,0.00022370719,0.0012787323,0.00018655484,0.000058380287],"category_scores_gemma":[0.00016258206,0.00021059284,0.000077719786,0.00005468147,0.00009863687,0.00022446862,0.0016177578,0.00071004423,0.00023721982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.651425e-7,0.000006847819,0.000049921095,0.000010409855,0.00011422985,0.00005269976,0.000084384155,0.000012262192,0.0000018701793,0.91726905,0.0012159761,0.08118159],"study_design_scores_gemma":[0.0002799277,0.0001327747,0.000021046788,0.00032448376,0.00012760097,0.000059146038,0.00007901172,0.109215096,0.0000012835523,0.1355183,0.7535125,0.00072884717],"about_ca_topic_score_codex":0.000025464542,"about_ca_topic_score_gemma":0.00001288256,"teacher_disagreement_score":0.78175074,"about_ca_system_score_codex":0.00005763055,"about_ca_system_score_gemma":0.0001249898,"threshold_uncertainty_score":0.85877264},"labels":[],"label_agreement":null},{"id":"W2510408890","doi":"10.1109/cict.2016.137","title":"Examining Diagnosis Paths: A Process Mining Approach","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Variety (cybernetics); Process (computing); Data science; Learning analytics; Process mining; Educational data mining; Tracing; Machine learning; Artificial intelligence; Human–computer interaction; Work in process; Business process; Engineering","score_opus":0.038780806476309784,"score_gpt":0.2717938087107987,"score_spread":0.23301300223448895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510408890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.195353,0.000043589524,0.7858425,0.003174037,0.00008950958,0.000053110296,6.1013174e-7,0.00046361246,0.014980038],"genre_scores_gemma":[0.89880663,0.000010769968,0.09894018,0.00020280751,0.00008400258,0.000020139094,3.664115e-7,0.000007650096,0.0019274752],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990395,0.000033445536,0.00014261206,0.00034200144,0.00019797077,0.0002445146],"domain_scores_gemma":[0.9993198,0.00017514164,0.000056237997,0.00031621708,0.00005311252,0.000079501566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023539354,0.00009396699,0.000114509334,0.00007365105,0.00007524995,0.00009601076,0.0005521753,0.00004018478,0.000016204507],"category_scores_gemma":[0.00015906712,0.000058072892,0.000030384226,0.00028930532,0.000024613393,0.0003331655,0.00012412324,0.000055972225,0.000050794715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015336225,0.00018178458,0.15142506,0.00003598107,0.000026314725,0.000017692808,0.002032982,0.0001495351,0.00017200309,0.016404964,0.0012933298,0.8282588],"study_design_scores_gemma":[0.0032819537,0.0010713973,0.045837484,0.0009924768,0.00006709241,0.00013996461,0.004261014,0.90168905,0.007148668,0.014767314,0.018009963,0.0027335933],"about_ca_topic_score_codex":0.0000030378928,"about_ca_topic_score_gemma":5.976573e-7,"teacher_disagreement_score":0.90153956,"about_ca_system_score_codex":0.000013000363,"about_ca_system_score_gemma":0.000041641066,"threshold_uncertainty_score":0.23681438},"labels":[],"label_agreement":null},{"id":"W2512045614","doi":"10.1007/978-3-319-45153-4_71","title":"Detecting and Supporting the Evolving Knowledge Interests of Lifelong Professionals","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Baseline (sea); Programmer; Term (time); Computer science; Lifelong learning; Knowledge base; Recall; Knowledge management; Data science; Artificial intelligence; Psychology; Cognitive psychology; Pedagogy; Political science; Programming language","score_opus":0.017814513566689002,"score_gpt":0.30678649080432624,"score_spread":0.28897197723763723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512045614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012147712,0.0008014991,0.9923212,0.002970156,0.0008104784,0.00017172645,0.0000013625943,0.00007096646,0.0016378236],"genre_scores_gemma":[0.926463,0.000017021748,0.07215712,0.00028200122,0.0004396245,0.0000020806062,3.4474147e-7,0.00002095383,0.0006178135],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99756706,0.000065391556,0.00056925503,0.000834494,0.0004943433,0.0004694398],"domain_scores_gemma":[0.99666274,0.0016165436,0.0005531476,0.0007696479,0.00029861022,0.000099325356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018584676,0.00031268073,0.00040136254,0.0004359199,0.0003225604,0.00024717316,0.0020162333,0.00017501827,0.000009208088],"category_scores_gemma":[0.0006549199,0.00018944418,0.00009116753,0.00034825807,0.0005820269,0.00035484432,0.0020249945,0.000748204,0.000007820176],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015042245,0.000015086108,0.0005177795,0.00007613578,0.000011231875,0.000015058684,0.002012237,0.0005451203,0.000237293,0.007180562,0.000009989483,0.989378],"study_design_scores_gemma":[0.00024610112,0.00016870079,0.0008727475,0.0042429604,0.000014597919,0.00009676924,0.0000025643267,0.87021923,0.0019684222,0.1212628,0.0003102952,0.0005948091],"about_ca_topic_score_codex":0.0000048375737,"about_ca_topic_score_gemma":0.00003625155,"teacher_disagreement_score":0.9887832,"about_ca_system_score_codex":0.0000777952,"about_ca_system_score_gemma":0.00046148588,"threshold_uncertainty_score":0.772531},"labels":[],"label_agreement":null},{"id":"W2512890499","doi":"10.55016/ojs/jet.v37i3.52670","title":"Core French Teachers and Technology: Classroom Application and Belief Systems","year":2018,"lang":"en","type":"article","venue":"Journal of educational thought.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Core (optical fiber); Belief system; Psychology; Mathematics education; Pedagogy; Cognitive science; Computer science; Epistemology; Philosophy; Telecommunications","score_opus":0.01741760635279112,"score_gpt":0.30819507882402997,"score_spread":0.29077747247123886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512890499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81790704,0.004971952,0.06428261,0.1101008,0.0011739375,0.00013942209,0.0000029550772,0.000042150492,0.0013791595],"genre_scores_gemma":[0.94186866,0.0000763248,0.055332538,0.000089941066,0.0010335606,0.000002193053,0.0000011464846,0.000005080373,0.0015905233],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993417,0.000022975577,0.00023263284,0.00013360394,0.00017043308,0.0000986412],"domain_scores_gemma":[0.9990311,0.00011179572,0.00027926106,0.00015152189,0.0003488915,0.000077417935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033087764,0.00006994832,0.00012109673,0.00020173671,0.00011772887,0.00008590816,0.0002631667,0.00006664675,0.0000029608184],"category_scores_gemma":[0.00015364212,0.000057333746,0.000017873905,0.00034866194,0.000120229495,0.00020026951,0.00005476749,0.00020143432,0.000008035533],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042199254,0.0002583992,0.18148424,0.00003605262,0.00009396088,0.0000023264063,0.0012623045,0.000052174673,0.0020275307,0.75537634,0.019924412,0.039478056],"study_design_scores_gemma":[0.0013450842,0.0013162859,0.1602638,0.00046272433,0.00012494165,0.0025947078,0.0014732488,0.09325971,0.0003560269,0.3026858,0.4354274,0.0006902932],"about_ca_topic_score_codex":0.0000065458607,"about_ca_topic_score_gemma":0.0000024741696,"teacher_disagreement_score":0.45269054,"about_ca_system_score_codex":0.000030904495,"about_ca_system_score_gemma":0.0001860065,"threshold_uncertainty_score":0.23380023},"labels":[],"label_agreement":null},{"id":"W2514969045","doi":"10.3138/cmlr.72.3.386","title":"<i>Technology-mediated TBLT: Researching Technology and Tasks</i> by M. González-Lloret and L. Ortega (Eds.)","year":2016,"lang":"en","type":"article","venue":"Canadian Modern Language Review/ La Revue canadienne des langues vivantes","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Psychology","score_opus":0.006133342776430069,"score_gpt":0.22765418405241505,"score_spread":0.22152084127598498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514969045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61087775,0.33593416,0.004174596,0.046815746,0.00009665673,0.00047341903,0.00056686637,0.00048197006,0.000578851],"genre_scores_gemma":[0.9342073,0.056760326,0.005105681,0.0014645362,0.000095696974,0.000046806566,0.0000708283,0.000075855285,0.0021729798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758345,0.00014164115,0.0003551205,0.0007526692,0.00010402482,0.0010630782],"domain_scores_gemma":[0.9977549,0.0002737882,0.00013501265,0.00082358863,0.00013828989,0.00087445567],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006144572,0.00033250672,0.0005602155,0.00091163337,0.0002527459,0.00011205136,0.0008741513,0.00024562053,0.000017320135],"category_scores_gemma":[0.00166424,0.00025891836,0.0000611638,0.001141174,0.0005526379,0.00026928095,0.00022899047,0.0004371481,0.000021033162],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039231036,0.000024973559,0.00736317,0.0013145219,0.00011151047,0.0021582746,0.0024681129,8.1829694e-7,0.038233496,0.012698937,0.0053031794,0.9303191],"study_design_scores_gemma":[0.0027854338,0.0007946916,0.004753033,0.026707726,0.00034034802,0.007018845,0.002411925,0.018433077,0.0017008277,0.041244283,0.88968116,0.004128674],"about_ca_topic_score_codex":0.012844366,"about_ca_topic_score_gemma":0.08630851,"teacher_disagreement_score":0.92619044,"about_ca_system_score_codex":0.00020531258,"about_ca_system_score_gemma":0.00019982325,"threshold_uncertainty_score":0.9999863},"labels":[],"label_agreement":null},{"id":"W2519094971","doi":"10.1007/978-981-10-2419-1_30","title":"Breadth and Depth of Learning Analytics","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in educational technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Analytics; Learning analytics; Competence (human resources); Coding (social sciences); Computer science; Data science; Dashboard; Elaboration; Knowledge management; Psychology; Sociology; Social psychology","score_opus":0.011073934377628486,"score_gpt":0.27037721756783967,"score_spread":0.2593032831902112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519094971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001842768,0.0076857917,0.61596656,0.24462776,0.00093843264,0.00037596974,0.00002267904,0.00050894107,0.12803108],"genre_scores_gemma":[0.90425247,0.00049218704,0.056327563,0.00016614443,0.00027400238,0.000005231681,0.000017932185,0.00004162368,0.03842286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891883,0.000014947459,0.00029368512,0.00041238166,0.00016935043,0.00019079569],"domain_scores_gemma":[0.9987185,0.00045454936,0.00026741697,0.000388341,0.00013608481,0.000035114528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012155704,0.0002088191,0.0003324673,0.00086902373,0.000045014047,0.000017198834,0.0005232939,0.00054408546,0.00003624144],"category_scores_gemma":[0.0004725751,0.00017849907,0.000053493935,0.0001951635,0.0002455812,0.00004606877,0.00020730856,0.0007632447,0.0000176765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013372568,0.000019761223,0.00485852,0.000026844154,0.00003203815,0.0000031291106,0.000054650045,0.00030516644,0.000055204906,0.8798821,0.000020802177,0.114740476],"study_design_scores_gemma":[0.00011866908,0.00008272519,0.00044449227,0.00022826792,0.000017408396,0.000052311967,0.0000022188724,0.0019104773,0.000114697425,0.98456466,0.012242195,0.00022189933],"about_ca_topic_score_codex":0.000003539188,"about_ca_topic_score_gemma":0.000032080014,"teacher_disagreement_score":0.9024097,"about_ca_system_score_codex":0.00006324266,"about_ca_system_score_gemma":0.00028475255,"threshold_uncertainty_score":0.7278981},"labels":[],"label_agreement":null},{"id":"W2519254232","doi":"10.1007/978-981-10-2419-1","title":"Innovations in Smart Learning","year":2016,"lang":"en","type":"book","venue":"Lecture notes in educational technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.00949426556083135,"score_gpt":0.2803288208042016,"score_spread":0.27083455524337025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519254232","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011262964,0.0016189754,0.31571808,0.60904986,0.0016728363,0.00039039642,0.000009594644,0.00067490013,0.06973904],"genre_scores_gemma":[0.47698236,0.0002623289,0.12724961,0.0020225632,0.0015710535,0.00017887042,0.0003174546,0.00013037502,0.3912854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99852425,0.00004125265,0.00038523416,0.0005361888,0.0001893238,0.00032374298],"domain_scores_gemma":[0.9985107,0.00062227104,0.00020399614,0.0004888399,0.0001494774,0.0000247009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021086857,0.00022964134,0.00029381207,0.0022223822,0.000067300934,0.000035342295,0.0009555083,0.0007532189,0.00006422888],"category_scores_gemma":[0.0015362307,0.00021157647,0.000043896685,0.0013873901,0.00013497949,0.00008771432,0.00022286018,0.0017155362,0.00014822182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001372879,0.00010064461,0.01564299,0.000026550046,0.000017968783,0.000011011454,0.00015576184,0.0013443516,0.00006253619,0.8855957,0.0012843093,0.09575684],"study_design_scores_gemma":[0.0001391112,0.0000354301,0.0008970087,0.00023613682,0.0000028001664,0.000022818536,0.0000018503102,0.0011974502,0.000029518593,0.8976566,0.09953651,0.0002447231],"about_ca_topic_score_codex":0.00000846753,"about_ca_topic_score_gemma":0.000114828144,"teacher_disagreement_score":0.6070273,"about_ca_system_score_codex":0.0004161382,"about_ca_system_score_gemma":0.0015393521,"threshold_uncertainty_score":0.8627838},"labels":[],"label_agreement":null},{"id":"W2519274108","doi":"10.1002/9781118998205.ch8","title":"EXAMINING THE LEARNING NETWORKS OF A MOOC","year":2016,"lang":"en","type":"other","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Demographics; Online learning; Massive open online course; Position (finance); Higher education; Mathematics education; Psychology; Sociology; World Wide Web; Computer science; Political science; Business; Demography","score_opus":0.018238200212269195,"score_gpt":0.26568438969867075,"score_spread":0.24744618948640157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519274108","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001898339,0.00022121114,0.4457363,0.00042892652,0.0001305153,0.000026718619,1.981742e-7,0.000186637,0.5532676],"genre_scores_gemma":[0.0071877907,0.00012483602,0.005349463,0.000080238744,0.00039368583,0.0000013074131,8.8810833e-7,0.000081254264,0.9867805],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99924594,0.0000815994,0.0001318274,0.00020831481,0.00016107624,0.00017122675],"domain_scores_gemma":[0.99915606,0.0001503708,0.00021246406,0.00043294154,0.000019507592,0.000028643772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002316297,0.00012154675,0.00017913924,0.0000854457,0.000039097347,0.000040103117,0.0007790123,0.00011515934,0.00048678168],"category_scores_gemma":[0.000038452326,0.00006178934,0.00005324981,0.0001359397,0.000048180744,0.000025177374,0.00022073151,0.00027392418,0.00011037244],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014053528,0.00003400116,0.0019059811,0.000048388745,0.00018743752,0.000012176368,0.0002275986,0.005281558,0.000020915615,0.073334776,0.63779056,0.2811552],"study_design_scores_gemma":[0.000100202335,0.000044455075,0.00006802929,0.00025698633,0.000011615317,0.000003238119,0.000025050955,0.18489955,0.000002673421,0.00018952058,0.81423557,0.00016313086],"about_ca_topic_score_codex":0.00003453132,"about_ca_topic_score_gemma":0.000008056663,"teacher_disagreement_score":0.44038683,"about_ca_system_score_codex":0.0000053209533,"about_ca_system_score_gemma":0.000031188618,"threshold_uncertainty_score":0.5329918},"labels":[],"label_agreement":null},{"id":"W2519598959","doi":"","title":"Detecting Dummy Learner Submitted Annotations in an Online Case Learning Environment","year":2016,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; University Health Network; McGill University","funders":"","keywords":"Computer science; Artificial intelligence; World Wide Web","score_opus":0.04062091710189778,"score_gpt":0.2822548559451393,"score_spread":0.24163393884324155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519598959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5527596,0.00007127165,0.0021851608,0.44436213,0.00030836658,0.00009035143,0.000005345895,0.00012344959,0.00009434984],"genre_scores_gemma":[0.9906246,0.000087293265,0.008131248,0.00010619272,0.00019990084,0.00003539409,0.000018005192,0.0000113560345,0.0007860326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99857146,0.00010223574,0.0002790542,0.00051998184,0.00019557148,0.000331729],"domain_scores_gemma":[0.9986673,0.00064535404,0.00012651598,0.0003247444,0.000094050585,0.00014201818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020579771,0.00017178615,0.00018908131,0.0009119426,0.00016448459,0.00005125457,0.0003420001,0.000121655474,0.00012624115],"category_scores_gemma":[0.0006646482,0.0001382576,0.00002058967,0.0007008685,0.00022203175,0.00023743713,0.00011423978,0.0005558152,0.00006153012],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010026973,0.00079307106,0.12398441,0.000012077245,0.000024361858,0.00031360387,0.0019740148,0.00012180732,0.0043514073,0.4699687,0.000070572925,0.39837596],"study_design_scores_gemma":[0.0016593363,0.00059594726,0.06432859,0.00031121378,0.000027257887,0.00065365905,0.00089178246,0.04431323,0.0011941087,0.88379925,0.0012915339,0.0009340966],"about_ca_topic_score_codex":0.00002121298,"about_ca_topic_score_gemma":0.0007020214,"teacher_disagreement_score":0.44425595,"about_ca_system_score_codex":0.00006657349,"about_ca_system_score_gemma":0.00020860297,"threshold_uncertainty_score":0.5637981},"labels":[],"label_agreement":null},{"id":"W2519675918","doi":"","title":"On College Blended Learning Based on MOOC","year":2016,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mainstream; Construct (python library); Blended learning; Mathematics education; College English; Mode (computer interface); Computer science; Online learning; Sociology; Multimedia; Pedagogy; Educational technology; Psychology; Political science; Human–computer interaction","score_opus":0.012564865756907085,"score_gpt":0.3051498521825373,"score_spread":0.29258498642563024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519675918","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16911906,0.000028537956,0.024540804,0.15251996,0.0056839874,0.00040193694,0.0000116576875,0.0006142612,0.6470798],"genre_scores_gemma":[0.97852707,8.1407603e-7,0.0015992946,0.00055340753,0.00013430382,0.0000038892617,3.6619917e-7,0.000004063063,0.019176785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99878013,0.000057329496,0.0001303805,0.00029338582,0.00053710304,0.00020168169],"domain_scores_gemma":[0.99925923,0.00014822974,0.00013176726,0.00020181214,0.00018214936,0.0000768174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003995189,0.00007618381,0.00008994836,0.00017924792,0.00033260658,0.00004450422,0.0006160429,0.000035021818,0.00010091205],"category_scores_gemma":[0.00013159607,0.000055336484,0.0000405762,0.0009281566,0.00022984065,0.00021047828,0.00004268942,0.00009285149,0.000086257445],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003953433,0.00017528239,0.00038339364,0.000003270695,0.0000010588541,2.0889448e-7,0.00016466461,0.00013803573,0.0021255864,0.9865657,0.0014593212,0.008979526],"study_design_scores_gemma":[0.0021521822,0.00179498,0.62890327,0.00060386583,0.000024424198,0.0000018812215,0.00038224715,0.030265216,0.020703662,0.089041784,0.22484441,0.0012821027],"about_ca_topic_score_codex":0.000005215619,"about_ca_topic_score_gemma":9.8518804e-8,"teacher_disagreement_score":0.89752394,"about_ca_system_score_codex":0.00011691503,"about_ca_system_score_gemma":0.0009446522,"threshold_uncertainty_score":0.25581744},"labels":[],"label_agreement":null},{"id":"W2519745136","doi":"10.1007/978-981-10-2419-1_9","title":"Assessing Learners’ Progress in a Smart Learning Environment using Bio-Inspired Clustering Mechanism","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in educational technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Cluster analysis; Competence (human resources); Computer science; Analytics; Machine learning; Artificial intelligence; Data science; Psychology","score_opus":0.020564358710144743,"score_gpt":0.2898095599707465,"score_spread":0.26924520126060175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519745136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012150754,0.00288279,0.9041652,0.07387461,0.0011493581,0.00057161023,0.000004054916,0.0005577945,0.0046438496],"genre_scores_gemma":[0.8534855,0.00010254663,0.14223048,0.00015119543,0.0002877789,0.00002795753,0.000018568657,0.0000804095,0.0036155519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99773437,0.000059347276,0.0004996513,0.0008856283,0.0003245933,0.0004964074],"domain_scores_gemma":[0.99870324,0.0002541128,0.00039186183,0.00054963696,0.00004590199,0.000055223187],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031513895,0.0004136999,0.00045822604,0.001553252,0.000145228,0.00013281393,0.0008263933,0.0008976055,0.000060303755],"category_scores_gemma":[0.00019386932,0.00039535444,0.0000913294,0.00027067366,0.00022397275,0.00021416563,0.0005124474,0.0015604302,0.000048277674],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084201665,0.00020291953,0.017605435,0.00012037131,0.00008921498,0.00011042396,0.00067866675,0.016247466,0.0012646087,0.5286391,0.0000029998846,0.4350304],"study_design_scores_gemma":[0.00047964565,0.00012636918,0.0004573947,0.001518504,0.000027108239,0.00015467101,0.000031107815,0.10237381,0.00029957286,0.88909215,0.004495886,0.00094379496],"about_ca_topic_score_codex":0.000008228172,"about_ca_topic_score_gemma":0.000028144275,"teacher_disagreement_score":0.84133476,"about_ca_system_score_codex":0.0006396103,"about_ca_system_score_gemma":0.00041408846,"threshold_uncertainty_score":0.99984986},"labels":[],"label_agreement":null},{"id":"W2520476195","doi":"10.18608/jla.2016.32.7","title":"Analytics for Knowledge Creation: Towards Epistemic Agency and Design-Mode Thinking","year":2016,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University at Albany; University of Toronto; National Science Foundation","keywords":"Learning analytics; Analytics; Agency (philosophy); Knowledge management; Business analytics; Data science; Sociology; Computer science; Engineering ethics; Business; Engineering; Social science","score_opus":0.03998044050946731,"score_gpt":0.3268373791765331,"score_spread":0.2868569386670658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520476195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077023706,0.00068350154,0.9815727,0.009130865,0.00025250405,0.00007475772,0.0000013241337,0.00006257952,0.0005194125],"genre_scores_gemma":[0.8461456,0.000645589,0.14644308,0.000064718064,0.0005362153,0.0000011371233,8.4994616e-7,0.000028193965,0.006134666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978815,0.00024223828,0.00078011875,0.0002905402,0.0004386364,0.00036699392],"domain_scores_gemma":[0.9966173,0.0011639223,0.0008862901,0.00029379834,0.0008160218,0.0002226582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022011313,0.00022922592,0.0004958988,0.00037866895,0.0005040751,0.00046630454,0.0007290831,0.00013389981,0.00000610211],"category_scores_gemma":[0.0019991084,0.00015762162,0.00026080967,0.00048180728,0.000090640744,0.0004656857,0.00014185222,0.0004400082,0.000007749287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021783609,0.00060285657,0.033899713,0.00044292663,0.0015221449,0.00023037409,0.0111496,0.18122114,0.004674338,0.069018796,0.0067460323,0.69027424],"study_design_scores_gemma":[0.0018583244,0.0013773263,0.0012455704,0.0008184273,0.0004129492,0.0003629747,0.00028697168,0.92313504,0.0006168821,0.04861009,0.0207284,0.0005470306],"about_ca_topic_score_codex":0.0000038913336,"about_ca_topic_score_gemma":0.0000023070927,"teacher_disagreement_score":0.83844316,"about_ca_system_score_codex":0.00014178174,"about_ca_system_score_gemma":0.00041325323,"threshold_uncertainty_score":0.6427623},"labels":[],"label_agreement":null},{"id":"W2522031437","doi":"10.22215/timreview/1014","title":"Perspectives on Knowledge Mobilization: An Introduction to the Special Issue","year":2016,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Mobilization; Perspective (graphical); Political science; Engineering ethics; Epistemology; Public relations; Knowledge management; Computer science; Engineering; Law; Artificial intelligence; Philosophy","score_opus":0.01503469762234843,"score_gpt":0.31678564419974603,"score_spread":0.3017509465773976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522031437","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003290396,0.0011543256,0.21884958,0.7735463,0.00044453988,0.0005518392,5.094915e-7,0.00048301587,0.0046408665],"genre_scores_gemma":[0.24743761,0.12786765,0.29408017,0.06032336,0.074659705,0.001994589,0.00011623614,0.00023779627,0.19328289],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897265,0.000058076483,0.00026489096,0.00042035198,0.00014326046,0.00014075816],"domain_scores_gemma":[0.9986748,0.0000129009295,0.000114880095,0.0009084753,0.00027516639,0.000013794323],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00062383554,0.000108569104,0.00013203704,0.0005300729,0.00012996249,0.000036291305,0.00074941164,0.000042755604,0.0001326518],"category_scores_gemma":[0.0001481286,0.00006298495,0.000020271369,0.00445468,0.000051587987,0.00019259387,0.0001970318,0.00010441639,0.00081687345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7879354e-7,0.000037051526,0.000014379687,0.00003381554,0.0000073116526,4.6257964e-7,0.000035269273,0.000006325412,0.000014121687,0.5730981,0.055947132,0.37080553],"study_design_scores_gemma":[0.00008194162,0.0001309345,0.000090653746,0.0002578537,0.0000118040425,0.0000025580703,0.00012628482,0.00011537591,0.00006762155,0.007019672,0.99199605,0.000099266435],"about_ca_topic_score_codex":1.6567596e-7,"about_ca_topic_score_gemma":0.0000011291547,"teacher_disagreement_score":0.9360489,"about_ca_system_score_codex":0.000069330286,"about_ca_system_score_gemma":0.000011618205,"threshold_uncertainty_score":0.9999611},"labels":[],"label_agreement":null},{"id":"W2523284206","doi":"10.24059/olj.v20i2.783","title":"Developing Learning Analytics Design Knowledge in the “Middle Space”: The Student Tuning Model and Align Design Framework for Learning Analytics Use","year":2016,"lang":"en","type":"article","venue":"Online Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Analytics; Computer science; Data science; Cultural analytics; Process (computing); Reflection (computer programming); Software analytics; Visual analytics; Knowledge management; Semantic analytics; Artificial intelligence; Visualization; Software","score_opus":0.1498443790950186,"score_gpt":0.3512129962980289,"score_spread":0.20136861720301028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523284206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04174798,0.00041239924,0.9477299,0.00916076,0.00011050918,0.000511422,0.0000017225002,0.00028448072,0.000040809697],"genre_scores_gemma":[0.5692506,0.0004462119,0.427689,0.0002800219,0.00024164097,0.000031927502,0.000007256695,0.00007152144,0.00198182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942701,0.0020949016,0.00081923197,0.000994419,0.00068072724,0.0011406345],"domain_scores_gemma":[0.98786277,0.010313835,0.0005788125,0.00070744037,0.00036453025,0.00017263863],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005579983,0.000583044,0.0006310373,0.00044912598,0.0014910054,0.0010309411,0.0016648052,0.00028663332,0.0000032048486],"category_scores_gemma":[0.0052880105,0.00035299003,0.00020103055,0.001461869,0.0002003744,0.0006998986,0.0006445267,0.0022107756,0.000016052889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029429131,0.00011457612,0.013526592,0.000037811948,0.00010028105,0.00002024784,0.008798043,0.9165701,0.00019849896,0.04043027,0.00005298631,0.020121131],"study_design_scores_gemma":[0.00073369814,0.0003654184,0.001881596,0.00070271024,0.00010167485,0.000024815587,0.0043485477,0.97928804,0.00003770652,0.008168431,0.003752123,0.0005952211],"about_ca_topic_score_codex":0.000018255829,"about_ca_topic_score_gemma":0.000028546938,"teacher_disagreement_score":0.5275026,"about_ca_system_score_codex":0.00022874786,"about_ca_system_score_gemma":0.0004115112,"threshold_uncertainty_score":0.99989223},"labels":[],"label_agreement":null},{"id":"W2524014781","doi":"10.1016/b978-0-12-801857-6.00005-1","title":"Understanding Emotional Expressions in Social Media Through Data Mining","year":2016,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Social media; Domain (mathematical analysis); Data science; Social network (sociolinguistics); Social network analysis; Empirical research; Social emotional learning; Computer science; Psychology; World Wide Web; Epistemology; Developmental psychology","score_opus":0.18742307105483896,"score_gpt":0.32462358138923,"score_spread":0.137200510334391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524014781","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035724531,0.00019257351,0.013088623,0.0017362107,0.0005367567,0.0000853064,0.00008845729,0.00010966351,0.9841588],"genre_scores_gemma":[0.0027979058,0.00006312196,0.01803264,0.00021600838,0.0017889219,0.0000033199965,0.00007765978,0.00006198434,0.97695845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791694,0.000052773896,0.000421269,0.00073418237,0.0005284101,0.00034641806],"domain_scores_gemma":[0.9983318,0.00038500302,0.00025492976,0.00091143895,0.00003990773,0.0000769155],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000363007,0.00030470005,0.0004033482,0.0001872628,0.00025635026,0.00011838621,0.0016992987,0.00029676087,0.00007619959],"category_scores_gemma":[0.0000840767,0.00025532674,0.00010819974,0.00003024622,0.00013620588,0.00026227825,0.0012630738,0.0005387187,0.00007633116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022013292,0.000009127498,0.0000101915075,0.00002351269,0.000039928116,0.0000634906,0.0017672828,0.0000016960295,0.000011268077,0.43686768,0.0014521945,0.55975145],"study_design_scores_gemma":[0.0003692749,0.000015425036,0.000013415632,0.0015121192,0.00002751497,0.000011592974,0.000057749323,0.0008955933,0.0000014255646,0.34185594,0.6547397,0.00050028914],"about_ca_topic_score_codex":1.1463287e-7,"about_ca_topic_score_gemma":0.000019471838,"teacher_disagreement_score":0.6532875,"about_ca_system_score_codex":0.00017112975,"about_ca_system_score_gemma":0.00026600788,"threshold_uncertainty_score":0.99998987},"labels":[],"label_agreement":null},{"id":"W2524160033","doi":"10.18162/ritpu-2015-v12n2-05","title":"Le MOOC et le « hype » : analyse critique des discours médiatiques sur les MOOC.","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Philosophy; Art","score_opus":0.06432505239277589,"score_gpt":0.3103921847322501,"score_spread":0.24606713233947422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524160033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55786693,0.016983872,0.11519973,0.29519394,0.00050304993,0.00022806878,0.00010896576,0.0021800117,0.011735448],"genre_scores_gemma":[0.8829091,0.0056202738,0.036918998,0.00007089206,0.00010463157,0.0000055763717,0.000047069403,0.00004024418,0.07428318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976303,0.00027421728,0.00040732007,0.0007208823,0.00039986285,0.0005674474],"domain_scores_gemma":[0.9971862,0.00046872348,0.00029014182,0.0007284013,0.0011773735,0.00014916061],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052078115,0.00040267527,0.00044290238,0.00065954274,0.0003821114,0.00038110217,0.0023337803,0.0004695791,0.0000103586735],"category_scores_gemma":[0.002412349,0.00047201672,0.00028194423,0.0009129718,0.00122877,0.0023704122,0.0013458083,0.00081163406,0.00004879012],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020613395,0.00050173426,0.01740428,0.00019714276,0.00033728904,0.00069745927,0.0032485845,0.012563455,0.00012130516,0.6682818,0.0035459762,0.2930804],"study_design_scores_gemma":[0.002415132,0.001206789,0.0050596353,0.0032007617,0.0003102766,0.0006395652,0.18807977,0.2267676,0.0032831721,0.27697664,0.28987354,0.0021871005],"about_ca_topic_score_codex":0.003197487,"about_ca_topic_score_gemma":0.003197953,"teacher_disagreement_score":0.39130512,"about_ca_system_score_codex":0.0007058132,"about_ca_system_score_gemma":0.0013831226,"threshold_uncertainty_score":0.99977314},"labels":[],"label_agreement":null},{"id":"W2524163155","doi":"10.18162/ritpu-2015-v12n2-04","title":"Modalités d’actualisation d’un scénario de MOOC au fur et à mesure de sa conception.","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Psychology","score_opus":0.07082885220304357,"score_gpt":0.31079902275396976,"score_spread":0.23997017055092618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2524163155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61352134,0.0032792664,0.24187738,0.13423565,0.0007311891,0.00018962882,0.000071057264,0.0014269013,0.0046675955],"genre_scores_gemma":[0.88060033,0.0012382474,0.045192573,0.00017607425,0.00023727983,0.0000048572974,0.000055615437,0.00002899524,0.072466046],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767435,0.00035305443,0.00034561616,0.00057445304,0.0004240596,0.0006284898],"domain_scores_gemma":[0.99782217,0.0004349543,0.00029312796,0.0006112423,0.00067499105,0.0001635082],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010379034,0.00032751742,0.00032584206,0.0004263332,0.00026562987,0.0002386934,0.0018252863,0.00058724673,0.00003503179],"category_scores_gemma":[0.0021355408,0.0003936699,0.00020468267,0.0006618807,0.000605469,0.0013789096,0.0008442572,0.00080570974,0.000115084375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002922006,0.0003021923,0.04461794,0.00013222855,0.00036375105,0.0006733782,0.035384767,0.06263058,0.00017626374,0.38720262,0.005640541,0.46284652],"study_design_scores_gemma":[0.0019607258,0.00078083196,0.0071348036,0.0016449762,0.00025635088,0.0011200962,0.08021261,0.5148865,0.0014791351,0.13422517,0.25500363,0.0012951572],"about_ca_topic_score_codex":0.00085787196,"about_ca_topic_score_gemma":0.00030611808,"teacher_disagreement_score":0.46155137,"about_ca_system_score_codex":0.003460608,"about_ca_system_score_gemma":0.001496332,"threshold_uncertainty_score":0.9998515},"labels":[],"label_agreement":null},{"id":"W2525102579","doi":"10.18162/ritpu-2016-v13n1-03","title":"Les MOOC dans les universités québécoises","year":2016,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Université du Québec; Ministry of Education, Recreation and Sports","funders":"","keywords":"Political science; Philosophy; Art","score_opus":0.04988497948753258,"score_gpt":0.27821470704667617,"score_spread":0.2283297275591436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525102579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53755635,0.005046218,0.22217219,0.20676328,0.00095073757,0.00020590008,0.00017037298,0.0026779033,0.02445707],"genre_scores_gemma":[0.56855565,0.0059163203,0.010085206,0.0000146033335,0.00010852493,0.0000014455142,0.000007735676,0.000025417616,0.41528508],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979521,0.00012299874,0.00030482677,0.0007278185,0.0003389553,0.00055328413],"domain_scores_gemma":[0.99774504,0.000692463,0.0002622446,0.00074646244,0.00046488398,0.00008892577],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016480447,0.00037875047,0.00032143065,0.00057447463,0.0004900582,0.00013143064,0.002820991,0.00051760685,0.00012442903],"category_scores_gemma":[0.0007624464,0.00034987924,0.00028261187,0.0006763415,0.0012327762,0.0012604591,0.0014205534,0.00046751465,0.00019975984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011476671,0.000116505726,0.032017596,0.00008537898,0.0001944868,0.0005936053,0.0013571051,0.00046405813,0.000661929,0.18497023,0.0010716347,0.778456],"study_design_scores_gemma":[0.0011141703,0.0005756412,0.009443853,0.003086427,0.00020255627,0.00043210425,0.032628678,0.013558211,0.0025833447,0.015827386,0.9194118,0.0011358688],"about_ca_topic_score_codex":0.0016315061,"about_ca_topic_score_gemma":0.0021787316,"teacher_disagreement_score":0.91834015,"about_ca_system_score_codex":0.0016522354,"about_ca_system_score_gemma":0.00026141602,"threshold_uncertainty_score":0.99989533},"labels":[],"label_agreement":null},{"id":"W2525342248","doi":"10.19173/irrodl.v17i5.2675","title":"MOOCs, Graduate Skills Gaps, and Employability: A Qualitative Systematic Review of the Literature","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Employability; Graduation (instrument); Bachelor; Dilemma; Higher education; Class (philosophy); Medical education; Transferable skills analysis; Psychology; Pedagogy; Mathematics education; Political science; Computer science; Engineering; Medicine","score_opus":0.07057773188124457,"score_gpt":0.4616063534018609,"score_spread":0.39102862152061635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525342248","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028655287,0.6401204,0.0033345236,0.32318607,0.00015083565,0.0034613293,0.00019562762,0.000030491476,0.0008654665],"genre_scores_gemma":[0.5455158,0.45248023,0.00048262457,0.00055951445,0.000022209402,0.000066869805,0.00002054104,0.000007763485,0.0008444566],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99550974,0.0026810593,0.0005781076,0.00024461027,0.0008179839,0.00016850531],"domain_scores_gemma":[0.9957467,0.002669683,0.0003444574,0.00044195275,0.0007468629,0.000050365325],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012512814,0.000099205245,0.00044513613,0.00006984209,0.00010344927,0.00012979227,0.001734922,0.00002566898,0.000009823229],"category_scores_gemma":[0.015685586,0.000042350435,0.00007579895,0.0007463003,0.00025060185,0.00024280313,0.001266675,0.00044756423,0.000003037149],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025877329,0.00025392332,0.008146564,0.85927457,0.00021682482,0.000013264799,0.0038311027,0.000007974075,0.00008732469,0.11103277,0.0026379917,0.01447183],"study_design_scores_gemma":[0.0002694063,0.00006832653,0.0012433009,0.98582476,0.000022668135,0.000020637914,0.00046370958,0.0003785044,0.000035215588,0.010402688,0.0011861037,0.00008469725],"about_ca_topic_score_codex":0.000053992077,"about_ca_topic_score_gemma":0.0000033611213,"teacher_disagreement_score":0.5168605,"about_ca_system_score_codex":0.000050178078,"about_ca_system_score_gemma":0.00012614692,"threshold_uncertainty_score":0.9926057},"labels":[],"label_agreement":null},{"id":"W2525379498","doi":"10.18608/jla.2014.13.7","title":"Setting Learning Analytics in Context: Overcoming the Barriers to Large-Scale Adoption","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Analytics; Knowledge management; Scale (ratio); Context (archaeology); Computer science; Data science; Set (abstract data type)","score_opus":0.008623627421887298,"score_gpt":0.26181612311925084,"score_spread":0.2531924956973636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525379498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35233206,0.00016192798,0.6358945,0.0103322575,0.0004045422,0.00009009527,6.508477e-7,0.00008921025,0.00069479214],"genre_scores_gemma":[0.9839684,0.000054694447,0.013754651,0.00079229486,0.00045854988,7.315644e-7,0.0000014330138,0.000032154887,0.0009371309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962554,0.00082279555,0.0010654044,0.00034973462,0.00084401824,0.00066263543],"domain_scores_gemma":[0.99676734,0.00088751916,0.0010161982,0.00041531734,0.00046578096,0.0004478144],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0063032163,0.00028024864,0.00058205746,0.00068765145,0.00056601857,0.00044706388,0.0011337552,0.00014467209,0.000018044115],"category_scores_gemma":[0.005765502,0.00022166446,0.00031162502,0.0014586011,0.000055639204,0.00044474337,0.00028308725,0.0024933578,0.00003068699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018137676,0.000043381297,0.14608346,0.000019527051,0.00006307995,0.00003238445,0.0049924063,0.83153826,0.00015006372,0.0018579605,0.00030425726,0.014897061],"study_design_scores_gemma":[0.0006923534,0.0004109132,0.0057275607,0.00030889444,0.00007615245,0.00006429963,0.006990015,0.943872,0.000045781875,0.00039385856,0.04113524,0.00028294],"about_ca_topic_score_codex":0.000018181508,"about_ca_topic_score_gemma":0.000065266955,"teacher_disagreement_score":0.6316363,"about_ca_system_score_codex":0.0002005603,"about_ca_system_score_gemma":0.00025651613,"threshold_uncertainty_score":0.99980795},"labels":[],"label_agreement":null},{"id":"W2525963492","doi":"10.18162/ritpu-2015-v12n12-02","title":"University teaching versus the MOOC: Reports from the field, current trends, and future directions","year":2015,"lang":"en","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Current (fluid); Field (mathematics); Engineering physics; Mathematics education; Political science; Engineering ethics; Psychology; Engineering; Electrical engineering; Mathematics","score_opus":0.027798227343321824,"score_gpt":0.28378600672911586,"score_spread":0.25598777938579403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525963492","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43880734,0.008177613,0.023311779,0.5112906,0.0033873706,0.00020087283,0.00003694278,0.0025337138,0.012253761],"genre_scores_gemma":[0.96277815,0.0055376324,0.011394432,0.00008779246,0.00060488627,0.000001844243,0.0000334746,0.000015888412,0.019545905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992345,0.000079037425,0.00009887998,0.00028347757,0.000166078,0.00013804402],"domain_scores_gemma":[0.9986168,0.00064949424,0.00011230088,0.00048796757,0.00010060686,0.000032798995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017884419,0.00011283112,0.000094944764,0.00013632576,0.00042774872,0.000097249576,0.0010507493,0.00008732913,0.0000029335345],"category_scores_gemma":[0.0005272101,0.000081391525,0.00006860494,0.0003367443,0.00014305345,0.0003709944,0.00074472796,0.00050248747,0.0000036982303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011230798,0.00002513083,0.004359648,0.0000024869178,0.00006625629,0.00009256638,0.0015392844,0.000106459775,0.0000022351423,0.02196398,0.0066208956,0.96520984],"study_design_scores_gemma":[0.00023359043,0.00007194365,0.001935098,0.00004166703,0.0000350449,0.00003931749,0.014717573,0.005636636,0.0000132781115,0.003293262,0.9738571,0.00012548747],"about_ca_topic_score_codex":0.00015818492,"about_ca_topic_score_gemma":0.00019915793,"teacher_disagreement_score":0.9672362,"about_ca_system_score_codex":0.00020536667,"about_ca_system_score_gemma":0.000059028298,"threshold_uncertainty_score":0.331905},"labels":[],"label_agreement":null},{"id":"W2526870250","doi":"10.19173/irrodl.v17i5.2541","title":"Development of Open Textbooks Learning Analytics System","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Computer science; Analytics; Class (philosophy); Open learning; Open education; Data science; World Wide Web; Open educational resources; Learning Management; Educational technology; Teaching method; Mathematics education; Psychology; Artificial intelligence; Cooperative learning","score_opus":0.11631449091084542,"score_gpt":0.44835162790060634,"score_spread":0.3320371369897609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526870250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20260043,0.034330145,0.43777922,0.17804559,0.0007515474,0.006319521,0.00011711294,0.00028648347,0.13976996],"genre_scores_gemma":[0.9887905,0.0033464325,0.006327507,0.00003625221,0.000022274404,0.00002215624,0.00001773074,0.000007452549,0.0014296678],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975588,0.00057860947,0.0005946052,0.000278348,0.0007523301,0.00023732767],"domain_scores_gemma":[0.99794525,0.00087845937,0.00031375143,0.0002902307,0.00050157803,0.000070732494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008813777,0.00009679379,0.00032222562,0.00015987216,0.00020877815,0.0002673885,0.003832422,0.000031838666,0.000028095934],"category_scores_gemma":[0.0018589795,0.000055619326,0.00004069588,0.0005610859,0.00012503724,0.00034083758,0.0037116897,0.0004419194,0.000015743864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008743355,0.00021266766,0.05259646,0.0033105398,0.00022313476,0.000035568795,0.00070398755,0.00065474655,0.0010976648,0.33417603,0.0010721328,0.60582966],"study_design_scores_gemma":[0.0046663973,0.0005638937,0.024342425,0.16831657,0.000049758662,0.000103167644,0.008473806,0.13639714,0.0027240615,0.0061852965,0.64726233,0.00091515674],"about_ca_topic_score_codex":0.0001059106,"about_ca_topic_score_gemma":0.000010861366,"teacher_disagreement_score":0.7861901,"about_ca_system_score_codex":0.00013267287,"about_ca_system_score_gemma":0.00044404535,"threshold_uncertainty_score":0.7121657},"labels":[],"label_agreement":null},{"id":"W2527060474","doi":"10.18162/ritpu-2015-v12n1-05","title":"Analyse de la participation à un cours en ligne ouvert à tous : le cas d’« enseigner et former avec le numérique (eFAN) » .","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.02882444673202665,"score_gpt":0.3022014246225279,"score_spread":0.27337697789050125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527060474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7042021,0.0021813954,0.1815444,0.09755843,0.0004010783,0.0001967256,0.00003897208,0.001095965,0.012780914],"genre_scores_gemma":[0.90773296,0.0012052085,0.022539876,0.00009494921,0.000093333525,0.000007934338,0.00003435725,0.000031374635,0.06826002],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997743,0.0004228421,0.0003701734,0.0005629343,0.0003562184,0.0005448209],"domain_scores_gemma":[0.9977827,0.00063544157,0.00028577688,0.0005909606,0.000557664,0.00014744699],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008537105,0.00032809383,0.00035668706,0.00048161726,0.0002511936,0.0002558653,0.0014900088,0.0005590513,0.00001172911],"category_scores_gemma":[0.0016967194,0.00037856976,0.00021542846,0.0007332677,0.0005507287,0.0012771388,0.00082248484,0.000716797,0.00006113144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065346205,0.0010549634,0.036535516,0.00016694551,0.00078412367,0.0025859694,0.052348252,0.08623051,0.00041128058,0.31677878,0.006771496,0.4962668],"study_design_scores_gemma":[0.0026068252,0.0010082949,0.008766569,0.0009988914,0.00022232972,0.0009861636,0.14989728,0.4872125,0.008271833,0.09111649,0.24736874,0.0015441049],"about_ca_topic_score_codex":0.0011123987,"about_ca_topic_score_gemma":0.0008867038,"teacher_disagreement_score":0.4947227,"about_ca_system_score_codex":0.0013470438,"about_ca_system_score_gemma":0.0014235188,"threshold_uncertainty_score":0.9998666},"labels":[],"label_agreement":null},{"id":"W2527590857","doi":"10.19173/irrodl.v17i5.2673","title":"A Far Cry from School History: Massive Online Open Courses as a Generative Source for Historical Research","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative; Thematic analysis; Pedagogy; Experiential learning; Perspective (graphical); Perception; Sociology; Multimedia; Computer science; Qualitative research; Psychology; Social science; Literature; Artificial intelligence","score_opus":0.18104092666566596,"score_gpt":0.478801426957796,"score_spread":0.29776050029213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527590857","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035769973,0.097218394,0.10528427,0.74840236,0.0006813476,0.0048623257,0.0004877334,0.00008852554,0.0072050546],"genre_scores_gemma":[0.74207556,0.12612857,0.037377536,0.0039279596,0.0014536369,0.0011652701,0.0007537077,0.00010695826,0.08701083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961325,0.0014386792,0.00043677367,0.00051855436,0.0010890337,0.00038443925],"domain_scores_gemma":[0.994114,0.003734668,0.00021161188,0.00044450807,0.0013238592,0.0001713824],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007963731,0.0001259091,0.00036791875,0.0002030632,0.0002971096,0.00032318692,0.004506968,0.000058268924,0.00018202343],"category_scores_gemma":[0.012781908,0.000076058546,0.00006879378,0.00047919512,0.0002543817,0.0004882431,0.0032753123,0.0008600352,0.00003284424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008696043,0.0013203751,0.02329876,0.0008441076,0.0004180229,0.000110982335,0.0010539739,0.00043074513,0.0018804445,0.24923772,0.35797268,0.36256257],"study_design_scores_gemma":[0.0011231115,0.00032693654,0.00085482514,0.0055547482,0.000007989757,0.000005952572,0.00058271026,0.01603994,0.00004584699,0.012099677,0.96321416,0.00014412214],"about_ca_topic_score_codex":0.0033947462,"about_ca_topic_score_gemma":0.000087774424,"teacher_disagreement_score":0.7444744,"about_ca_system_score_codex":0.0013476651,"about_ca_system_score_gemma":0.0011634525,"threshold_uncertainty_score":0.9955338},"labels":[],"label_agreement":null},{"id":"W2534126126","doi":"10.1109/cicem.2013.6820219","title":"The sudden revival of educational video","year":2013,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Checklist; Process (computing); The Internet; China; Computer science; Value (mathematics); Presentation (obstetrics); Frame (networking); Pedagogy; Sociology; Multimedia; Political science; Mathematics education; Psychology; Public relations; World Wide Web; Telecommunications; Law","score_opus":0.006673935986428369,"score_gpt":0.2557314116564253,"score_spread":0.24905747566999695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534126126","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05627244,0.00051521056,0.048128597,0.73909074,0.00071321527,0.00019839272,5.405128e-7,0.00010366344,0.15497723],"genre_scores_gemma":[0.94375163,0.000017383269,0.022190109,0.00024220652,0.00010156758,0.0000026934454,4.3227897e-7,0.0000017918168,0.033692192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99966353,0.000018325738,0.000086448,0.00006483935,0.00009829875,0.00006856546],"domain_scores_gemma":[0.99943936,0.00021707326,0.000032866752,0.00021315519,0.00007524047,0.000022309858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001040945,0.00002575764,0.000035676574,0.000012356213,0.00005581367,0.000061173516,0.00037929183,0.000009096625,0.00012034365],"category_scores_gemma":[0.0000995124,0.0000144886835,0.000024476685,0.00009735764,0.000023651188,0.000096706666,0.00006215948,0.00003957957,0.000265913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4405425e-7,0.00002227137,0.0049239327,0.0000033689614,0.0000067493,4.2450996e-8,0.00006334503,0.000034424094,0.000091730086,0.9395016,0.032530513,0.022821914],"study_design_scores_gemma":[0.0002481058,0.00011678507,0.15412915,0.00004682599,0.000009916653,0.000012303601,0.00019396558,0.2965921,0.00081707106,0.3711043,0.17643248,0.00029699106],"about_ca_topic_score_codex":0.000048780887,"about_ca_topic_score_gemma":0.0000029947942,"teacher_disagreement_score":0.8874792,"about_ca_system_score_codex":0.0000031762233,"about_ca_system_score_gemma":0.00005046741,"threshold_uncertainty_score":0.34178624},"labels":[],"label_agreement":null},{"id":"W2534865785","doi":"10.5176/2251-2195_cseit16.44","title":"Automated Interactive Visualization on Abstract Concepts in Computer Science","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Visualization; Human–computer interaction; Sample (material); Data visualization; Interactive visualization; Information visualization; Multimedia; Online and offline; Artificial intelligence","score_opus":0.013267956180140086,"score_gpt":0.3513904422149721,"score_spread":0.338122486034832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534865785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27290982,0.00000168622,0.72050077,0.0030557094,0.00033879848,0.00006791858,6.3621206e-7,0.0007345066,0.0023901586],"genre_scores_gemma":[0.9907947,0.0000016426437,0.008589382,0.00037390573,0.000037531016,9.4591906e-7,4.4178958e-7,0.0000035510905,0.0001978623],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990736,0.00002653876,0.0001517368,0.0003138019,0.00023799003,0.00019628747],"domain_scores_gemma":[0.99941856,0.00014435258,0.00006224097,0.0002267513,0.0000927715,0.000055298693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027985216,0.00007773236,0.000084145024,0.00022702625,0.000054494423,0.00011731222,0.00044871666,0.000025722376,0.000026073327],"category_scores_gemma":[0.00008219188,0.00004820452,0.00001907025,0.0005696622,0.00009175004,0.0006398472,0.00010896496,0.00006153352,0.00022344929],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023981776,0.00067421555,0.012103201,0.000012649,0.000017092847,0.00007034539,0.0020699613,0.009718917,0.022850418,0.25572515,0.002024656,0.6947094],"study_design_scores_gemma":[0.0003092092,0.00011002247,0.03612647,0.00009755235,4.884411e-7,0.0000026033383,0.000007831909,0.9573728,0.0049648946,0.0007241106,0.0001732962,0.00011072158],"about_ca_topic_score_codex":0.000014904257,"about_ca_topic_score_gemma":0.00000494092,"teacher_disagreement_score":0.9476539,"about_ca_system_score_codex":0.00008499237,"about_ca_system_score_gemma":0.000084028936,"threshold_uncertainty_score":0.2872063},"labels":[],"label_agreement":null},{"id":"W2534899677","doi":"10.1145/2957792.2957808","title":"A Framework for Open Assurance of Learning","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Learning analytics; Computer science; Analytics; Bridge (graph theory); Data science; Process (computing); Mainstream; Software analytics; Open source; Knowledge management; Software; Software development; Medicine","score_opus":0.030432452101614115,"score_gpt":0.33782349759797864,"score_spread":0.30739104549636453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534899677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013338564,0.0000148411455,0.9858028,0.010811382,0.000056370845,0.000056987727,5.261931e-7,0.000049605424,0.0018736101],"genre_scores_gemma":[0.532199,0.0000050730787,0.46177295,0.000068056455,0.000025225707,0.0000029350276,9.234361e-8,0.0000027665862,0.005923875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995432,0.000021920112,0.00010306943,0.00014673473,0.00007281469,0.00011224491],"domain_scores_gemma":[0.99912626,0.00050424057,0.00006782131,0.00021117715,0.00006274864,0.000027782937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023908819,0.000041649437,0.00009819641,0.000022959028,0.000041061736,0.000050660492,0.0007986279,0.000029515224,0.000017687842],"category_scores_gemma":[0.00051813346,0.000024721687,0.000035475212,0.000117565374,0.000015033953,0.00018662565,0.00019364033,0.000048440183,0.000018767387],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003505409,0.000020305593,0.0048583467,0.000008940246,0.000008936218,3.5448414e-7,0.00006641726,0.00010153879,0.00045858626,0.90173644,0.00054742635,0.092189215],"study_design_scores_gemma":[0.00138963,0.0006967095,0.0047603166,0.00063961867,0.000012224652,0.00000481467,0.000077834404,0.12896883,0.010380147,0.7470751,0.10554327,0.00045154372],"about_ca_topic_score_codex":0.00000572788,"about_ca_topic_score_gemma":0.0000016138257,"teacher_disagreement_score":0.5308652,"about_ca_system_score_codex":0.0000047385183,"about_ca_system_score_gemma":0.000038205973,"threshold_uncertainty_score":0.14840627},"labels":[],"label_agreement":null},{"id":"W2538393994","doi":"10.71781/9815","title":"An intelligent help system to support teachers to author learning sessions in decision-making in network design","year":2006,"lang":"en","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Consejo Nacional para Investigaciones Científicas y Tecnológicas; Universidad de Costa Rica; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Session (web analytics); Adaptation (eye); Computer science; Context (archaeology); Hypermedia; Multimedia; Adaptive hypermedia; World Wide Web; Psychology","score_opus":0.00940290570890621,"score_gpt":0.2416700534559482,"score_spread":0.232267147747042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2538393994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5874554,0.0009688097,0.4034837,0.0003517356,0.00167337,0.0007995112,0.0000062799886,0.0004217075,0.004839493],"genre_scores_gemma":[0.92758316,0.000010630919,0.06274636,0.00006295473,0.00017335684,0.000025215393,0.00008662877,0.000031973632,0.009279714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968668,0.00036868043,0.000590323,0.00088055985,0.00069353456,0.00060007966],"domain_scores_gemma":[0.99845535,0.00025235733,0.00027358768,0.000494069,0.00015756008,0.00036710166],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0008154575,0.00038234962,0.00046263437,0.0010105222,0.0020957438,0.00018079087,0.0010408422,0.00036627142,0.0000046146724],"category_scores_gemma":[0.00014646797,0.00043832342,0.00014814523,0.0014115396,0.000022867893,0.00035589965,0.0002165069,0.0008248515,0.000054705644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015101922,0.00010986013,0.009385284,0.000031736283,0.000022571778,0.002050908,0.018646007,0.9305774,0.00024270065,0.004033888,0.0005065991,0.034242027],"study_design_scores_gemma":[0.0010736103,0.0010604707,0.106786706,0.008241583,0.00015348749,0.000496217,0.07683855,0.7779074,0.0004940823,0.00093673065,0.02359319,0.0024180252],"about_ca_topic_score_codex":0.0059181005,"about_ca_topic_score_gemma":0.012405099,"teacher_disagreement_score":0.3407373,"about_ca_system_score_codex":0.0054014227,"about_ca_system_score_gemma":0.0014921419,"threshold_uncertainty_score":0.9998069},"labels":[],"label_agreement":null},{"id":"W2540093294","doi":"10.1109/icoac.2011.6165232","title":"Plenary online I: Cloud computing for Healthcare &amp; medical applications (online)","year":2011,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Toronto Metropolitan University","funders":"","keywords":"Cloud computing; Computer science; Health care; Multimedia; Data science; Online learning; Knowledge management; World Wide Web","score_opus":0.08106043702036206,"score_gpt":0.35505061415519446,"score_spread":0.2739901771348324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2540093294","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069288467,0.000113828784,0.96910304,0.02255993,0.0001975569,0.0002079032,0.000026179183,0.00045025855,0.00041242878],"genre_scores_gemma":[0.20986782,0.000031795735,0.78391564,0.003737625,0.0010613172,0.000011578975,0.00018193183,0.000018322213,0.0011739815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858105,0.0000474832,0.0003521502,0.00039221704,0.00029181308,0.00033530194],"domain_scores_gemma":[0.99874777,0.00018697369,0.000101331265,0.00053053466,0.0001668453,0.00026656518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032332182,0.00013038152,0.00018791386,0.00007933424,0.00019947784,0.00003136636,0.00096893223,0.00011195934,0.00004123137],"category_scores_gemma":[0.00010217186,0.00011184471,0.00010061545,0.00030808256,0.00004809718,0.00008487102,0.00027207486,0.00028207907,0.00005283431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000140113825,0.001999853,0.013797981,0.00023975389,0.000077666504,0.000011748513,0.0018886783,0.00015249076,0.000019533667,0.53094244,0.011657234,0.4391986],"study_design_scores_gemma":[0.0006161453,0.00019622299,0.0042035556,0.00008342038,0.000016767994,0.000040412746,0.0002564333,0.83531183,0.000020811503,0.020642685,0.13818544,0.00042626928],"about_ca_topic_score_codex":0.00013369077,"about_ca_topic_score_gemma":0.00028617922,"teacher_disagreement_score":0.83515936,"about_ca_system_score_codex":0.000020638015,"about_ca_system_score_gemma":0.00020439837,"threshold_uncertainty_score":0.4560895},"labels":[],"label_agreement":null},{"id":"W2553979229","doi":"10.4018/978-1-5225-1650-7.ch002","title":"Cloud-Enabled Learning Environment","year":2016,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Sociocultural evolution; Computer science; Knowledge management; Multimedia; Sociology","score_opus":0.00937754041456207,"score_gpt":0.22864945811370954,"score_spread":0.21927191769914747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553979229","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017418625,0.1938265,0.1738322,0.12266036,0.0049985046,0.0014037668,0.000069816975,0.0028342786,0.5002004],"genre_scores_gemma":[0.0015783366,0.186797,0.17927304,0.00012191371,0.00045897934,0.00008156674,0.00002106734,0.000050180042,0.6316179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984603,0.00002330324,0.00035676698,0.0006021365,0.00030563035,0.00025186542],"domain_scores_gemma":[0.99907416,0.00024019045,0.00026782008,0.0003202452,0.000060328606,0.000037226666],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014078701,0.00032001126,0.0002953145,0.00032356987,0.00023767266,0.00007457598,0.0005096767,0.00028475132,0.00011035928],"category_scores_gemma":[0.00010434257,0.00027458428,0.000059901322,0.00006053347,0.0005518724,0.001496253,0.0002939226,0.0005496954,0.00004811013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011301912,0.000010174018,0.00006663566,0.000019374807,0.000016282518,0.0000029301812,0.000015152731,0.0006246268,0.000011969512,0.86969477,0.00014691649,0.1293799],"study_design_scores_gemma":[0.00007975563,0.00009967593,0.00003053989,0.000115594645,0.000004190965,0.00006312127,0.000039400893,0.000116368145,0.000035743775,0.5052452,0.49395826,0.00021212679],"about_ca_topic_score_codex":5.958058e-7,"about_ca_topic_score_gemma":0.0000012352048,"teacher_disagreement_score":0.49381134,"about_ca_system_score_codex":0.00016575126,"about_ca_system_score_gemma":0.00018833525,"threshold_uncertainty_score":0.9999706},"labels":[],"label_agreement":null},{"id":"W2557270622","doi":"","title":"Pedagogy and usability in interactive algorithm visualizations: Designing and evaluating CIspace","year":2007,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Usability; Computer science; Set (abstract data type); Pluralistic walkthrough; Usability engineering; Human–computer interaction","score_opus":0.030770443087047336,"score_gpt":0.42285739756750074,"score_spread":0.3920869544804534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557270622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16859652,0.00007344657,0.8301888,0.0006737741,0.000028569757,0.00004969178,1.11340846e-7,0.000039910115,0.00034918322],"genre_scores_gemma":[0.6188029,0.00000913897,0.38091436,0.00009098011,0.000019292484,7.759194e-7,4.1460308e-7,0.0000027172937,0.00015940976],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992373,0.00009019578,0.0001609767,0.00024838778,0.0001123903,0.00015076507],"domain_scores_gemma":[0.9992182,0.0005080413,0.00004691853,0.00011241385,0.000062944266,0.000051466795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00131247,0.00006666352,0.000095466006,0.00010566928,0.00006961401,0.00009136613,0.000090118934,0.000030476634,0.000004252452],"category_scores_gemma":[0.00040339972,0.00006112635,0.000009674311,0.0002538739,0.000035039673,0.00028072545,0.00012981491,0.00012005065,0.0000014961486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039194842,0.00006671196,0.08071146,0.00001381341,0.000007819737,0.0000094512425,0.0050620856,0.0003356193,0.000552091,0.007768173,0.000009865483,0.905459],"study_design_scores_gemma":[0.00019963097,0.00008086998,0.033168066,0.000025581761,0.000002767894,0.000011670181,0.0010807741,0.9621276,0.00031279746,0.0028621613,0.000040036957,0.00008803513],"about_ca_topic_score_codex":0.00011530596,"about_ca_topic_score_gemma":0.00011217618,"teacher_disagreement_score":0.961792,"about_ca_system_score_codex":0.000024961904,"about_ca_system_score_gemma":0.00004089245,"threshold_uncertainty_score":0.24926603},"labels":[],"label_agreement":null},{"id":"W2558051267","doi":"10.1145/2872518.2890460","title":"Competency Based Learning in the Web of Learning Data","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Scalability; Web intelligence; Data science; World Wide Web; Web mining; Web engineering; Big data; Path (computing); Web modeling; Multimedia; The Internet; Web page; Data mining; Database","score_opus":0.029538314423637652,"score_gpt":0.2850410009371467,"score_spread":0.25550268651350905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558051267","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065892875,0.000106299805,0.8342758,0.073719814,0.00015023327,0.00012898735,0.000002961884,0.00038136242,0.025341658],"genre_scores_gemma":[0.97378606,0.000014694379,0.024823988,0.0001598462,0.000028879262,6.2687735e-7,0.0000034246902,0.0000043152413,0.0011781825],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890745,0.00024428373,0.00018871442,0.0002465602,0.00023850177,0.0001744798],"domain_scores_gemma":[0.9986652,0.00050217146,0.00008758478,0.0006849457,0.00003646396,0.000023598415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010272716,0.00007174295,0.000113560585,0.00009281406,0.00006237112,0.000041944204,0.0017185796,0.000027650058,0.000035289468],"category_scores_gemma":[0.0004010347,0.000035932208,0.000027861508,0.00037998974,0.00003886343,0.00023186537,0.0002949948,0.00022998976,0.000040590232],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009197786,0.0002816182,0.530011,0.000045789802,0.000023425258,0.000041286956,0.0007409649,0.0124822995,0.0061221295,0.21007307,0.0018545897,0.23831463],"study_design_scores_gemma":[0.0004292636,0.00010635324,0.007738999,0.00007500231,0.000003895313,0.0000032475336,0.00012445403,0.95714843,0.000101691956,0.00072003296,0.03343664,0.00011195817],"about_ca_topic_score_codex":0.000025127058,"about_ca_topic_score_gemma":0.000028323471,"teacher_disagreement_score":0.94466615,"about_ca_system_score_codex":0.0000070286183,"about_ca_system_score_gemma":0.00019509303,"threshold_uncertainty_score":0.3193577},"labels":[],"label_agreement":null},{"id":"W2558144892","doi":"","title":"Psychophysiological Measures of Cognitive Absorption and Cognitive Load in E-Learning Applications","year":2016,"lang":"en","type":"article","venue":"International Conference on Information Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cognition; Absorption (acoustics); Cognitive load; Computer science; Cognitive psychology; Psychology; Physics; Neuroscience; Optics","score_opus":0.04205199672378833,"score_gpt":0.31036399646559953,"score_spread":0.2683119997418112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558144892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14106311,0.000030502619,0.8180186,0.0018314963,0.00030492048,0.00045771504,0.000050803163,0.0001148003,0.038128007],"genre_scores_gemma":[0.99950653,0.000063037834,0.00011983085,0.000047984868,0.000035323337,0.00005642287,0.000015369216,0.0000018347729,0.00015366708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989951,0.000071849674,0.00035079574,0.00013290193,0.0003605787,0.00008872952],"domain_scores_gemma":[0.9986372,0.00024929075,0.0002692847,0.000069545335,0.00073933514,0.000035358258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028986606,0.00008263271,0.000120679826,0.0001945057,0.000035259935,0.000096952026,0.0002011337,0.00005628173,0.00001070964],"category_scores_gemma":[0.0002945051,0.00005876886,0.00002413032,0.00013501178,0.000055067278,0.0007311602,0.00004572286,0.00011066996,0.00009686668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011558825,0.00010349229,0.009996661,0.000035631325,0.000062476436,9.781863e-7,0.0020513583,0.0002986869,0.0015747832,0.6755642,0.000029901308,0.31016618],"study_design_scores_gemma":[0.011016869,0.0017838146,0.15714963,0.009154078,0.000047116642,0.00007704161,0.013389471,0.76383865,0.0016442717,0.02782055,0.012548092,0.0015304509],"about_ca_topic_score_codex":0.000020925785,"about_ca_topic_score_gemma":0.0000020669756,"teacher_disagreement_score":0.85844344,"about_ca_system_score_codex":0.000040340285,"about_ca_system_score_gemma":0.00006059937,"threshold_uncertainty_score":0.23965245},"labels":[],"label_agreement":null},{"id":"W2558376416","doi":"10.1109/fie.2016.7757448","title":"7 surprising lessons learned from teaching iOS programming to 30,000+ MOOC students","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CLARITY; Computer science; Course (navigation); Focus (optics); Multimedia; Quality (philosophy); Scale (ratio); Mathematics education; Psychology; Engineering","score_opus":0.04818424649589364,"score_gpt":0.3622180783392638,"score_spread":0.31403383184337014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558376416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34189174,0.000019518076,0.63182694,0.024616627,0.00019512806,0.00010242251,0.000002535493,0.0004973834,0.00084771006],"genre_scores_gemma":[0.8913399,0.0000054577795,0.10384462,0.00040076338,0.00017274039,0.0000026422556,0.0000010523477,0.000015593028,0.004217246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981185,0.00013088665,0.00024249151,0.000557493,0.00051990134,0.00043072732],"domain_scores_gemma":[0.9988437,0.00022081111,0.0000760349,0.0005959141,0.000057093333,0.0002063977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006610475,0.00015995059,0.00019397012,0.00012047396,0.0002389417,0.0005837323,0.0012513588,0.000060312614,0.00004673123],"category_scores_gemma":[0.00029301137,0.00010800374,0.00006621911,0.00021109133,0.000018455556,0.0003348109,0.0006526,0.00022529095,0.00044879367],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022766712,0.00011557184,0.028742984,0.0000024131557,0.000032043878,0.000017898858,0.0010108333,0.00010931371,0.0032504678,0.0046482114,0.00040669035,0.9616613],"study_design_scores_gemma":[0.008365023,0.001702059,0.19289659,0.0039346907,0.00024994195,0.00004303127,0.0035013147,0.1500819,0.009934986,0.053599548,0.56913126,0.0065596765],"about_ca_topic_score_codex":0.0005613429,"about_ca_topic_score_gemma":0.000046260542,"teacher_disagreement_score":0.9551016,"about_ca_system_score_codex":0.000055132296,"about_ca_system_score_gemma":0.000035367048,"threshold_uncertainty_score":0.57684845},"labels":[],"label_agreement":null},{"id":"W2559811779","doi":"","title":"Trends, Innovations, and Opportunities in Open and Distance Learning","year":2009,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Economic geography; Computer science; Data science; Business; Geography","score_opus":0.2843761868155429,"score_gpt":0.5439418197314221,"score_spread":0.2595656329158792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559811779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92837596,0.02454647,0.012596687,0.016273305,0.0002550642,0.0003275523,0.000015808639,0.00010427982,0.017504858],"genre_scores_gemma":[0.98568594,0.009565121,0.0022794665,0.0005655086,0.000047591933,0.000003891652,0.0000070493234,0.000011501545,0.0018339239],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983507,0.0001934014,0.00053979,0.0003704045,0.0002972998,0.000248432],"domain_scores_gemma":[0.99881625,0.0001562012,0.00045739353,0.00029049558,0.00014172868,0.00013792003],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012810695,0.00018288531,0.00044748813,0.0008814336,0.00025240524,0.003321673,0.0023604676,0.000054955686,0.00016883889],"category_scores_gemma":[0.0001858394,0.00017207424,0.00003134723,0.0012316061,0.00008163142,0.0037624482,0.0011794862,0.00044085045,8.690468e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029185918,0.00014907868,0.4212289,0.00002408174,0.000031713316,0.000072012444,0.0005052476,0.00037212652,0.0011747313,0.020376336,0.005263416,0.5507732],"study_design_scores_gemma":[0.0005646541,0.000029903342,0.9376519,0.00041730198,0.000013760553,0.000024802599,0.00016964832,0.0093741,0.00019241964,0.026929468,0.024252161,0.00037988464],"about_ca_topic_score_codex":0.00022081875,"about_ca_topic_score_gemma":0.000034444278,"teacher_disagreement_score":0.5503933,"about_ca_system_score_codex":0.00002914155,"about_ca_system_score_gemma":0.00009725932,"threshold_uncertainty_score":0.99771297},"labels":[],"label_agreement":null},{"id":"W2560046333","doi":"10.1007/s12528-016-9128-7","title":"MOOC—making and open educational practices","year":2016,"lang":"en","type":"article","venue":"Journal of Computing in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Openness to experience; Open educational resources; Open education; Perspective (graphical); Higher education; Pedagogy; Educational technology; Sociology; Best practice; Public relations; Psychology; Political science; Social psychology; Computer science","score_opus":0.05997376297766913,"score_gpt":0.41096399216638063,"score_spread":0.3509902291887115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560046333","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74012077,0.00065357244,0.0105158845,0.24257861,0.0027929237,0.00008557769,1.6501934e-7,0.000014478248,0.0032380363],"genre_scores_gemma":[0.93435144,0.000018034849,0.06364266,0.0003378822,0.00064915675,3.9987933e-7,1.373777e-7,0.0000041281846,0.0009961769],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991768,0.000103340986,0.0003205239,0.00012765647,0.0001645745,0.00010710102],"domain_scores_gemma":[0.9981557,0.0004747425,0.0009955553,0.00013188037,0.00019255503,0.000049541315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007825116,0.00006266208,0.00012202623,0.00017914151,0.000058963516,0.00026533633,0.00061357627,0.000029020688,0.000020126474],"category_scores_gemma":[0.00030057493,0.000043911143,0.000021244492,0.00022303729,0.000018130297,0.0009217914,0.00016979147,0.00013449858,0.0000046476785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019250636,0.00079942786,0.5373205,0.000043763954,0.00004352345,0.0000054748743,0.002249709,0.00052679796,0.0008557276,0.2690016,0.0059371307,0.18319714],"study_design_scores_gemma":[0.0004041734,0.0000900657,0.9414057,0.00073275575,0.000010298158,0.00013926403,0.00005957433,0.0028851274,0.00002661696,0.039255783,0.014852959,0.00013768037],"about_ca_topic_score_codex":0.0000098775035,"about_ca_topic_score_gemma":0.0000013241354,"teacher_disagreement_score":0.40408525,"about_ca_system_score_codex":0.00006911877,"about_ca_system_score_gemma":0.000555968,"threshold_uncertainty_score":0.2558644},"labels":[],"label_agreement":null},{"id":"W2560426734","doi":"10.19173/irrodl.v17i6.2846","title":"Open Assessment of Learning: A Meta-Synthesis","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Peer assessment; The Internet; Open education; Computer science; Class (philosophy); Knowledge management; Distance education; Educational technology; Assessment for learning; Mathematics education; World Wide Web; Psychology; Formative assessment; Artificial intelligence","score_opus":0.186653093255899,"score_gpt":0.5005421096733849,"score_spread":0.3138890164174859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560426734","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03481141,0.034428522,0.1338726,0.6847918,0.00033074728,0.003915541,0.0001893415,0.00011418866,0.10754585],"genre_scores_gemma":[0.97448105,0.020312294,0.0034194984,0.0000774662,0.000019948398,0.00013317696,0.000010903081,0.0000072524804,0.001538388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969132,0.0012908821,0.0004671439,0.0003014723,0.00080756476,0.00021976713],"domain_scores_gemma":[0.99606,0.002750023,0.00029865262,0.00035205297,0.0004739197,0.000065367036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011416411,0.0000987356,0.00044357422,0.00013946932,0.00012812193,0.00026517044,0.004455938,0.000029148128,0.0002803879],"category_scores_gemma":[0.0053884243,0.00005114437,0.00009106162,0.00060708355,0.0001623019,0.0004483111,0.003970826,0.00048158583,0.000007635604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008075128,0.00059027196,0.117908806,0.0018203357,0.001304301,0.000039811806,0.00018582813,0.00088441634,0.0008392434,0.52446747,0.0049311547,0.34694764],"study_design_scores_gemma":[0.0035453616,0.0011241157,0.049445115,0.047313776,0.00038277265,0.00007308941,0.0017718801,0.09864563,0.0018393483,0.038802225,0.7562021,0.0008545701],"about_ca_topic_score_codex":0.00028062638,"about_ca_topic_score_gemma":0.000007644238,"teacher_disagreement_score":0.93966967,"about_ca_system_score_codex":0.000065083215,"about_ca_system_score_gemma":0.0002878818,"threshold_uncertainty_score":0.8280316},"labels":[],"label_agreement":null},{"id":"W2560739446","doi":"10.19173/irrodl.v17i6.2696","title":"Challenges of Offering a MOOC from an LMIC","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Massive open online course; Flexibility (engineering); The Internet; Economic shortage; Political science; Public relations; Quality (philosophy); Computer science; Perspective (graphical); Medical education; Pedagogy; Sociology; World Wide Web; Psychology; Medicine; Management; Government (linguistics)","score_opus":0.13000544615261259,"score_gpt":0.46117972139967434,"score_spread":0.3311742752470618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560739446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5308574,0.08967899,0.028419435,0.33774838,0.00023832115,0.0009435541,0.00012318249,0.000072052724,0.011918672],"genre_scores_gemma":[0.9420872,0.057029657,0.00069741614,0.00004106267,0.000030712526,0.0000074901445,0.000011541892,0.000003733367,0.00009122951],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984448,0.00044248925,0.00026996495,0.00021823923,0.00047821345,0.00014631009],"domain_scores_gemma":[0.9983756,0.0009176054,0.00012724081,0.00029387898,0.00023695648,0.000048726648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032209314,0.00006075499,0.0001928784,0.00008626245,0.000051131523,0.00006447139,0.0018146267,0.000022357714,0.000029990717],"category_scores_gemma":[0.0014654588,0.000034295703,0.000030379444,0.00022834948,0.00010123851,0.0003082879,0.0009629637,0.00025549743,0.000005775007],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048652673,0.00018821562,0.020888068,0.0006885648,0.00007164075,0.000015489684,0.00047801255,0.00011821708,0.0017591455,0.16267262,0.00021989622,0.8128515],"study_design_scores_gemma":[0.0062420275,0.0018691767,0.30203724,0.17209229,0.000051338724,0.00007010939,0.006004053,0.17621565,0.0043145204,0.20237361,0.12761514,0.0011148335],"about_ca_topic_score_codex":0.00028311732,"about_ca_topic_score_gemma":0.000023227589,"teacher_disagreement_score":0.81173664,"about_ca_system_score_codex":0.00003116539,"about_ca_system_score_gemma":0.00008071562,"threshold_uncertainty_score":0.33720583},"labels":[],"label_agreement":null},{"id":"W2560761592","doi":"","title":"New conceptions for digital technology sandboxes: Developing a Fully Online Learning Communities (FOLC) model","year":2016,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University; Ontario Tech University","funders":"","keywords":"Computer science; Data science","score_opus":0.04599096834883913,"score_gpt":0.2990126480030916,"score_spread":0.25302167965425243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560761592","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00815237,0.00019794411,0.29368168,0.69681513,0.0003780224,0.00014293983,0.00003163881,0.00039657796,0.00020367242],"genre_scores_gemma":[0.91752607,0.00025323257,0.07635967,0.00022509083,0.0002608054,0.00008199409,0.00006584964,0.000016903843,0.005210395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986465,0.000023770375,0.00031927502,0.00039405847,0.00019417617,0.00042220412],"domain_scores_gemma":[0.99778503,0.001137664,0.0001654555,0.00040292655,0.00037443248,0.00013450556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010336363,0.00023712669,0.00030146856,0.0011171919,0.00030018852,0.000115284434,0.00086686446,0.00021173374,0.000037244685],"category_scores_gemma":[0.000930506,0.00018975876,0.00004334238,0.00085681805,0.00046924222,0.0002956373,0.00026007713,0.00048441588,0.000030770112],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047200256,0.0000649144,0.004157309,0.000008716012,0.000022493447,7.998867e-7,0.00042872617,0.000025867324,0.0001746826,0.9239024,0.00069592294,0.07051346],"study_design_scores_gemma":[0.00057663524,0.00014324299,0.00030216385,0.0002743164,0.00001139009,0.00001629776,0.00035627425,0.016400073,0.00015595602,0.97911686,0.002353704,0.00029307918],"about_ca_topic_score_codex":0.000005334423,"about_ca_topic_score_gemma":0.00021209187,"teacher_disagreement_score":0.9093737,"about_ca_system_score_codex":0.000071475864,"about_ca_system_score_gemma":0.0011640309,"threshold_uncertainty_score":0.7738138},"labels":[],"label_agreement":null},{"id":"W2560873200","doi":"","title":"Based on MOOC+SPOC Teaching Reform and Practice of Computer Basic Course in University","year":2016,"lang":"en","type":"article","venue":"Studies in sociology of science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Process (computing); Mathematics education; Massive open online course; Quality (philosophy); Computer science; Course (navigation); Online course; Multimedia; Pedagogy; Sociology; Psychology; Engineering","score_opus":0.03077262996309824,"score_gpt":0.35230637957649097,"score_spread":0.3215337496133927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560873200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785625,0.00009925224,0.00612074,0.013628784,0.0001646906,0.000043922402,0.0000012324786,0.000013294326,0.0013656223],"genre_scores_gemma":[0.9749933,0.00008042072,0.024716103,0.0001654339,0.000010931958,1.7530206e-7,3.7421103e-8,0.0000011123409,0.00003250149],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99906784,0.00019141808,0.00014212217,0.00026535892,0.000156385,0.00017685995],"domain_scores_gemma":[0.9983311,0.0012056616,0.0001413924,0.00019255883,0.000106403306,0.000022880062],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0025189433,0.000062455794,0.00018919862,0.00017047412,0.00011848392,0.0000019425843,0.00046766264,0.000035692134,3.276822e-7],"category_scores_gemma":[0.00071972446,0.000043321354,0.000017313769,0.0002713463,0.009556624,0.00028461168,0.00031054247,0.00015307777,7.5269816e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024664018,0.0014856844,0.22312471,0.00020046029,0.00010261695,0.00017896715,0.18067373,0.006125544,0.004117192,0.4689611,0.00042419264,0.11435918],"study_design_scores_gemma":[0.006956448,0.004236286,0.3946524,0.0021668177,0.000055917913,0.00003733566,0.1912819,0.3766423,0.0006278855,0.020399166,0.0019295266,0.0010140281],"about_ca_topic_score_codex":0.000033432858,"about_ca_topic_score_gemma":0.0000088803945,"teacher_disagreement_score":0.4485619,"about_ca_system_score_codex":0.00013618897,"about_ca_system_score_gemma":0.00011993219,"threshold_uncertainty_score":0.9931388},"labels":[],"label_agreement":null},{"id":"W2561978071","doi":"10.18608/jla.2016.33.4","title":"Analyzing Social Media And Learning Through Content And Social Network Analysis: A Faceted Methodological Approach","year":2016,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Toronto Metropolitan University","funders":"","keywords":"Learning analytics; Social media; Computer science; Social media analytics; Social learning; Social network analysis; Class (philosophy); Social network (sociolinguistics); Social media optimization; Data science; Educational technology; World Wide Web; Mathematics education; Psychology; Knowledge management; Artificial intelligence","score_opus":0.1371009699111506,"score_gpt":0.3377333806042284,"score_spread":0.20063241069307783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561978071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18915693,0.0006891363,0.803442,0.0063533783,0.00009885055,0.000036699992,9.691905e-7,0.000083137944,0.00013888939],"genre_scores_gemma":[0.9011119,0.0003174561,0.097400546,0.00007918731,0.00073561503,6.083064e-7,0.0000023420662,0.000018043836,0.00033429678],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957813,0.0017433123,0.0008861004,0.00044437885,0.00059832004,0.0005465913],"domain_scores_gemma":[0.9959942,0.0019858521,0.0012789428,0.00013817399,0.00043343243,0.00016939768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044513503,0.00029616046,0.0011198566,0.00041379672,0.00079491147,0.00032567282,0.0004762459,0.00023831005,0.000007548703],"category_scores_gemma":[0.0021614963,0.00019722345,0.000445504,0.0013381671,0.00025667483,0.00045784868,0.0002999281,0.0014797533,0.000001998264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036554196,0.00048435433,0.52613693,0.00019223454,0.013214965,0.00038455488,0.04488631,0.17800416,0.0026177866,0.052275207,0.0011206573,0.18031731],"study_design_scores_gemma":[0.0053320676,0.0013696413,0.14442706,0.0002859313,0.006944558,0.000531148,0.011930797,0.8056943,0.000050750878,0.013051466,0.008529398,0.0018528965],"about_ca_topic_score_codex":0.00000701817,"about_ca_topic_score_gemma":0.0000029635771,"teacher_disagreement_score":0.71195495,"about_ca_system_score_codex":0.00007141209,"about_ca_system_score_gemma":0.000082794766,"threshold_uncertainty_score":0.8042539},"labels":[],"label_agreement":null},{"id":"W2562737314","doi":"10.14742/ajet.3058","title":"What if learning analytics were based on learning science?","year":2016,"lang":"en","type":"article","venue":"Australasian Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Learning sciences; Competence (human resources); Computer science; Experiential learning; Analytics; Educational technology; Autonomy; Synchronous learning; Data science; Instructional design; Mathematics education; Knowledge management; Psychology; Cooperative learning; Teaching method; Multimedia; Social psychology","score_opus":0.013272635024500365,"score_gpt":0.3022553505595324,"score_spread":0.288982715535032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562737314","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2630902,0.00011941105,0.04159457,0.69133097,0.0021743271,0.00008497605,6.537398e-7,0.00014713335,0.0014577446],"genre_scores_gemma":[0.98116636,0.000055120097,0.015267523,0.000116693205,0.00024110924,0.0000011489626,5.3096863e-7,0.0000112642365,0.0031402754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981845,0.00007145247,0.0004522813,0.00031221143,0.0005667332,0.0004127899],"domain_scores_gemma":[0.9979819,0.0003931148,0.0005654481,0.0003305804,0.0005505428,0.00017841342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082891545,0.00016213817,0.00023577047,0.001624426,0.0003020873,0.00023902129,0.0013976156,0.00013242086,0.00010729115],"category_scores_gemma":[0.001760712,0.00011588181,0.000115134935,0.0015116014,0.0004711255,0.0010418458,0.00009007299,0.0008465305,0.00008854137],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003278432,0.00071649445,0.19719528,0.000023494646,0.00011156449,0.00008668991,0.00041837888,0.044080365,0.007303816,0.5477762,0.0016365007,0.20061842],"study_design_scores_gemma":[0.006838957,0.012953342,0.12578937,0.0059792637,0.00026158433,0.0038514857,0.008291427,0.15898976,0.021867517,0.51985073,0.13233915,0.0029874176],"about_ca_topic_score_codex":4.862022e-7,"about_ca_topic_score_gemma":3.6329152e-7,"teacher_disagreement_score":0.71807617,"about_ca_system_score_codex":0.00018628637,"about_ca_system_score_gemma":0.0012270001,"threshold_uncertainty_score":0.4725523},"labels":[],"label_agreement":null},{"id":"W2565245052","doi":"","title":"Multi-agent approach towards intelligent e-learning system","year":2004,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Adaptation (eye); Computer science; Meaning (existential); Field (mathematics); Human–computer interaction; Domain (mathematical analysis); Artificial intelligence; Learning environment; Distance education; E learning; Intelligent tutoring system; Multimedia; World Wide Web; The Internet","score_opus":0.02866529481070982,"score_gpt":0.270555783474168,"score_spread":0.24189048866345816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565245052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033513778,0.00006464882,0.98602897,0.00088194717,0.00018471463,0.00007080332,1.7596632e-7,0.0006984178,0.008718944],"genre_scores_gemma":[0.6457233,0.0000064097794,0.3520284,0.00007177038,0.000053898777,0.000003044004,0.0000018186124,0.000007208185,0.0021041988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883443,0.000053552798,0.00021345209,0.00035665467,0.00026680573,0.00027508047],"domain_scores_gemma":[0.9993884,0.0000123238,0.000063463056,0.0003468084,0.00006433646,0.00012464405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031455024,0.00013523387,0.00015620908,0.000090997,0.00013842178,0.00017213555,0.0006095377,0.00005548608,0.000004705022],"category_scores_gemma":[0.000036556725,0.00010688796,0.00009294287,0.00031827504,0.00001981527,0.00013370615,0.00023170162,0.00026949306,0.00028828197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027062179,0.00050848845,0.0010844267,0.00017102022,0.00007584326,0.0000643451,0.003027199,0.6574705,0.0002764709,0.27666306,0.00011346867,0.06054245],"study_design_scores_gemma":[0.00029064223,0.00006713308,0.0003787845,0.000038445556,0.000007000756,0.000039220395,0.0008462864,0.9940362,0.0006599078,0.00009104531,0.0033473403,0.00019802056],"about_ca_topic_score_codex":0.00010161422,"about_ca_topic_score_gemma":0.0000015900841,"teacher_disagreement_score":0.6423719,"about_ca_system_score_codex":0.00013480923,"about_ca_system_score_gemma":0.00008410082,"threshold_uncertainty_score":0.43587643},"labels":[],"label_agreement":null},{"id":"W2565903849","doi":"10.19173/irrodl.v17i6.2812","title":"Ethical Considerations in the Practical Application of the Unisa Socio-Critical Model of Student Success","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Accountability; Government (linguistics); Big data; Higher education; Student engagement; Sociology; Democracy; Public relations; Critical thinking; Analytics; Class (philosophy); Computer science; Mathematics education; Political science; Pedagogy; Psychology; Data science; Law; Artificial intelligence","score_opus":0.1514281058191468,"score_gpt":0.5336481001950486,"score_spread":0.3822199943759018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2565903849","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051811546,0.0011307984,0.08940355,0.8558205,0.000037000635,0.0006745078,0.000032825435,0.000005953975,0.0010833658],"genre_scores_gemma":[0.99728036,0.0015208587,0.00082552043,0.00030551234,0.00001231094,0.00002620602,0.000003922005,0.0000021673595,0.000023133358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970957,0.0013551146,0.00040458606,0.00015717166,0.0008578505,0.00012959859],"domain_scores_gemma":[0.99345195,0.005607946,0.0001452385,0.00030506466,0.0004647675,0.000025033296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008095253,0.000052802916,0.00016306099,0.00005017445,0.00011283931,0.000076369346,0.0014211894,0.000046030495,0.000009582464],"category_scores_gemma":[0.00787791,0.000023430839,0.000041620708,0.00035998045,0.0004553385,0.0001521708,0.00084502983,0.00079083326,0.0000013850984],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008575497,0.000160532,0.031061357,0.00018203958,0.000010202608,0.0000015455234,0.0002952183,0.0007233948,0.00020161652,0.96411186,0.00027839857,0.002965284],"study_design_scores_gemma":[0.0017749114,0.00025864615,0.082438655,0.013280696,0.000041072304,0.00005568707,0.0035572217,0.5834719,0.00049140345,0.3099079,0.0044612717,0.00026061575],"about_ca_topic_score_codex":0.000096234784,"about_ca_topic_score_gemma":0.000019796991,"teacher_disagreement_score":0.94546884,"about_ca_system_score_codex":0.000041535837,"about_ca_system_score_gemma":0.000300337,"threshold_uncertainty_score":0.94311625},"labels":[],"label_agreement":null},{"id":"W2572725214","doi":"","title":"Redefining \"What\" in Analyses of Who Does What in MOOCs.","year":2016,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data science","score_opus":0.10054019880729122,"score_gpt":0.3978176205060965,"score_spread":0.2972774216988053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572725214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92725366,0.0021283021,0.0055298256,0.06337526,0.0011298596,0.00007119122,0.000033731652,0.00003392629,0.00044423094],"genre_scores_gemma":[0.94637656,0.0005267751,0.05214637,0.0001550175,0.00015385814,0.0000035842581,0.00007155089,0.000006862639,0.00055942393],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987901,0.00007299207,0.00033634537,0.00039072277,0.00022653963,0.0001833004],"domain_scores_gemma":[0.99835426,0.0006789082,0.00014121132,0.00073191937,0.000051559437,0.00004215569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000578754,0.00008796583,0.00016752142,0.00031511666,0.000032456614,0.00021899308,0.0010855643,0.000035265708,0.00003898428],"category_scores_gemma":[0.00066868943,0.00006025109,0.000020784466,0.00055423623,0.00004451875,0.0034390388,0.00038404818,0.000086482236,0.000013456218],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011160445,0.00037626846,0.3740636,0.00005577817,0.00005118694,0.000011256493,0.006279539,0.00072811515,0.0026139496,0.023293102,0.0030305558,0.58948547],"study_design_scores_gemma":[0.0018514204,0.00013135091,0.76683754,0.010536712,0.00004079724,0.000024061843,0.015119685,0.16808979,0.0020981578,0.024106978,0.010005784,0.0011577096],"about_ca_topic_score_codex":0.00010264092,"about_ca_topic_score_gemma":0.0001082217,"teacher_disagreement_score":0.58832777,"about_ca_system_score_codex":0.000036768863,"about_ca_system_score_gemma":0.0003178384,"threshold_uncertainty_score":0.249322},"labels":[],"label_agreement":null},{"id":"W2572773818","doi":"","title":"Data mining of undergraduate course evaluations.","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Course (navigation); Computer science; Data science; Engineering","score_opus":0.05958574828450191,"score_gpt":0.3702277014988734,"score_spread":0.3106419532143715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572773818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051217456,0.00002036694,0.96416825,0.023709552,0.00009174016,0.000019325085,0.0000021145777,0.00007556398,0.0067913677],"genre_scores_gemma":[0.80505186,0.000002915951,0.1934042,0.0001374245,0.000031307398,1.7751692e-7,0.000009629187,0.000002186709,0.0013603191],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994059,0.000053676285,0.00011611659,0.00016375435,0.00017953303,0.00008102866],"domain_scores_gemma":[0.99890935,0.00011600661,0.00005835676,0.0008259602,0.00006124063,0.000029098972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058266055,0.00003904073,0.00007017055,0.00002934167,0.000034630153,0.000031803575,0.00081517565,0.000014173881,0.0000064126752],"category_scores_gemma":[0.00016731718,0.000032506043,0.000013500209,0.00015960945,0.00001988952,0.00016819955,0.00025385726,0.00003951223,0.000032863205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.734822e-7,0.00015368791,0.00714024,0.00001983604,0.000044221342,0.000001037564,0.00017666217,0.004409713,0.0002467816,0.5827501,0.025385045,0.3796717],"study_design_scores_gemma":[0.000094940406,0.000026346446,0.0010732244,0.000008921594,0.000009437637,0.0000011570041,0.000012889489,0.98638463,0.00005474631,0.008153803,0.004134528,0.00004537439],"about_ca_topic_score_codex":0.00000858884,"about_ca_topic_score_gemma":0.000011443949,"teacher_disagreement_score":0.9819749,"about_ca_system_score_codex":0.0000025407649,"about_ca_system_score_gemma":0.00005596369,"threshold_uncertainty_score":0.15148127},"labels":[],"label_agreement":null},{"id":"W2579502535","doi":"","title":"Generating learning analytics to improve learners' metacognitive skills using nstudy trace data and the ICAP framework","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Metacognition; Learning analytics; Computer science; Analytics; TRACE (psycholinguistics); Data analysis; Data science; Psychology; Cognition; Data mining","score_opus":0.026003558024603635,"score_gpt":0.3169089075019419,"score_spread":0.29090534947733826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579502535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10386779,0.000106676336,0.8864605,0.008851266,0.0001260938,0.0001572609,0.0000034660034,0.00011668656,0.00031025455],"genre_scores_gemma":[0.71993226,0.00003865075,0.2767389,0.00077010365,0.0002503951,0.000002203195,0.0000010118376,0.000016268035,0.0022501773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997916,0.00032647996,0.00031012687,0.00072952686,0.00033450956,0.0003833476],"domain_scores_gemma":[0.99720883,0.0014186735,0.00015122455,0.0009411042,0.00013020821,0.00014993889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015170843,0.0002027001,0.00030118725,0.0000971883,0.00035673354,0.00042672965,0.0011306426,0.00007758636,0.000027670107],"category_scores_gemma":[0.0027857334,0.00010558064,0.00005799852,0.0004889209,0.00013388025,0.00048063498,0.0013842902,0.0004205225,0.000033869394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050919527,0.00027006134,0.0077233,0.000028726537,0.0006961201,0.0000433074,0.009812803,0.023308009,0.009860975,0.055500116,0.00035622777,0.8923494],"study_design_scores_gemma":[0.0006365251,0.00008669704,0.000117052674,0.00007585485,0.00009162057,0.000010045666,0.00094864547,0.994971,0.00024110233,0.0015118083,0.0010569504,0.0002527494],"about_ca_topic_score_codex":0.0000438216,"about_ca_topic_score_gemma":0.000010969532,"teacher_disagreement_score":0.97166294,"about_ca_system_score_codex":0.000023945513,"about_ca_system_score_gemma":0.00007302206,"threshold_uncertainty_score":0.43054536},"labels":[],"label_agreement":null},{"id":"W2581592501","doi":"10.18162/ritpu.2013.228","title":"10.18162/ritpu.2013.228","year":2016,"lang":"fr","type":"dataset","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.023287195052866305,"score_gpt":0.27872003170674997,"score_spread":0.25543283665388367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581592501","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000063984776,0.001326536,0.02595846,0.10549653,0.0031127185,0.0002212651,0.83900976,0.0003742609,0.024494054],"genre_scores_gemma":[0.000012801432,0.00073429866,0.0066546374,0.0010623212,0.0023187788,0.000005560479,0.23565324,0.00003315694,0.7535252],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99623483,0.00025350795,0.0006551723,0.0011828877,0.0007030694,0.0009705378],"domain_scores_gemma":[0.9962263,0.0004267306,0.00036523794,0.0022280484,0.00031506098,0.00043863928],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005653206,0.0006344567,0.00067229604,0.00025334113,0.00028357859,0.0006284893,0.0029347315,0.00060797384,0.03727492],"category_scores_gemma":[0.0003251771,0.00047157635,0.00034129267,0.00047828103,0.00026510973,0.00048867665,0.0012314573,0.0008283197,0.20142435],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043533205,0.00015438414,0.000010260721,0.00008991715,0.000067986286,0.000100787554,0.00001430799,0.0000238726,0.000002520574,0.007240191,0.954943,0.037348412],"study_design_scores_gemma":[0.00033579578,0.00030850776,0.00001795904,0.00039623733,0.00007464944,0.00006347486,0.000005819372,0.014923154,0.000008578706,0.0013893617,0.98174936,0.00072708615],"about_ca_topic_score_codex":0.00046636688,"about_ca_topic_score_gemma":0.00016828006,"teacher_disagreement_score":0.72903115,"about_ca_system_score_codex":0.00009341591,"about_ca_system_score_gemma":0.00041952805,"threshold_uncertainty_score":0.9997736},"labels":[],"label_agreement":null},{"id":"W2581744054","doi":"10.1080/17439884.2017.1278021","title":"Fixing higher education through technology: Canadian media coverage of massive open online courses","year":2017,"lang":"en","type":"article","venue":"Learning Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"University of British Columbia; University of Oxford","keywords":"Framing (construction); Newspaper; Higher education; Ideology; Construct (python library); Sociology; Public relations; Political science; Open education; Media studies; Pedagogy; Politics; Engineering; Law; Computer science","score_opus":0.01995265512758359,"score_gpt":0.30519787532933684,"score_spread":0.28524522020175325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2581744054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69237137,0.0016469521,0.0020656812,0.29502714,0.0018720458,0.00030641694,0.000020177,0.0005692421,0.006120992],"genre_scores_gemma":[0.9833139,0.00029234242,0.01495961,0.00016494484,0.00010806334,0.0000100300695,0.000020955527,0.000015702792,0.0011144204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988212,0.00003677861,0.00022617457,0.00041629554,0.00013931765,0.00036023054],"domain_scores_gemma":[0.99843204,0.00011922718,0.00037070902,0.0007877223,0.00018589466,0.000104387334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016374956,0.00016445838,0.00033469315,0.00053824997,0.0005442871,0.00018451209,0.0019732593,0.00038448512,0.00002584173],"category_scores_gemma":[0.0011947491,0.00015752364,0.00002629379,0.0004468998,0.00045798314,0.00039253416,0.0007751873,0.0007458597,0.000012717391],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003842755,0.000119560755,0.31363153,0.000030105955,0.00005947889,0.00006588565,0.0007412251,0.000058986414,0.00041516445,0.39410576,0.0005882044,0.29018027],"study_design_scores_gemma":[0.0023376236,0.0006251908,0.115557276,0.0009251776,0.00014052128,0.00015277205,0.0030621144,0.00773012,0.00240787,0.5149809,0.3507721,0.0013083015],"about_ca_topic_score_codex":0.0060736784,"about_ca_topic_score_gemma":0.008682588,"teacher_disagreement_score":0.3501839,"about_ca_system_score_codex":0.00004454389,"about_ca_system_score_gemma":0.00058334676,"threshold_uncertainty_score":0.9181625},"labels":[],"label_agreement":null},{"id":"W2585971933","doi":"10.7939/r3ng5g","title":"Accessibility online: Post-secondary e-learning opportunities and challenges - a study of Lethbridge College","year":2008,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"E learning; Mathematics education; Computer science; The Internet; World Wide Web; Psychology","score_opus":0.04072151448361491,"score_gpt":0.22115138045877064,"score_spread":0.18042986597515573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585971933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896493,0.00042527518,0.000030626503,0.0051386403,0.000026294909,0.000080280806,0.000009513833,0.000053403615,0.0045866724],"genre_scores_gemma":[0.99109596,0.0016823515,0.002377381,0.000043726253,0.000014650227,3.731566e-8,0.00001279,0.0000067099627,0.004766393],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99911386,0.00016278219,0.00015767581,0.00028087478,0.00015772381,0.00012706935],"domain_scores_gemma":[0.9991016,0.00027542617,0.00016957875,0.00030600146,0.00005669578,0.00009073689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007603897,0.00010868583,0.00026474305,0.00016728151,0.00017668173,0.00001054861,0.0005915787,0.00005517088,0.00004735578],"category_scores_gemma":[0.00003588255,0.00011905646,0.000054292064,0.0001651961,0.00017457531,0.0011613291,0.0006214855,0.00020192684,0.0000011954825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005691369,0.00944122,0.5384113,0.0015254796,0.0008947608,0.0016955195,0.31738505,0.00046422816,0.0001788867,0.057325203,0.003558972,0.068550214],"study_design_scores_gemma":[0.002818359,0.0026454034,0.84122133,0.00012780131,0.000067925335,0.00006987093,0.111741565,0.016071716,0.0000834892,0.00034031327,0.024268629,0.0005436102],"about_ca_topic_score_codex":0.00057814864,"about_ca_topic_score_gemma":0.00013873435,"teacher_disagreement_score":0.30280998,"about_ca_system_score_codex":0.0000049108608,"about_ca_system_score_gemma":0.00022144565,"threshold_uncertainty_score":0.48549816},"labels":[],"label_agreement":null},{"id":"W2586727313","doi":"10.19173/irrodl.v18i2.3033","title":"Why Study on a MOOC? The Motives of Students and Professionals","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":171,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; Bill and Melinda Gates Foundation","keywords":"Casual; Massive open online course; TUTOR; Psychology; Class (philosophy); Online learning; Pedagogy; Medical education; Mathematics education; Computer science; Multimedia; Medicine; Political science","score_opus":0.1505521558320816,"score_gpt":0.5424128184503659,"score_spread":0.39186066261828434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586727313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87003505,0.0042156456,0.00053551345,0.1217703,0.000087841414,0.0012074059,0.000016709218,0.000008047464,0.0021235081],"genre_scores_gemma":[0.9962318,0.0031917114,0.000064857675,0.00019209206,0.000017202316,0.000019702891,0.0000038916855,0.0000026653654,0.00027607926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979022,0.0006961682,0.00023965538,0.00018803231,0.0008530995,0.00012081173],"domain_scores_gemma":[0.9981922,0.00088520505,0.00023198129,0.00040465916,0.00025240428,0.00003358747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064751767,0.00006371624,0.00018317177,0.00006039161,0.00038018188,0.0003556383,0.0031943587,0.00001482786,0.000008182643],"category_scores_gemma":[0.0032479903,0.00003280533,0.000024024073,0.00014627555,0.00019846212,0.00020019533,0.002733007,0.00048121277,0.0000017278672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009110724,0.0011113661,0.92687434,0.0005999951,0.00015547196,0.000021171763,0.0016499687,0.00012906364,0.000030490835,0.03429742,0.0024202126,0.03261939],"study_design_scores_gemma":[0.0012622795,0.0005911387,0.9540575,0.013684305,0.000013141189,0.0000067516858,0.006398793,0.010199604,0.00004123574,0.004530161,0.009096689,0.00011836273],"about_ca_topic_score_codex":0.00023805397,"about_ca_topic_score_gemma":0.000010634151,"teacher_disagreement_score":0.12619677,"about_ca_system_score_codex":0.000015445657,"about_ca_system_score_gemma":0.000058735335,"threshold_uncertainty_score":0.59359664},"labels":[],"label_agreement":null},{"id":"W2588240791","doi":"10.24059/olj.v20i2.802","title":"Using Learning Analytics to Identify Medical Student Misconceptions in an Online Virtual Patient Environment","year":2015,"lang":"en","type":"article","venue":"Online Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; McGill University; University Health Network","funders":"","keywords":"Formative assessment; Computer science; Learning analytics; Analytics; Domain (mathematical analysis); Inclusion (mineral); Chart; Data science; Machine learning; Psychology; Mathematics education; Statistics","score_opus":0.0817676672790888,"score_gpt":0.39547934534964624,"score_spread":0.31371167807055744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588240791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8686434,0.00007535748,0.12831497,0.0023679156,0.00022442396,0.0001323853,0.0000043847217,0.00019304919,0.000044124117],"genre_scores_gemma":[0.9377886,0.00003228907,0.06068665,0.00048755496,0.00035688185,0.000004206232,0.00011241982,0.000043346845,0.00048806943],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99554235,0.00066009414,0.0007753209,0.00081963884,0.001533328,0.0006692759],"domain_scores_gemma":[0.9980437,0.00012982744,0.00025098742,0.00053597376,0.00013557535,0.0009039061],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010400191,0.00033321942,0.00044394514,0.00048374519,0.00023400354,0.0002560057,0.0010413444,0.00018566778,0.00005952572],"category_scores_gemma":[0.00084418006,0.0003409834,0.00010917972,0.0008124202,0.000077227734,0.00046740673,0.00092370814,0.0016579288,0.00010698144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008066248,0.0008727665,0.064321935,0.000004180456,0.00002112468,0.00014708385,0.0044738785,0.8770479,0.00034681972,0.00027036027,0.00001954719,0.052466363],"study_design_scores_gemma":[0.0007485219,0.0010857263,0.016622292,0.00014223457,0.000024140696,0.00003121456,0.0072090756,0.9667394,0.00001317013,0.00007114161,0.006864588,0.00044844943],"about_ca_topic_score_codex":0.00011429899,"about_ca_topic_score_gemma":0.00014006086,"teacher_disagreement_score":0.089691564,"about_ca_system_score_codex":0.0003666624,"about_ca_system_score_gemma":0.00029590834,"threshold_uncertainty_score":0.9999042},"labels":[],"label_agreement":null},{"id":"W2589115658","doi":"10.5539/elt.v10n3p136","title":"An Empirical Analysis of Chinese College Learners’ Obstacles to MOOC Learning in an English Context","year":2017,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"MOE Research Center for Online Education; Ministry of Education, India","keywords":"Psychology; Context (archaeology); Obstacle; Mathematics education; Exploratory research; Exploratory factor analysis; Independent study; College English; The Internet; Pedagogy; Teaching method; Computer science; Developmental psychology; Psychometrics","score_opus":0.014272617326108942,"score_gpt":0.3405849380735761,"score_spread":0.32631232074746713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589115658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923261,0.00006166355,0.005344902,0.00031772934,0.00022323191,0.00009481116,0.000012481641,0.0003351011,0.0012839731],"genre_scores_gemma":[0.99026036,0.0000016949728,0.008830498,0.00020839495,0.00036753528,0.0000043294795,0.000030897176,0.000025794723,0.0002704701],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743384,0.0006395094,0.00043083337,0.000655225,0.0004094922,0.00043110602],"domain_scores_gemma":[0.9975645,0.0002653432,0.0002912295,0.001471741,0.00013194454,0.00027522212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017331636,0.00025086204,0.00061032,0.00072186027,0.00045922885,0.0005260969,0.0019082257,0.00011089089,0.000018678094],"category_scores_gemma":[0.0048465715,0.00023203656,0.00018046379,0.0006726524,0.00005971555,0.001317183,0.00035045805,0.0010472093,0.000003859326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011713946,0.00021529905,0.5520667,0.0000090843605,0.00009155644,0.000081930615,0.39736688,0.030543728,0.00044558282,0.0010436006,0.000015770862,0.018108208],"study_design_scores_gemma":[0.00080771075,0.00039368917,0.20496474,0.00006617111,0.0001110318,0.0000012844088,0.09702586,0.69525063,0.000075362026,0.00008117144,0.0006295037,0.00059284334],"about_ca_topic_score_codex":0.00066785986,"about_ca_topic_score_gemma":0.0019234521,"teacher_disagreement_score":0.6647069,"about_ca_system_score_codex":0.00006463222,"about_ca_system_score_gemma":0.00006313736,"threshold_uncertainty_score":0.9462176},"labels":[],"label_agreement":null},{"id":"W2589691152","doi":"10.3389/fnhum.2017.00069","title":"Editorial: Online and Offline Modulators of Motor Learning","year":2017,"lang":"en","type":"editorial","venue":"Frontiers in Human Neuroscience","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Motor learning; Neuroscience; Computer science; Psychology","score_opus":0.010570124653640017,"score_gpt":0.28429708888230515,"score_spread":0.27372696422866516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589691152","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011518258,0.00019074176,0.016460156,0.000114074086,0.98176324,0.00012774399,0.000039439165,0.00009592401,0.00005683582],"genre_scores_gemma":[0.007657354,0.00038214878,0.009325341,0.000016839953,0.97919065,0.000004540934,0.00003190447,0.000043091015,0.0033481086],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963355,0.00016454133,0.00057967374,0.0011208617,0.0013072919,0.0004921511],"domain_scores_gemma":[0.9975607,0.0001657728,0.000832973,0.0010560374,0.00022783717,0.00015671928],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084787945,0.00036959385,0.0007372228,0.0005803794,0.00041368653,0.0003674827,0.0030039484,0.0005001977,5.3761306e-7],"category_scores_gemma":[0.0036312528,0.00037393437,0.000110256085,0.00035068122,0.0006092353,0.0005397806,0.0008704463,0.0018909563,2.7686406e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061010855,0.00009373291,0.0015078266,0.0000896526,0.0000040609902,0.000016084856,0.000112784335,0.0017299082,0.0004623853,0.00011072456,0.9943624,0.0015043046],"study_design_scores_gemma":[0.00045224512,0.00038348604,0.00055681815,0.00022376135,0.000015321655,9.988275e-7,0.0000137462885,0.14233385,0.000024546216,0.0011217156,0.854465,0.0004085008],"about_ca_topic_score_codex":0.00007192336,"about_ca_topic_score_gemma":0.000011449437,"teacher_disagreement_score":0.14060394,"about_ca_system_score_codex":0.00006448195,"about_ca_system_score_gemma":0.00034478045,"threshold_uncertainty_score":0.99987125},"labels":[],"label_agreement":null},{"id":"W2591642796","doi":"10.1145/3027385.3029478","title":"MORPH","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Learning analytics; Analytics; Learning Management; Data science; Architecture; World Wide Web","score_opus":0.018381720832114232,"score_gpt":0.2993864642647346,"score_spread":0.28100474343262033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591642796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011741632,0.000011667192,0.62407434,0.08045287,0.00031135202,0.000016867078,1.3570646e-7,0.00024994166,0.2831412],"genre_scores_gemma":[0.93177277,0.0000015387308,0.04901308,0.0001887105,0.000048099944,1.3941907e-7,6.0676605e-8,9.806283e-7,0.018974641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99978465,0.0000031198017,0.000027051597,0.00007333321,0.000050910832,0.000060914932],"domain_scores_gemma":[0.99940705,0.0000047522362,0.000022527203,0.00052953174,0.000012205014,0.000023927518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005044631,0.000021002528,0.000026789081,0.000009402403,0.00016573738,0.0002504844,0.0006911393,0.000009211635,0.000015005747],"category_scores_gemma":[0.00003425006,0.000016020695,0.000015180692,0.0000108388485,0.000017981522,0.00016479507,0.00014316033,0.000034114426,0.00026142874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3580977e-7,0.000015109769,0.0074617807,0.0000012639597,0.0000037851314,0.0000132278365,0.00003674203,0.00003638255,0.00009616029,0.9103465,0.0051677646,0.07682116],"study_design_scores_gemma":[0.00021569715,0.000038753056,0.056183305,0.0000080953705,0.0000024591498,0.000010239237,0.00000780963,0.7840367,0.00079944375,0.078335464,0.0801822,0.00017980408],"about_ca_topic_score_codex":0.000020090834,"about_ca_topic_score_gemma":0.0000023329176,"teacher_disagreement_score":0.92003113,"about_ca_system_score_codex":0.0000016797849,"about_ca_system_score_gemma":0.000008979638,"threshold_uncertainty_score":0.33602247},"labels":[],"label_agreement":null},{"id":"W2592247054","doi":"10.1145/3027385.3027446","title":"Honing in on social learning networks in MOOC forums","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Categorization; Computer science; Content (measure theory); Social network (sociolinguistics); Content analysis; Thread (computing); Social media; Natural language processing; Artificial intelligence; World Wide Web; Sociology; Mathematics","score_opus":0.025351690189759114,"score_gpt":0.3125803656113315,"score_spread":0.2872286754215724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592247054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72526324,0.000039973474,0.18672617,0.023487581,0.00052528275,0.00011397688,1.2145968e-7,0.00027876373,0.06356489],"genre_scores_gemma":[0.9951423,0.000006450349,0.0026629122,0.00016175315,0.0001341468,0.0000012436977,5.103834e-7,0.000005300172,0.001885415],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923354,0.000045636476,0.00012530589,0.0002082137,0.00011297607,0.00027432025],"domain_scores_gemma":[0.9996065,0.000051618605,0.000078169185,0.00022534825,0.00001177165,0.000026579946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037199564,0.00007320871,0.0001173559,0.00009042093,0.00029547283,0.00027769723,0.0005857712,0.000062545856,0.000004711191],"category_scores_gemma":[0.00011393629,0.00006791561,0.000033277887,0.00010682761,0.00002198203,0.00022034341,0.00020541588,0.0004707147,0.00002224238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008198352,0.000091617665,0.34191272,0.00000538593,0.0000057559,0.00007884943,0.0010690261,0.26477486,0.000017487657,0.086933,0.00042615426,0.30467695],"study_design_scores_gemma":[0.00025677684,0.000030932955,0.11865179,0.000030895848,4.5623176e-7,5.776541e-7,0.000049364327,0.8793067,0.000006245724,0.0009365612,0.0006385822,0.00009113141],"about_ca_topic_score_codex":0.00015152832,"about_ca_topic_score_gemma":0.00023068224,"teacher_disagreement_score":0.6145318,"about_ca_system_score_codex":0.000028204302,"about_ca_system_score_gemma":0.000020379264,"threshold_uncertainty_score":0.2769518},"labels":[],"label_agreement":null},{"id":"W2592266170","doi":"10.18162/ritpu-2016-v13n3-02","title":"Soutenir la motivation des participants aux MOOC : quels rôles pour la ludification, la mobilité et l’aspect social?","year":2016,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Psychology; Political science; Philosophy","score_opus":0.07714347290539256,"score_gpt":0.320396341853932,"score_spread":0.24325286894853945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592266170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72762877,0.0012442354,0.12095651,0.142199,0.0002020899,0.00019917791,0.00009453018,0.0015157927,0.0059599243],"genre_scores_gemma":[0.8781697,0.0029154532,0.009735759,0.000028983113,0.00008860829,0.000011071187,0.00001273854,0.000032022945,0.10900567],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99745905,0.0005552962,0.0004122604,0.00068737444,0.0003398229,0.0005461955],"domain_scores_gemma":[0.99567866,0.0026424103,0.00034859756,0.0005309255,0.0007247218,0.00007466165],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080484955,0.00034427442,0.0003279653,0.00043356672,0.0003923975,0.00027337114,0.0015980895,0.00052581605,0.000031837884],"category_scores_gemma":[0.004092909,0.0003182973,0.00022691574,0.00064787694,0.0015006458,0.0013789281,0.0007805956,0.0004697017,0.000114614966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013161424,0.00029611832,0.041080512,0.00012806125,0.0002301067,0.00017173261,0.0035141197,0.0005369924,0.0013489323,0.44872794,0.0012133641,0.50273895],"study_design_scores_gemma":[0.0024235146,0.00039945976,0.11487148,0.0043416577,0.00033679526,0.00046802673,0.028398741,0.040104806,0.005465892,0.4432115,0.35817614,0.0018020085],"about_ca_topic_score_codex":0.00009434973,"about_ca_topic_score_gemma":0.00012997781,"teacher_disagreement_score":0.500937,"about_ca_system_score_codex":0.0007953963,"about_ca_system_score_gemma":0.00049470365,"threshold_uncertainty_score":0.9999269},"labels":[],"label_agreement":null},{"id":"W2593191082","doi":"10.1145/3027385.3029455","title":"Using predictive analytics in a self-regulated learning university course to promote student success","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Student engagement; Learning analytics; Psychological intervention; Psychology; Analytics; Medical education; Self-efficacy; Applied psychology; Computer science; Mathematics education; Data science; Social psychology; Medicine","score_opus":0.0218995630977505,"score_gpt":0.3218637047065284,"score_spread":0.29996414160877793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593191082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8919732,0.0000037600764,0.104676954,0.0017871713,0.00007987093,0.00012323353,7.40591e-7,0.00018882622,0.0011662263],"genre_scores_gemma":[0.9706155,0.0000029573234,0.027809942,0.000028350763,0.000032231877,1.5790175e-7,6.8579715e-7,0.000006684921,0.0015034634],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886996,0.00007884252,0.00013562682,0.00036373935,0.00027278755,0.00027905233],"domain_scores_gemma":[0.9990224,0.000022820584,0.0001379585,0.0005411154,0.00013875094,0.00013694061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003678898,0.00012062168,0.00018086145,0.00015365008,0.00043807132,0.0003263562,0.0011982669,0.000059672053,0.0000045329925],"category_scores_gemma":[0.00005885943,0.00012020974,0.00004373285,0.00033526754,0.000032999436,0.00047152626,0.0006757416,0.00026930173,0.000013287143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014415888,0.0003940187,0.7282644,0.00001284963,0.00011889738,0.00026072585,0.0034773091,0.26031962,0.00014935098,0.0034545837,0.000043066277,0.0034907924],"study_design_scores_gemma":[0.00033055205,0.0000930494,0.17333533,0.000046504818,0.00002556584,0.0000033024155,0.00021351768,0.82514864,0.00005215006,0.000058935668,0.0005522799,0.00014019688],"about_ca_topic_score_codex":0.0003340134,"about_ca_topic_score_gemma":0.00014745092,"teacher_disagreement_score":0.564829,"about_ca_system_score_codex":0.00014295542,"about_ca_system_score_gemma":0.00014129403,"threshold_uncertainty_score":0.4902011},"labels":[],"label_agreement":null},{"id":"W2593222132","doi":"10.1145/3027385.3029487","title":"Best intentions","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Analytics; Computer science; Learning analytics; Exploratory research; Key (lock); Numeracy; Data science; Orientation (vector space); Knowledge management; Human–computer interaction; Psychology; Pedagogy","score_opus":0.03392371873965347,"score_gpt":0.3269434216313736,"score_spread":0.2930197028917201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593222132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00596765,0.000009162607,0.64927983,0.04043456,0.00029191247,0.0000140583215,1.968396e-7,0.00012568073,0.30387697],"genre_scores_gemma":[0.93100584,0.000003139399,0.037744816,0.00009521207,0.000040544266,2.9173842e-7,1.1593299e-7,0.0000010604895,0.031108977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99976254,0.000003486069,0.000034330613,0.00007453605,0.00006443001,0.00006066099],"domain_scores_gemma":[0.99943966,0.000005836515,0.00002410619,0.00047626023,0.000028318016,0.000025815265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000051455972,0.000021850256,0.000026708292,0.000014863712,0.000250908,0.00029101016,0.000618152,0.0000098403,0.000013199863],"category_scores_gemma":[0.00006603921,0.000017264349,0.000022497454,0.000016033697,0.000018712863,0.00018897421,0.0001624655,0.000043099284,0.00033280408],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1879476e-7,0.000053820917,0.009394044,0.0000018697662,0.000006972826,0.000007745694,0.000042232325,0.000022494314,0.00019025142,0.91348237,0.0028828431,0.07391524],"study_design_scores_gemma":[0.0003616669,0.00012027791,0.049811665,0.000044425757,0.000011393807,0.000020927839,0.00006790357,0.7681697,0.0006641344,0.06428187,0.116130315,0.0003156919],"about_ca_topic_score_codex":0.00003175986,"about_ca_topic_score_gemma":0.000018265848,"teacher_disagreement_score":0.9250382,"about_ca_system_score_codex":0.0000023305095,"about_ca_system_score_gemma":0.000012559258,"threshold_uncertainty_score":0.42776343},"labels":[],"label_agreement":null},{"id":"W2593231473","doi":"10.19173/irrodl.v18i1.2630","title":"Social Networks and the Building of Learning Communities: An Experimental Study of a Social MOOC","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social learning; Massive open online course; Mathematics education; Social relation; Sociology; Class (philosophy); Educational technology; Social network (sociolinguistics); Process (computing); Social network analysis; Psychology; Pedagogy; Social media; Computer science; Social capital; World Wide Web; Social science","score_opus":0.12349411948781788,"score_gpt":0.4987181123087621,"score_spread":0.3752239928209442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593231473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98858774,0.002721285,0.001103112,0.006164805,0.00003313613,0.00043629072,0.000003939812,0.000007309168,0.00094236777],"genre_scores_gemma":[0.998211,0.0015508614,0.00009537929,0.000018911423,0.000046902725,0.000015696043,0.00001028133,0.0000047416474,0.000046201574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972685,0.0015223097,0.00036113572,0.0001398573,0.00055039115,0.0001578289],"domain_scores_gemma":[0.99826205,0.00075432577,0.00043364998,0.00025207063,0.00027066356,0.000027233638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007199117,0.00007953545,0.00032361294,0.00006601491,0.0010187947,0.00033461335,0.0024665536,0.000028838876,0.0000092701675],"category_scores_gemma":[0.000674621,0.000051355626,0.000043262826,0.00016899664,0.00062133255,0.00030663272,0.0024587584,0.0007838782,1.6454742e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011276924,0.0029934607,0.24679261,0.0018645342,0.00063213485,0.000025708832,0.082515374,0.0099262735,0.0003301852,0.55726963,0.00048962096,0.09603277],"study_design_scores_gemma":[0.007808265,0.001522506,0.045224585,0.006127384,0.000051676605,0.000018501802,0.19087322,0.740888,0.00009706584,0.0035244373,0.0035306814,0.00033368132],"about_ca_topic_score_codex":0.0015118194,"about_ca_topic_score_gemma":0.000037512673,"teacher_disagreement_score":0.73096174,"about_ca_system_score_codex":0.000024399886,"about_ca_system_score_gemma":0.0000565153,"threshold_uncertainty_score":0.78358483},"labels":[],"label_agreement":null},{"id":"W2593354861","doi":"10.1145/3027385.3027413","title":"ATCE","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Departament d'Universitats, Recerca i Societat de la Informació; Natural Sciences and Engineering Research Council of Canada; Ministerio de Economía y Competitividad; Universitat de Girona","keywords":"Open educational resources; Computer science; Learning analytics; Dashboard; Analytics; Learning Management; Task (project management); Quality (philosophy); TRACE (psycholinguistics); World Wide Web; Data science; Multimedia; Engineering","score_opus":0.017846452486059504,"score_gpt":0.30443679744264984,"score_spread":0.28659034495659036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593354861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015553679,0.000012766951,0.58506256,0.06095535,0.00030704727,0.000016133561,1.0892853e-7,0.0003143672,0.337778],"genre_scores_gemma":[0.9234325,0.000001773496,0.047579896,0.00020701854,0.000049412516,1.2373583e-7,5.3205106e-8,9.832424e-7,0.028728234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99978626,0.000003187369,0.000026464173,0.000073894465,0.000049719365,0.000060504994],"domain_scores_gemma":[0.9994099,0.0000065523373,0.000022284996,0.00052523427,0.000012614003,0.0000233735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000053787462,0.000020518446,0.000026083095,0.000008104359,0.00017259727,0.00024513536,0.00070047437,0.000009176423,0.000011372201],"category_scores_gemma":[0.00003885187,0.000015723825,0.00001474956,0.000010973046,0.00001198749,0.00016538014,0.00014824641,0.000033753415,0.0002509356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8510516e-7,0.000018350984,0.012889119,0.0000018398879,0.0000045311967,0.000013024717,0.000059297305,0.000033171153,0.00008808126,0.84851575,0.007416849,0.13095981],"study_design_scores_gemma":[0.00023954117,0.000050578597,0.077747,0.000010344997,0.0000026968478,0.000009898023,0.000009575527,0.6991829,0.0007870963,0.05159925,0.1701517,0.00020942146],"about_ca_topic_score_codex":0.00001923399,"about_ca_topic_score_gemma":0.00000342354,"teacher_disagreement_score":0.9078788,"about_ca_system_score_codex":0.0000017156369,"about_ca_system_score_gemma":0.000009084589,"threshold_uncertainty_score":0.32253534},"labels":[],"label_agreement":null},{"id":"W2593924132","doi":"10.18162/ritpu-2016-v13n2-06","title":"Appropriation d’artefacts audiovisuels pédagogiques dans un cours en ligne ouvert et massif","year":2016,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.022693842173428163,"score_gpt":0.2720007530423499,"score_spread":0.24930691086892173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593924132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29356006,0.0020990425,0.43649146,0.2559042,0.001272462,0.0003565837,0.00014269749,0.0027711438,0.007402335],"genre_scores_gemma":[0.6852012,0.0066891224,0.027671237,0.00008433205,0.00018641204,0.000008068343,0.000026750295,0.000045788245,0.28008705],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99695706,0.00036782795,0.0004928643,0.00094438856,0.0005566105,0.00068122783],"domain_scores_gemma":[0.9969187,0.001005402,0.00045536042,0.00091937016,0.0005834577,0.0001177343],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006555559,0.00049290276,0.0004559026,0.00075957226,0.00031234714,0.00025221438,0.002621734,0.00071868766,0.000068506844],"category_scores_gemma":[0.001613205,0.00045005928,0.00030146586,0.00087375176,0.00069587404,0.0021156443,0.0013407411,0.00065217866,0.00026524643],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028920746,0.0002950296,0.011021657,0.00014202436,0.0003947074,0.00054531515,0.005630995,0.00079772907,0.0024390914,0.17301561,0.0018910777,0.80379784],"study_design_scores_gemma":[0.004218071,0.0025671222,0.02624868,0.008272996,0.00060472183,0.001105022,0.062328685,0.061516844,0.039297618,0.13103887,0.6590474,0.0037539455],"about_ca_topic_score_codex":0.00006923686,"about_ca_topic_score_gemma":0.00016859798,"teacher_disagreement_score":0.8000439,"about_ca_system_score_codex":0.0016706728,"about_ca_system_score_gemma":0.0004014825,"threshold_uncertainty_score":0.99979514},"labels":[],"label_agreement":null},{"id":"W2594045036","doi":"10.18162/ritpu-2016-v13n23-01","title":"L’apprentissage médiatisé des dispositifs de type podcast aux dispositifs de type MOOC : du micro au macro au méso","year":2016,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Art","score_opus":0.028102658965961928,"score_gpt":0.2770472038757534,"score_spread":0.24894454490979145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594045036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8818296,0.0028898017,0.06993936,0.040728018,0.0010614286,0.00018316446,0.0001541655,0.0010168051,0.00219762],"genre_scores_gemma":[0.81284446,0.0039418405,0.019873725,0.0000409474,0.00030425374,0.0000033583403,0.000030311747,0.000049032515,0.16291207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972424,0.00018448578,0.000395441,0.00077805814,0.0003161645,0.0010834641],"domain_scores_gemma":[0.9974725,0.00064265216,0.0002880827,0.0007787578,0.0006323062,0.00018567526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037286046,0.00046172968,0.00039828604,0.00047373612,0.000636139,0.00026121706,0.002568,0.00052712485,0.00009124292],"category_scores_gemma":[0.0013309594,0.00045247647,0.0002523594,0.00094281585,0.0013368534,0.0011435886,0.0015019003,0.0005326848,0.0002625557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007270513,0.00032223391,0.21409257,0.0002661663,0.00042173293,0.0016431484,0.004010962,0.0008061235,0.006307184,0.043067243,0.0020800037,0.72690994],"study_design_scores_gemma":[0.0046750423,0.0033567837,0.17669702,0.014830592,0.0012127126,0.0055886945,0.027536156,0.09918218,0.029628972,0.06801704,0.5642463,0.00502853],"about_ca_topic_score_codex":0.00061543845,"about_ca_topic_score_gemma":0.000934054,"teacher_disagreement_score":0.7218814,"about_ca_system_score_codex":0.0043063676,"about_ca_system_score_gemma":0.0013025162,"threshold_uncertainty_score":0.9997927},"labels":[],"label_agreement":null},{"id":"W2594086263","doi":"10.18162/ritpu-2016-v13n3-04","title":"Intégration des CLOM dans une université à distance – Retour d’expérimentation à la TÉLUQ","year":2016,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Humanities; Philosophy","score_opus":0.0189197800498809,"score_gpt":0.25969737443226454,"score_spread":0.24077759438238364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594086263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4407694,0.0017560518,0.4821388,0.064769275,0.00053543516,0.00018841663,0.00009495924,0.0012849872,0.00846265],"genre_scores_gemma":[0.7853609,0.005854266,0.018830884,0.000017359082,0.00009235747,0.0000027676592,0.000026659145,0.000025973628,0.18978888],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980483,0.00017836248,0.00032750148,0.0006617919,0.00034107175,0.0004429819],"domain_scores_gemma":[0.9979951,0.0005435576,0.00032331393,0.00058310264,0.0004779953,0.00007692821],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025078902,0.0003266746,0.00026260436,0.00039647214,0.00043288944,0.00017262726,0.0016287987,0.00038114924,0.000027865677],"category_scores_gemma":[0.0005751628,0.00031698451,0.00018875673,0.0010260551,0.0012976038,0.0019777617,0.0006985342,0.0003591466,0.00010234672],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027066351,0.00013721258,0.01736762,0.000099275414,0.00015605078,0.00043356084,0.0033078438,0.00059826724,0.002349368,0.25469986,0.0012129836,0.71961087],"study_design_scores_gemma":[0.0037864607,0.0014312599,0.053796716,0.008178461,0.00044357977,0.000864795,0.0764171,0.048119944,0.019769285,0.19162662,0.5931403,0.0024254348],"about_ca_topic_score_codex":0.0002700503,"about_ca_topic_score_gemma":0.0007980063,"teacher_disagreement_score":0.71718544,"about_ca_system_score_codex":0.0019698269,"about_ca_system_score_gemma":0.00020312236,"threshold_uncertainty_score":0.99992824},"labels":[],"label_agreement":null},{"id":"W2594209807","doi":"10.19173/irrodl.v18i1.2637","title":"A Computational Method for Enabling Teaching-Learning Process in Huge Online Courses and Communities","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Class (philosophy); Educational technology; Distance education; Subject (documents); Teaching method; World Wide Web; Online teaching; Mathematics education; Multimedia; Artificial intelligence; Psychology","score_opus":0.1271364228295279,"score_gpt":0.5286974994052347,"score_spread":0.40156107657570683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594209807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52559316,0.022374671,0.2554538,0.19004782,0.00021155569,0.0026046948,0.00017070516,0.000086895576,0.0034566645],"genre_scores_gemma":[0.98140234,0.004833611,0.013270655,0.00012856527,0.000038610517,0.000034109184,0.00013885478,0.000007376748,0.00014585706],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802,0.0007721241,0.0003367203,0.00020777187,0.00044497772,0.0002183912],"domain_scores_gemma":[0.9966245,0.002461104,0.0002614297,0.00022460081,0.000380778,0.000047549955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009169414,0.00009499854,0.00027135597,0.00016552438,0.0007261869,0.00067011424,0.0019576126,0.00003220092,0.0000051959073],"category_scores_gemma":[0.0052418467,0.000072571565,0.000031667638,0.00014771972,0.00017826026,0.0004576884,0.0012393771,0.0011052234,5.1308336e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001931757,0.0006527282,0.3550722,0.005556202,0.00015000581,0.00003203655,0.0047481013,0.0854944,0.000031921205,0.2307626,0.000388606,0.31691802],"study_design_scores_gemma":[0.00089303724,0.00012116511,0.012353356,0.008752386,0.0000059505433,0.000018614559,0.004839291,0.948438,0.0000049137475,0.015106592,0.009349321,0.00011737855],"about_ca_topic_score_codex":0.0007610249,"about_ca_topic_score_gemma":0.00008045054,"teacher_disagreement_score":0.8629436,"about_ca_system_score_codex":0.00003929462,"about_ca_system_score_gemma":0.00016057795,"threshold_uncertainty_score":0.6461927},"labels":[],"label_agreement":null},{"id":"W2594276145","doi":"10.24908/pceea.v0i0.6484","title":"GRADUATE ATTRIBUTE ASSESSMENT IN SOFTWARE ENGINEERING PROGRAM AT UNIVERSITY OF OTTAWA – CONTINUAL IMPROVEMENT PROCESS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Rubric; Grading (engineering); Visualization; Computer science; Process (computing); Software engineering; Scale (ratio); Graduate students; Software; Data science; Engineering management; Data mining; Engineering; Mathematics education; Civil engineering; Cartography; Programming language; Medical education; Psychology","score_opus":0.008633109793604455,"score_gpt":0.246346333240242,"score_spread":0.23771322344663753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594276145","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910915,0.00001503982,0.00036540648,0.0070909997,0.00062087155,0.00039113162,0.000018164195,0.000098888275,0.00030802478],"genre_scores_gemma":[0.99097055,0.0000034857885,0.008040141,0.000018448924,0.000042739008,0.000007652318,0.000004699235,0.000011422656,0.0009008552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99897534,0.0000039908905,0.00022006327,0.0002024303,0.0003236745,0.00027451487],"domain_scores_gemma":[0.9985046,0.000029427832,0.00059076864,0.00017901114,0.00056843605,0.00012775816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049368595,0.00011797183,0.00017712981,0.00019107967,0.00021881201,0.00013009693,0.0008510779,0.00008717399,0.0000023505147],"category_scores_gemma":[0.0008567921,0.00012860811,0.00006999431,0.00026823196,0.000016262042,0.00035337085,0.0001085079,0.00024162777,0.0000012471655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011149154,0.0001645454,0.9797969,0.00038663961,0.00008087,4.643666e-7,0.0013745755,0.004682172,0.0007115458,0.006898938,0.0020922504,0.0038099987],"study_design_scores_gemma":[0.00033688807,0.000049398255,0.92227715,0.00024716908,0.000026985554,0.0000011672865,0.00017579926,0.071007505,0.0016463462,0.00008768918,0.0039065178,0.0002373524],"about_ca_topic_score_codex":0.004780646,"about_ca_topic_score_gemma":0.007856729,"teacher_disagreement_score":0.06632534,"about_ca_system_score_codex":0.0015654755,"about_ca_system_score_gemma":0.0007167574,"threshold_uncertainty_score":0.72269386},"labels":[],"label_agreement":null},{"id":"W2596345581","doi":"","title":"A Systematic Comparative Analysis of MOOC Participant Profiles","year":2015,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.17769693743555431,"score_gpt":0.35508304329467755,"score_spread":0.17738610585912323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2596345581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8919798,0.002954559,0.0026203836,0.05501595,0.0021363657,0.002384239,0.000040721356,0.0005339162,0.04233406],"genre_scores_gemma":[0.9816274,0.00011412957,0.0016725966,0.00033719806,0.000068396614,0.00009940424,0.000031213393,0.000014746138,0.016034927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99606156,0.00094150874,0.00092197576,0.00069277687,0.0009361175,0.00044604874],"domain_scores_gemma":[0.9968636,0.00028772527,0.0015206223,0.0005634943,0.0004046843,0.00035989133],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012299991,0.00032335188,0.0009825504,0.00054175704,0.00015116685,0.00023337906,0.0004748953,0.00011341537,0.000042381344],"category_scores_gemma":[0.00016307159,0.0002962958,0.00009829278,0.0024435986,0.00011030255,0.00032505268,0.00012332591,0.000673038,0.00003667776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105716055,0.0008862944,0.20330516,0.0020574206,0.000476949,0.00000840192,0.0080337105,0.004513093,0.000079947116,0.77811927,0.00058701675,0.0018270435],"study_design_scores_gemma":[0.0020419627,0.0024880392,0.5874501,0.008900731,0.0011750815,0.000009436606,0.019539738,0.34685978,0.00023312212,0.026277032,0.0031951375,0.0018298532],"about_ca_topic_score_codex":0.0006415157,"about_ca_topic_score_gemma":0.0005289572,"teacher_disagreement_score":0.7518422,"about_ca_system_score_codex":0.0003120863,"about_ca_system_score_gemma":0.0008853059,"threshold_uncertainty_score":0.9999489},"labels":[],"label_agreement":null},{"id":"W2597830597","doi":"10.19173/irrodl.v18i6.3110","title":"Institutional Collaboration on MOOCs in Education—A Literature Review","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Higher education; Computer science; Sociology; Pedagogy; World Wide Web; Data science; Political science","score_opus":0.05777695416590579,"score_gpt":0.47999547752790156,"score_spread":0.4222185233619958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597830597","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011110435,0.3454784,0.00085368805,0.6028322,0.0005267632,0.0017204788,0.000062299005,0.000025245572,0.037390508],"genre_scores_gemma":[0.44721925,0.5494713,0.00074929534,0.0014053208,0.00008331212,0.00007060892,0.00019224922,0.0000046309788,0.00080399134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983207,0.00039989254,0.00031326382,0.00023567563,0.00058882724,0.00014161761],"domain_scores_gemma":[0.9984878,0.0002796737,0.0002070478,0.00042601774,0.0005544681,0.000045013185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004411469,0.000077262725,0.00019250436,0.00013945729,0.00031009736,0.0006388614,0.0021972358,0.000031214036,0.00001754096],"category_scores_gemma":[0.005607226,0.000054533404,0.000028906139,0.0005929179,0.000117409254,0.00060724,0.0007361672,0.0006889889,0.000012319778],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004354658,0.0004677213,0.024247998,0.006766937,0.000028693587,0.000050510997,0.0002578786,0.0006165753,0.000019367651,0.6830471,0.013868734,0.2705849],"study_design_scores_gemma":[0.0009183264,0.00017058512,0.043964192,0.36452675,0.0000084462445,0.00004920658,0.00035360636,0.022183653,0.000025848438,0.015635949,0.55189973,0.00026368277],"about_ca_topic_score_codex":0.00010629077,"about_ca_topic_score_gemma":0.00003020567,"teacher_disagreement_score":0.6674112,"about_ca_system_score_codex":0.0001057164,"about_ca_system_score_gemma":0.00058629294,"threshold_uncertainty_score":0.6712778},"labels":[],"label_agreement":null},{"id":"W2598662312","doi":"10.24908/pceea.v0i0.6485","title":"Work-term Experience and Graduate Attribute Assessment in Software Engineering Co-op Program at University of Ottawa","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"General partnership; Work (physics); Term (time); Engineering management; Medical education; Graduate students; Sample (material); Computer science; Order (exchange); Course (navigation); Component (thermodynamics); Engineering; Political science; Business; Medicine","score_opus":0.01330834093005805,"score_gpt":0.2585033795164493,"score_spread":0.24519503858639125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598662312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954532,0.000018466611,0.00021629599,0.0036454494,0.00029450553,0.00017263458,0.0000067804863,0.000056353892,0.00013632301],"genre_scores_gemma":[0.98862475,0.000010262805,0.010805626,0.00001356322,0.000027267271,0.000004524675,0.0000027856113,0.0000083039895,0.0005029293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99921584,0.0000043771543,0.00015826043,0.00017986455,0.0002244538,0.00021717617],"domain_scores_gemma":[0.9990759,0.00003381543,0.00036994967,0.00015524968,0.00023704166,0.00012805122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032028966,0.00009791527,0.00014260662,0.00016283462,0.0002169559,0.00013943721,0.00059447926,0.00007461477,0.0000019415356],"category_scores_gemma":[0.00066421775,0.00010774362,0.000042688203,0.00023118618,0.000023820614,0.0003305729,0.00009901341,0.00019385049,8.0423837e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.786958e-7,0.000031535626,0.9939454,0.00007405049,0.000016338945,2.3420438e-7,0.0013808488,0.00055589457,0.00014471175,0.0019382357,0.0005103983,0.001401925],"study_design_scores_gemma":[0.00012428734,0.000011923536,0.98353845,0.00014860438,0.000008436453,0.0000011057349,0.00008585865,0.014028264,0.00027831717,0.000018785035,0.001637224,0.00011876427],"about_ca_topic_score_codex":0.0025087409,"about_ca_topic_score_gemma":0.0014707616,"teacher_disagreement_score":0.01347237,"about_ca_system_score_codex":0.00096965,"about_ca_system_score_gemma":0.00031959708,"threshold_uncertainty_score":0.4393657},"labels":[],"label_agreement":null},{"id":"W2599753859","doi":"","title":"Research guides: Digital Pedagogy - A Guide for Librarians, Faculty, and Students: MOOCs at the University of Toronto","year":2016,"lang":"en","type":"libguides","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pedagogy; Sociology; Library science; Medical education; Mathematics education; Psychology; Computer science; Medicine","score_opus":0.05091147398321196,"score_gpt":0.39132458663835307,"score_spread":0.3404131126551411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599753859","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050425325,0.023463933,0.27054083,0.15849772,0.0022946813,0.003919578,0.0054871603,0.0012369438,0.5295166],"genre_scores_gemma":[0.0012266734,0.0023261597,0.0097988555,0.00015264229,0.00040948947,0.0000024808573,0.00013667553,0.000031364336,0.98591566],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772024,0.00012445779,0.00031600348,0.0006064853,0.00080690795,0.00042588435],"domain_scores_gemma":[0.99755627,0.00089202065,0.00018081396,0.0008142572,0.00043206647,0.0001245936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008896945,0.0002193278,0.00035889377,0.00007097017,0.000398605,0.00041818398,0.0030284778,0.00022934523,0.00012984884],"category_scores_gemma":[0.00027987783,0.000136249,0.00015752451,0.00011707486,0.00032488073,0.00074788113,0.0033588607,0.0002220409,0.00003218123],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014334599,0.000045363442,0.0005243153,0.00008045645,0.000113828726,0.000007354971,0.0006044306,0.0000036477704,0.000007080388,0.007801366,0.9679665,0.022831338],"study_design_scores_gemma":[0.00044988678,0.00021405234,0.0002674093,0.00015834348,0.000022069935,0.0000059171407,0.0012336861,0.00093060324,0.000010308122,0.0015227937,0.9949923,0.00019261739],"about_ca_topic_score_codex":0.001885424,"about_ca_topic_score_gemma":0.0015625505,"teacher_disagreement_score":0.45639905,"about_ca_system_score_codex":0.00017154969,"about_ca_system_score_gemma":0.00045622978,"threshold_uncertainty_score":0.56277156},"labels":[],"label_agreement":null},{"id":"W2601320879","doi":"","title":"Enhancing Student Engagement in an Online Doctoral Research Methods Course: An Applied Ethnographic Study","year":2015,"lang":"en","type":"article","venue":"Canadian Society for the Study of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Presentation (obstetrics); Medical education; Ethnography; Online course; Data collection; Graduate students; Course (navigation); Psychology; Sociology; Pedagogy; Medicine; Engineering; Social science","score_opus":0.24417528244939657,"score_gpt":0.5232629569398031,"score_spread":0.2790876744904065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601320879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99450797,0.000244245,0.0006798167,0.0023721328,0.0005931377,0.0015256437,0.0000035801488,0.000029441171,0.000044004435],"genre_scores_gemma":[0.977257,0.0000026030461,0.021728313,0.0001776181,0.00028107577,0.0001942421,0.000016510547,0.000016432128,0.00032620135],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.997599,0.0007045953,0.00032878373,0.00043368543,0.00052701327,0.00040691317],"domain_scores_gemma":[0.9980612,0.00022796588,0.00010435608,0.0008279102,0.0004413389,0.00033727067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068197646,0.00013907584,0.00020685441,0.0002003399,0.00044926908,0.00015628619,0.0011927824,0.000057263816,0.0000039425972],"category_scores_gemma":[0.000026973483,0.00011674263,0.00007448216,0.0011627236,0.00007148784,0.00019762306,0.00010694464,0.00047251448,9.352492e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022020426,0.022963027,0.21984243,0.00004233848,0.00048053067,0.0000018070859,0.6736744,0.002417244,0.00020980813,0.007695521,0.0040553114,0.068595566],"study_design_scores_gemma":[0.0011755056,0.0020237959,0.44641787,0.000013727079,0.00008747762,2.3617106e-7,0.5415306,0.0031691142,0.0000117499685,0.0014935469,0.0038530882,0.00022325541],"about_ca_topic_score_codex":0.028489806,"about_ca_topic_score_gemma":0.14199007,"teacher_disagreement_score":0.22657545,"about_ca_system_score_codex":0.00033779032,"about_ca_system_score_gemma":0.0015096394,"threshold_uncertainty_score":0.97797954},"labels":[],"label_agreement":null},{"id":"W2603311713","doi":"10.24908/pceea.v0i0.6535","title":"INFORMATION VISUALISATION IN EDUCATION: A REVIEW OF CURRENT TOOLS AND PRACTICES","year":2017,"lang":"en","type":"review","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Variety (cybernetics); Visualization; Computer science; Data science; Creative visualization; Knowledge management; Work (physics); Information visualization; Data visualization; Engineering ethics; Human–computer interaction; Engineering; Data mining; Artificial intelligence","score_opus":0.0544249156362585,"score_gpt":0.3837372444074643,"score_spread":0.3293123287712058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603311713","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024881754,0.99396086,0.000016633281,0.0033051015,0.0012075385,0.0006024572,0.000021955502,0.000021938835,0.0008386303],"genre_scores_gemma":[0.0002755381,0.99832016,0.0008092362,0.00010114686,0.00014581559,0.00007920145,0.000054507025,0.000012069131,0.00020230755],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861556,0.000025257965,0.00069492566,0.00015698277,0.00033835834,0.00016888614],"domain_scores_gemma":[0.99456286,0.00011239506,0.0041925167,0.00021938195,0.0008062826,0.000106567844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011652372,0.00018181326,0.00053973764,0.00056425424,0.00009690832,0.00031198055,0.0007179914,0.00016010526,0.000002355306],"category_scores_gemma":[0.0080437455,0.0001661212,0.00012792791,0.00060707936,0.000013245507,0.0014979356,0.00006888178,0.00037147145,0.0000039235765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.6281504e-8,0.000035079927,0.00059542235,0.05980562,0.000027324759,6.149737e-9,0.00032440695,0.0000026153857,1.5401231e-7,0.014286478,0.00461741,0.9203054],"study_design_scores_gemma":[0.000031698262,0.0000061545325,0.0011520153,0.05429154,0.00010911574,0.000003233877,0.00002851452,0.0002999024,7.5418217e-7,0.000099461766,0.9438252,0.00015243815],"about_ca_topic_score_codex":0.0012952106,"about_ca_topic_score_gemma":0.0003927008,"teacher_disagreement_score":0.93920773,"about_ca_system_score_codex":0.0012181259,"about_ca_system_score_gemma":0.00526236,"threshold_uncertainty_score":0.96296954},"labels":[],"label_agreement":null},{"id":"W2604135653","doi":"10.19173/irrodl.v18i2.2806","title":"Review and Content Analysis of the International Review of Research in Open and Distance/Distributed Learning (2000–2015)","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Distance education; Open educational resources; Open education; Library science; Content analysis; Educational technology; Open learning; Computer science; World Wide Web; Sociology; Social science; Pedagogy; Teaching method","score_opus":0.197812221016364,"score_gpt":0.5053281318898132,"score_spread":0.3075159108734492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604135653","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022396203,0.7241596,0.0014683504,0.24314733,0.00017134052,0.0031509202,0.0003759507,0.000016921094,0.0051133633],"genre_scores_gemma":[0.42672452,0.5720954,0.00021938742,0.00031374465,0.000018653642,0.000048089696,0.00014288722,0.000007594226,0.00042970193],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99483716,0.0018003078,0.001068837,0.0005451289,0.0013860238,0.00036254837],"domain_scores_gemma":[0.99513876,0.0014178049,0.0009040864,0.0008856713,0.0015434895,0.00011019346],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.02336038,0.00017256396,0.0009494544,0.00031926684,0.00041447088,0.0005310712,0.0060651363,0.000055592405,0.0000752622],"category_scores_gemma":[0.01398608,0.00011269111,0.00012697933,0.0017273548,0.00072388997,0.00058192597,0.007043315,0.0013917891,0.000001941203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018816738,0.00055358856,0.7702248,0.050367177,0.0013150424,0.00004824145,0.00043191068,0.00039918165,0.00012574051,0.060920976,0.008580622,0.10684453],"study_design_scores_gemma":[0.0023230985,0.00033716075,0.2664403,0.50065273,0.00042782305,0.00004474695,0.0015255858,0.05111447,0.00006850626,0.0032351818,0.17332229,0.00050811085],"about_ca_topic_score_codex":0.001874184,"about_ca_topic_score_gemma":0.00017466035,"teacher_disagreement_score":0.50378454,"about_ca_system_score_codex":0.00015935888,"about_ca_system_score_gemma":0.00039433636,"threshold_uncertainty_score":0.9993125},"labels":[],"label_agreement":null},{"id":"W2604664658","doi":"10.19173/irrodl.v18i2.3067","title":"The Changing Role of the Educational Video in Higher Distance Education","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Presentation (obstetrics); Multimedia; Animation; Computer science; Graphics; Class (philosophy); Educational technology; Instructional design; Videoconferencing; Incentive; Asynchronous communication; Focus (optics); Digital media; Quality (philosophy); World Wide Web; Mathematics education; Psychology; Computer graphics (images); Artificial intelligence; Telecommunications","score_opus":0.05626469453574274,"score_gpt":0.4412098780771027,"score_spread":0.38494518354136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604664658","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0844287,0.053432014,0.000754938,0.8258005,0.00092543423,0.001254511,0.000026351514,0.0000115389885,0.033366013],"genre_scores_gemma":[0.9914073,0.0062106536,0.00012384728,0.000091325164,0.00006127555,0.000032005075,0.000009283289,0.0000029947794,0.0020613167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99857485,0.0003451883,0.00026169667,0.00015305911,0.0004998131,0.00016541926],"domain_scores_gemma":[0.998225,0.00072336383,0.00027393544,0.00047581596,0.00027724527,0.000024663752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004229717,0.00005535178,0.000117935924,0.00006342581,0.00049658905,0.0003320859,0.0033606396,0.00001766867,0.000017032966],"category_scores_gemma":[0.0027214275,0.00002960934,0.00003563879,0.0003555745,0.00021544345,0.00025580858,0.0013503724,0.0004418527,0.0000026827959],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017484643,0.00013635683,0.16693556,0.0002798359,0.000018948938,5.675194e-7,0.0003427466,0.00019029912,0.00005324584,0.71883124,0.0009646757,0.11222904],"study_design_scores_gemma":[0.00052516715,0.000046509867,0.5641106,0.018258711,0.0000076269694,0.00000869024,0.0021808655,0.03475246,0.00013093272,0.09692264,0.28288254,0.00017327028],"about_ca_topic_score_codex":0.00033283324,"about_ca_topic_score_gemma":0.00005508493,"teacher_disagreement_score":0.9069786,"about_ca_system_score_codex":0.00006575874,"about_ca_system_score_gemma":0.00037513906,"threshold_uncertainty_score":0.62449604},"labels":[],"label_agreement":null},{"id":"W2604949810","doi":"10.19173/irrodl.v18i2.2952","title":"The RISE Framework: Using Learning Analytics to Automatically Identify Open Educational Resources for Continuous Improvement","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Open educational resources; Analytics; Learning analytics; Learning Management; Process (computing); Resource (disambiguation); Data science; Educational resources; World Wide Web; Knowledge management; Multimedia","score_opus":0.10492604066106469,"score_gpt":0.5129418227781233,"score_spread":0.4080157821170586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604949810","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16368505,0.011265918,0.18557169,0.6262212,0.0007453332,0.005654543,0.00008014979,0.000056039207,0.006720095],"genre_scores_gemma":[0.9721847,0.0045485552,0.019761113,0.00036837754,0.00019885256,0.00015723317,0.00002553172,0.000018318078,0.0027373065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99755895,0.0004449826,0.0005216791,0.0003496619,0.0007673386,0.000357368],"domain_scores_gemma":[0.9951892,0.002836332,0.00044492853,0.00062600494,0.00078931276,0.00011420319],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.011717741,0.000117291325,0.00028885482,0.000096480006,0.0017873413,0.0040499284,0.007020582,0.000042247466,0.000019327761],"category_scores_gemma":[0.02036489,0.000075618096,0.00006829132,0.00029800477,0.0002243256,0.0004371526,0.0050990726,0.0007773127,0.000007496167],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025172482,0.00045000899,0.07936558,0.0016398237,0.0004128649,0.00001717914,0.0013013439,0.008665303,0.00032896455,0.5243219,0.0065055713,0.37673974],"study_design_scores_gemma":[0.00097627915,0.00041135796,0.027998531,0.015551878,0.000038713057,0.000015530224,0.0020034863,0.65773904,0.000048800266,0.063492306,0.23139282,0.00033128905],"about_ca_topic_score_codex":0.0004884135,"about_ca_topic_score_gemma":0.000027302329,"teacher_disagreement_score":0.80849963,"about_ca_system_score_codex":0.00011358701,"about_ca_system_score_gemma":0.00033634788,"threshold_uncertainty_score":0.9995122},"labels":[],"label_agreement":null},{"id":"W2605063813","doi":"10.19173/irrodl.v18i2.2433","title":"Analysis of Time-on-Task, Behavior Experiences, and Performance in Two Online Courses with Different Authentic Learning Tasks","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Task (project management); Psychology; Upload; Class (philosophy); Behavioral pattern; Resource (disambiguation); Mathematics education; Multimedia; Computer science; World Wide Web; Artificial intelligence","score_opus":0.05895483251940127,"score_gpt":0.4435767710732025,"score_spread":0.3846219385538012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605063813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961298,0.0010088967,0.00020873023,0.002172178,0.000014833588,0.00019453271,0.000011118016,0.0000049858904,0.0002549326],"genre_scores_gemma":[0.99437124,0.0051362854,0.00013897667,0.000018051034,0.000010119269,0.000027727465,0.000058815418,0.0000039699635,0.00023484747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982932,0.00032339507,0.00031847446,0.0002629444,0.00061513233,0.00018684543],"domain_scores_gemma":[0.9986645,0.0004568216,0.00030488588,0.00032645412,0.00019527113,0.000052060193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021976787,0.00009958921,0.00035909493,0.0002710289,0.00023441119,0.00025806282,0.0014944962,0.000018257811,0.000026863774],"category_scores_gemma":[0.0009252824,0.000062392486,0.00003652809,0.00045729268,0.0002890902,0.00025691834,0.00080707355,0.00058364647,0.0000010564745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004084806,0.00017842838,0.971292,0.00017309898,0.000073910385,0.000011503362,0.0006263539,0.0017466253,0.000020673342,0.0006357692,0.0000069691337,0.025193805],"study_design_scores_gemma":[0.00072595064,0.00035686715,0.6666568,0.0061863693,0.000056289988,0.000006760954,0.0017044467,0.323675,0.000044776072,0.000047611255,0.00041210072,0.0001270532],"about_ca_topic_score_codex":0.00031288795,"about_ca_topic_score_gemma":0.000093551535,"teacher_disagreement_score":0.32192835,"about_ca_system_score_codex":0.00003623277,"about_ca_system_score_gemma":0.000072498224,"threshold_uncertainty_score":0.27771708},"labels":[],"label_agreement":null},{"id":"W2605118529","doi":"10.19173/irrodl.v18i2.2789","title":"Examining MOOCs: A Comparative Study among Educational Technology Experts in Traditional and Open Universities","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; TUTOR; Accreditation; Competition (biology); Mathematics education; Open university; Computer science; Higher education; Educational technology; Pedagogy; Sociology; Psychology; Medical education; Political science","score_opus":0.2359048368053787,"score_gpt":0.48893618294511404,"score_spread":0.2530313461397353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605118529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94276774,0.0027587656,0.00024584995,0.04415631,0.000053937347,0.0007415616,0.000015437621,0.000008223243,0.009252171],"genre_scores_gemma":[0.99735534,0.0016254038,0.00042931858,0.000030872576,0.00001888638,0.000043564745,0.000024135301,0.0000025664326,0.0004699223],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855715,0.00039081945,0.0002402065,0.00027512887,0.0003818572,0.00015482905],"domain_scores_gemma":[0.99860156,0.0006945691,0.0001796125,0.00027203275,0.00021018324,0.00004205243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030829292,0.00007786926,0.0002427697,0.0002260033,0.0004155142,0.0006756918,0.003071938,0.000027054031,0.000028560542],"category_scores_gemma":[0.0007980197,0.00006105473,0.000012510083,0.00029091557,0.0003769124,0.00081180345,0.0023401657,0.00047036674,0.00000154911],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043839038,0.0005531038,0.8057385,0.00018078071,0.00006975588,0.00004360277,0.002633778,0.00024802255,0.000015076048,0.1780398,0.00068987755,0.011743839],"study_design_scores_gemma":[0.002335096,0.0005074155,0.83858305,0.01163474,0.000009490482,0.000035052493,0.072919995,0.038724646,0.000016324748,0.03176111,0.0032057655,0.00026732907],"about_ca_topic_score_codex":0.0010551175,"about_ca_topic_score_gemma":0.0001566103,"teacher_disagreement_score":0.1462787,"about_ca_system_score_codex":0.0000883987,"about_ca_system_score_gemma":0.00028310783,"threshold_uncertainty_score":0.65157115},"labels":[],"label_agreement":null},{"id":"W2606212637","doi":"","title":"Learning to Learn Online: Experiences of novice learners in a high quality MOOC.","year":2016,"lang":"en","type":"article","venue":"Canadian Society for the Study of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Massive open online course; Online learning; Quality (philosophy); Online course; Psychology; Medical education; Discussion board; Mathematics education; Multimedia; Computer science; Medicine","score_opus":0.023652800131991805,"score_gpt":0.33665269735238756,"score_spread":0.3129998972203958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606212637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98435897,0.000075605625,0.00040636063,0.01445646,0.00033848532,0.00029640572,0.000003862299,0.00001572583,0.000048108475],"genre_scores_gemma":[0.99349815,0.000006527375,0.0023158682,0.0002873294,0.00009872592,0.00005284591,0.000002417136,0.000008243946,0.0037299087],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989531,0.000080291386,0.00028563486,0.00025545177,0.00019475624,0.00023079125],"domain_scores_gemma":[0.99896646,0.0002733417,0.00015870549,0.00033259983,0.00015133062,0.000117547504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048595903,0.000095429394,0.00017436116,0.000085669286,0.00014860334,0.0000237694,0.0005981239,0.000045593,0.0000145836375],"category_scores_gemma":[0.00011602353,0.00006533255,0.00010764176,0.0005576614,0.000062833366,0.000120820354,0.00004524831,0.00011214607,0.0000024949761],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027793929,0.0014896785,0.114135146,0.000098675875,0.0002254,3.9345676e-7,0.71381855,0.0042487523,0.0008850734,0.014175643,0.0061058025,0.14478911],"study_design_scores_gemma":[0.0012277754,0.0010616021,0.30414993,0.0001261051,0.000045228127,5.955681e-7,0.6694551,0.0011788167,0.00011934615,0.0010985852,0.021129612,0.0004072661],"about_ca_topic_score_codex":0.046167757,"about_ca_topic_score_gemma":0.01705133,"teacher_disagreement_score":0.1900148,"about_ca_system_score_codex":0.0001432992,"about_ca_system_score_gemma":0.00060930656,"threshold_uncertainty_score":0.9601839},"labels":[],"label_agreement":null},{"id":"W2606286803","doi":"10.5539/ijsp.v6n3p168","title":"Hybrid Measurement Models for Technology-Enhanced Assessments Through mIRT-bayes","year":2017,"lang":"en","type":"article","venue":"International Journal of Statistics and Probability","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Computer science; Bayesian network; Bayes' theorem; Latent variable; Machine learning; Item response theory; Artificial intelligence; Flexibility (engineering); Variable (mathematics); Bayesian probability; Latent variable model; Data mining; Statistics; Psychometrics; Mathematics","score_opus":0.05650215339583662,"score_gpt":0.362221709268097,"score_spread":0.30571955587226035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606286803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011095013,0.0000707998,0.9816604,0.006260304,0.0005180264,0.000084796426,0.00007214254,0.000010720412,0.00022779788],"genre_scores_gemma":[0.60508955,0.00005263916,0.39473838,0.00003715848,0.000058543195,0.0000023151072,0.0000012354708,0.0000025538602,0.00001759965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988597,0.00002163099,0.0003407958,0.00016497565,0.00048999477,0.00012288716],"domain_scores_gemma":[0.99703103,0.00007662752,0.0005527134,0.000240978,0.0020550305,0.000043606906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007627823,0.00008465099,0.00015926725,0.000055386306,0.00020825505,0.0003385856,0.0009241024,0.000029952767,0.00000213011],"category_scores_gemma":[0.0007218565,0.00007042401,0.000046369005,0.000017093565,0.000093875635,0.00048110716,0.00017686265,0.000149626,5.110952e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008744662,0.0003489025,0.0021828623,0.00006465043,0.00033741232,0.000028967625,0.00026386042,0.0017931534,0.00048663781,0.70026034,0.0011052602,0.2930405],"study_design_scores_gemma":[0.00050504715,0.00018724463,0.00090541516,0.000059018934,0.000014228292,0.000020459156,0.000010173725,0.09760474,0.0006381351,0.8990286,0.0009527234,0.00007421728],"about_ca_topic_score_codex":0.000012279376,"about_ca_topic_score_gemma":0.000009563455,"teacher_disagreement_score":0.59399456,"about_ca_system_score_codex":0.00008037093,"about_ca_system_score_gemma":0.00015774417,"threshold_uncertainty_score":0.3264989},"labels":[],"label_agreement":null},{"id":"W2606535523","doi":"10.1145/3051457.3051468","title":"A Visual Approach towards Knowledge Engineering and Understanding How Students Learn in Complex Environments","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Visualization; Computer science; Task (project management); Process (computing); Class (philosophy); Human–computer interaction; Active learning (machine learning); Artificial intelligence; Engineering","score_opus":0.07629851284103861,"score_gpt":0.3279014609548475,"score_spread":0.2516029481138089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606535523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21426305,0.000044805696,0.77968687,0.0014515421,0.0000852832,0.00010194944,4.3277367e-7,0.00007889085,0.004287153],"genre_scores_gemma":[0.98442215,0.000015681153,0.01385921,0.000016271486,0.000033372846,0.0000016641892,0.0000012663218,0.000007509837,0.0016428585],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992094,0.000022678763,0.000088723755,0.00027380866,0.00019006348,0.00021529231],"domain_scores_gemma":[0.99957913,0.000017642902,0.000047839643,0.00027781617,0.0000037050265,0.00007385866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025152368,0.00011000916,0.0001420795,0.00009153381,0.0001778145,0.00064142956,0.00064323004,0.00004058607,0.0000021335218],"category_scores_gemma":[0.00003736963,0.000100826306,0.000023140068,0.00005473339,0.000039510043,0.00030298324,0.0006537652,0.00015578662,0.0000063322555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017448332,0.0022442555,0.730061,0.0003121598,0.00027533955,0.0001224072,0.010286244,0.0069222227,0.004633118,0.14161827,0.0006411501,0.10286639],"study_design_scores_gemma":[0.0004384371,0.000036947815,0.12698889,0.000015116598,0.0000030010754,0.000003682605,0.0001961898,0.8712078,0.000021254462,0.00017117645,0.0007804977,0.00013705579],"about_ca_topic_score_codex":0.000017066208,"about_ca_topic_score_gemma":0.0000064983983,"teacher_disagreement_score":0.8642855,"about_ca_system_score_codex":0.00007859445,"about_ca_system_score_gemma":0.000012115914,"threshold_uncertainty_score":0.618532},"labels":[],"label_agreement":null},{"id":"W2606932600","doi":"10.5430/jct.v7n2p12","title":"Factors Related to Students’ Drop Out of a Distance Language Learning Programme","year":2018,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Feeling; Distance education; Drop out; Data collection; Dropout (neural networks); Mathematics education; Psychology; Closed-ended question; Language acquisition; Qualitative research; English language; Longitudinal study; Pedagogy; Medical education; Computer science; Social psychology; Sociology; Medicine; Linguistics","score_opus":0.01261468944089457,"score_gpt":0.3192874156699456,"score_spread":0.30667272622905106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606932600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94253147,0.0001256044,0.05628383,0.00048602314,0.00023053186,0.000033919918,2.3618152e-7,0.000026471962,0.00028192854],"genre_scores_gemma":[0.9925956,0.000004652877,0.006918834,0.00002644801,0.0000954647,1.678956e-7,3.070366e-7,0.0000064335777,0.00035210693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885035,0.00012671838,0.0003543498,0.00012571654,0.00035544613,0.00018744095],"domain_scores_gemma":[0.99919295,0.00005524475,0.00038015624,0.000114781236,0.00011884239,0.00013800545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008720346,0.00009953535,0.00022956316,0.00012954893,0.00013929991,0.0001309157,0.00042669338,0.000036236124,0.000002441847],"category_scores_gemma":[0.00040161834,0.00006880386,0.00007934958,0.00012759626,0.000034107343,0.00024024438,0.00013583622,0.00051795127,0.0000024100507],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062988715,0.00034224393,0.85360765,0.00003436933,0.000111101224,0.00004552046,0.04411784,0.00010044968,0.0013174714,0.007924978,0.00011425526,0.09227784],"study_design_scores_gemma":[0.008257611,0.018896671,0.5381207,0.0064771655,0.0006183867,0.0005979309,0.08662387,0.22143176,0.0026966636,0.0076147662,0.105494626,0.003169861],"about_ca_topic_score_codex":0.000022484288,"about_ca_topic_score_gemma":0.000006597607,"teacher_disagreement_score":0.31548694,"about_ca_system_score_codex":0.000020138583,"about_ca_system_score_gemma":0.000023638868,"threshold_uncertainty_score":0.28057402},"labels":[],"label_agreement":null},{"id":"W2610200428","doi":"10.18608/hla17.027","title":"A Critical Perspective on Learning Analytics and Educational Data Mining","year":2017,"lang":"en","type":"book-chapter","venue":"Society for Learning Analytics Research (SoLAR) eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Perspective (graphical); Learning analytics; Data science; Analytics; Computer science; Data analysis; Data mining; Artificial intelligence","score_opus":0.1597365398890816,"score_gpt":0.4474226453437903,"score_spread":0.2876861054547087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610200428","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025532168,0.004242289,0.11117244,0.047531884,0.0010746403,0.0019949283,0.00045090698,0.0009951816,0.8322824],"genre_scores_gemma":[0.033388738,0.0008508019,0.04336714,0.00020240508,0.0020446244,0.000029266617,0.00034300197,0.0002836801,0.91949034],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9922506,0.00031928907,0.0007826029,0.0026354806,0.002426823,0.001585171],"domain_scores_gemma":[0.9867996,0.006197536,0.0006124818,0.0027589728,0.002922703,0.00070872647],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0063710357,0.00084551785,0.001085135,0.0007299249,0.0046175416,0.0027541583,0.0038475187,0.0009606689,0.00004639065],"category_scores_gemma":[0.012188203,0.0008910193,0.00092439994,0.00014289746,0.0017030416,0.00045228837,0.0030270668,0.007523023,0.00008653862],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077192315,0.00017151733,0.0004648428,0.0007070041,0.0022856193,0.00007516507,0.0059469244,0.0020572788,0.000032975197,0.9218524,0.023620496,0.042708565],"study_design_scores_gemma":[0.00061973114,0.00091160444,0.000037199094,0.0010813404,0.00036493782,0.00003117665,0.0019892566,0.64226866,0.0000064762085,0.09428216,0.2573137,0.0010937748],"about_ca_topic_score_codex":0.00006934183,"about_ca_topic_score_gemma":0.000032824024,"teacher_disagreement_score":0.82757026,"about_ca_system_score_codex":0.0007163923,"about_ca_system_score_gemma":0.0021950363,"threshold_uncertainty_score":0.99935406},"labels":[],"label_agreement":null},{"id":"W2611698603","doi":"10.18608/hla17.021","title":"Learning Analytics for Self-Regulated Learning","year":2017,"lang":"en","type":"book-chapter","venue":"Society for Learning Analytics Research (SoLAR) eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Analytics; Computer science; Data analysis; Learning analytics; Data science; Software analytics; Process (computing); Artificial intelligence; Data mining","score_opus":0.07516678507466058,"score_gpt":0.36393284380621505,"score_spread":0.2887660587315545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611698603","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006623461,0.0028614132,0.62669384,0.006774552,0.0017181195,0.0068869716,0.00019067494,0.0066666445,0.34754544],"genre_scores_gemma":[0.021301107,0.0008690118,0.0418749,0.00008078575,0.001747885,0.0001162666,0.00044161125,0.0006353101,0.9329331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9883188,0.0005084983,0.0016710481,0.0029874342,0.0031947058,0.0033194923],"domain_scores_gemma":[0.98608637,0.0037990678,0.001999046,0.0024872741,0.0046330714,0.0009951803],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.011256478,0.0015787054,0.0021957217,0.0011918001,0.008419175,0.0033906735,0.00459362,0.0023073957,0.00004500721],"category_scores_gemma":[0.004431473,0.0016967112,0.0043415152,0.0003136227,0.0010034916,0.000450807,0.0020057836,0.012515532,0.00018105426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049853296,0.0006455836,0.0019220063,0.007374403,0.02445499,0.0003216932,0.022319563,0.22960189,0.0010254476,0.3416954,0.059377246,0.31076324],"study_design_scores_gemma":[0.0010043748,0.0011216641,0.0000071143186,0.0005540781,0.000473891,0.0000135821,0.00032105343,0.49656123,0.000053898093,0.017896028,0.48086438,0.001128717],"about_ca_topic_score_codex":0.000052162886,"about_ca_topic_score_gemma":0.000031627387,"teacher_disagreement_score":0.5853877,"about_ca_system_score_codex":0.0010585946,"about_ca_system_score_gemma":0.0021755297,"threshold_uncertainty_score":0.9996961},"labels":[],"label_agreement":null},{"id":"W2612113604","doi":"10.19173/irrodl.v18i3.2845","title":"Approaches Reflected in Academic Writing MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic writing; Syllabus; Mathematics education; Context (archaeology); Class (philosophy); Perspective (graphical); Computer science; Writing process; Academic year; Pedagogy; Psychology; Artificial intelligence","score_opus":0.2832014050447755,"score_gpt":0.5142483169163006,"score_spread":0.2310469118715251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612113604","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39066714,0.04934202,0.009751939,0.475985,0.00030630355,0.0020541064,0.000037889728,0.00009299503,0.071762614],"genre_scores_gemma":[0.9820886,0.016610906,0.00087380706,0.00008082874,0.000041162904,0.00001852831,0.000022178754,0.000004412815,0.00025956097],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813694,0.00046697992,0.00035939008,0.0002545665,0.0005402202,0.000241905],"domain_scores_gemma":[0.99859947,0.0005836139,0.00021815042,0.00038472193,0.00016681991,0.000047203546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008067476,0.000073916766,0.0002055191,0.00013103185,0.00028039567,0.00043943184,0.00366302,0.000044070355,0.000009820373],"category_scores_gemma":[0.0054287366,0.00005391518,0.000028947703,0.00034628873,0.00015920523,0.0004639977,0.0021821156,0.0013367108,0.000006446536],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055769837,0.0001691011,0.4081388,0.001649234,0.000048507918,0.00007586937,0.0004894587,0.0010792366,0.00017792343,0.23209254,0.0010383382,0.3549852],"study_design_scores_gemma":[0.0021299054,0.0001826857,0.27964225,0.04560213,0.000010430705,0.00006163749,0.002131329,0.59318066,0.00017887693,0.037177306,0.039253224,0.00044957869],"about_ca_topic_score_codex":0.0003166553,"about_ca_topic_score_gemma":0.000022303546,"teacher_disagreement_score":0.5921014,"about_ca_system_score_codex":0.000061881794,"about_ca_system_score_gemma":0.00013244929,"threshold_uncertainty_score":0.68068635},"labels":[],"label_agreement":null},{"id":"W2612361631","doi":"10.19173/irrodl.v18i3.2996","title":"Understanding Learners’ Motivation and Learning Strategies in MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+; Ministerio de Economía y Competitividad; European Commission","keywords":"Open educational resources; Pace; Open education; Mathematics education; Computer science; Massive open online course; Likert scale; Class (philosophy); Learning Management; Psychology; Pedagogy; World Wide Web; Artificial intelligence","score_opus":0.27134843974826683,"score_gpt":0.46797822791802335,"score_spread":0.19662978816975651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612361631","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6711677,0.016364863,0.07321679,0.1853345,0.0002808223,0.001549363,0.000013345962,0.00008869013,0.051983926],"genre_scores_gemma":[0.984228,0.015033385,0.00040917867,0.000039124832,0.000021494012,0.000007904001,0.000015303713,0.000004740352,0.00024088094],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982165,0.00055288646,0.0002796505,0.00025692172,0.00047806874,0.00021595182],"domain_scores_gemma":[0.998489,0.0008771799,0.00021252858,0.00024748468,0.00012808394,0.000045711673],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0063823336,0.00008453479,0.0002008704,0.00016236864,0.00050392887,0.0011227591,0.0014820555,0.00003622131,0.000010374964],"category_scores_gemma":[0.004813569,0.00006428092,0.000022761033,0.00026737264,0.00021624358,0.0008694042,0.0013537634,0.0010663595,0.000002222795],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004048688,0.000083719584,0.497221,0.0010153614,0.000039056238,0.00004403074,0.0010624588,0.0057138517,0.0001033555,0.46391565,0.00019865278,0.030562375],"study_design_scores_gemma":[0.002423721,0.00036157249,0.3179579,0.02783866,0.000012470939,0.0000466876,0.025840038,0.5194546,0.000037490496,0.0924436,0.013117541,0.00046570867],"about_ca_topic_score_codex":0.000625313,"about_ca_topic_score_gemma":0.000052233314,"teacher_disagreement_score":0.5137408,"about_ca_system_score_codex":0.00009954532,"about_ca_system_score_gemma":0.00012947875,"threshold_uncertainty_score":0.99991417},"labels":[],"label_agreement":null},{"id":"W2613536627","doi":"","title":"A New MOOC on Natural Disasters","year":2014,"lang":"en","type":"article","venue":"2014 AGU Fall Meeting","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Natural (archaeology); Natural disaster; Computer science; Geology; Geography; Meteorology","score_opus":0.007469903447774144,"score_gpt":0.24044802120102832,"score_spread":0.23297811775325417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613536627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57602453,0.0002608188,0.3447944,0.02482892,0.002644648,0.0001667524,0.0000010478198,0.0010184903,0.050260402],"genre_scores_gemma":[0.94509184,0.0000030020042,0.05000008,0.0009080338,0.00049915287,7.4958217e-7,0.0000021432693,0.000012088695,0.0034828933],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989022,0.00008365628,0.00015744934,0.00031645093,0.00024714333,0.00029312682],"domain_scores_gemma":[0.9991861,0.00017984852,0.00009041662,0.0003945883,0.000028185263,0.000120856115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034114838,0.00012950457,0.00013865903,0.00006777109,0.00010972551,0.00016453864,0.00059517834,0.000042181317,0.000002056811],"category_scores_gemma":[0.00022588552,0.00010838183,0.00007162084,0.00013490705,0.000013982149,0.00013365205,0.00014442466,0.00024360378,0.00042688564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002613732,0.00013583415,0.041031495,0.00007694195,0.00007896483,0.000027726504,0.0035499113,0.02234811,0.0019238438,0.1394762,0.09035514,0.7009697],"study_design_scores_gemma":[0.00056335016,0.00020397715,0.00311805,0.00021368323,0.000012021313,0.000009381098,0.00006262634,0.9350582,0.00029343882,0.003437155,0.056584153,0.00044401418],"about_ca_topic_score_codex":0.00033072467,"about_ca_topic_score_gemma":0.00010125661,"teacher_disagreement_score":0.91271,"about_ca_system_score_codex":0.000018829278,"about_ca_system_score_gemma":0.000025856934,"threshold_uncertainty_score":0.54868937},"labels":[],"label_agreement":null},{"id":"W2615849979","doi":"10.3389/fpsyg.2017.00816","title":"Ten Years toward Equity: Preliminary Results from a Follow-Up Case Study of Academic Computing Culture","year":2017,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cascades (Canada)","funders":"University of Illinois at Urbana-Champaign","keywords":"Transparency (behavior); Feeling; Equity (law); Psychology; Medical education; Public relations; Political science; Social psychology; Medicine","score_opus":0.05447399143505506,"score_gpt":0.39098573915329915,"score_spread":0.3365117477182441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615849979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9386008,0.00036272622,0.054269314,0.0019867837,0.0036470618,0.00020179502,0.000015865337,0.00007177594,0.00084390055],"genre_scores_gemma":[0.950688,0.000040502353,0.04871297,0.000218777,0.00014955197,0.0000021790527,0.000005300465,0.000010680571,0.00017203823],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981487,0.00018859262,0.00048041268,0.00064428366,0.00020940675,0.0003286303],"domain_scores_gemma":[0.9981468,0.000055692795,0.00045315933,0.0012171338,0.000047925274,0.00007932584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000605016,0.00015376305,0.00039080487,0.000173445,0.00014785415,0.00006285369,0.0018797353,0.00021637633,7.899888e-7],"category_scores_gemma":[0.00029336015,0.00014995967,0.000067184206,0.00017666588,0.00011865196,0.00019493546,0.00084526965,0.0007487897,0.00000552232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005417231,0.0007252238,0.23058155,0.000017442148,0.00020728697,0.0070696156,0.06554662,0.00032910128,0.000056861383,0.00008291707,0.07210193,0.62273973],"study_design_scores_gemma":[0.044049047,0.009397989,0.50116384,0.0006535619,0.00031598128,0.0017326748,0.046936978,0.32021964,0.00003959183,0.06456373,0.008902139,0.0020248198],"about_ca_topic_score_codex":0.000552281,"about_ca_topic_score_gemma":0.00003524839,"teacher_disagreement_score":0.6207149,"about_ca_system_score_codex":0.000027752889,"about_ca_system_score_gemma":0.000036259127,"threshold_uncertainty_score":0.6115178},"labels":[],"label_agreement":null},{"id":"W2619369406","doi":"","title":"Proceedings of the 1st International Conference on Learning Analytics and Knowledge","year":2011,"lang":"en","type":"article","venue":"Learning Analytics and Knowledge","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University; University of British Columbia","funders":"","keywords":"Downtown; Analytics; Hospitality; Geography; Media studies; Library science; History; Archaeology; Sociology; Tourism; Computer science","score_opus":0.04634664624734533,"score_gpt":0.27829375401621426,"score_spread":0.23194710776886893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619369406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57234156,0.0008965815,0.0060973885,0.0028932872,0.0008728719,0.0002802492,0.000005019536,0.00038520189,0.41622785],"genre_scores_gemma":[0.98359543,0.0003123236,0.0016412054,0.000033733268,0.00012632384,0.0000022494746,0.0000018238875,0.000021614085,0.01426527],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840146,0.000081204,0.0003950428,0.00052591984,0.00026218107,0.0003341862],"domain_scores_gemma":[0.9986225,0.00013071852,0.0003328222,0.00022400286,0.0005318693,0.00015812728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006859304,0.00026926183,0.00035088015,0.00028097534,0.00036784023,0.0002185481,0.0007755473,0.00013578038,0.000024306566],"category_scores_gemma":[0.0003928672,0.00020761148,0.00011925505,0.0006425966,0.00025922403,0.00019430288,0.0006753592,0.0009382739,0.000025284142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004045602,0.0005873201,0.23306286,0.00024222801,0.00034980357,0.0000074707923,0.020390783,0.0006115827,0.00084732054,0.69851065,0.00073581614,0.044613685],"study_design_scores_gemma":[0.00060326594,0.00045503644,0.024215452,0.0003814575,0.00011075303,0.000024603418,0.0015088554,0.9533888,0.00045871796,0.004051244,0.014369258,0.00043251994],"about_ca_topic_score_codex":0.000022872573,"about_ca_topic_score_gemma":0.000017412083,"teacher_disagreement_score":0.95277727,"about_ca_system_score_codex":0.000035860725,"about_ca_system_score_gemma":0.00012229395,"threshold_uncertainty_score":0.8466151},"labels":[],"label_agreement":null},{"id":"W2619651666","doi":"","title":"Building (Timely) bridges between learning analytics, educational data mining and core learning sciences perspectives","year":2012,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Computer science; Data science; Educational data mining; Analytics; Core (optical fiber)","score_opus":0.10145519905638228,"score_gpt":0.37675418248595954,"score_spread":0.27529898342957726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2619651666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7812166,0.0019442796,0.2023747,0.009744927,0.00021334035,0.00007620841,0.0000033646052,0.00033787944,0.0040886845],"genre_scores_gemma":[0.79640234,0.00004119483,0.20118365,0.000037328875,0.0005775003,6.578868e-7,0.000012265417,0.000009878078,0.0017351586],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981195,0.0001155367,0.00023596885,0.00062166114,0.00039085143,0.00051653513],"domain_scores_gemma":[0.9984067,0.00077214744,0.00016284862,0.00036081887,0.00009570894,0.00020177243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015443217,0.00018001242,0.00022311749,0.00026272523,0.00082384516,0.0004495103,0.0010910605,0.000056389086,0.00003463743],"category_scores_gemma":[0.0011446384,0.00016313787,0.000036863228,0.0005881303,0.00024916927,0.0014968235,0.0010185433,0.00037249541,0.000018712863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.789756e-7,0.000035929817,0.9287669,0.000010071476,0.000035957677,5.986708e-7,0.0020474459,0.001382803,0.00006284394,0.046849243,0.00030824335,0.020499373],"study_design_scores_gemma":[0.00018547756,0.0001309464,0.21252106,0.000081434904,0.000056331373,0.00003274485,0.0073120315,0.7728608,0.000059028698,0.0008285442,0.005440885,0.0004907084],"about_ca_topic_score_codex":0.00006128511,"about_ca_topic_score_gemma":0.000003194793,"teacher_disagreement_score":0.771478,"about_ca_system_score_codex":0.000038375845,"about_ca_system_score_gemma":0.00014545611,"threshold_uncertainty_score":0.665257},"labels":[],"label_agreement":null},{"id":"W2624259568","doi":"","title":"How to develop a GROOC: Establishing group dynamics in MOOCs","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dynamics (music); Group work; Function (biology); Social dynamics; Work (physics); Public relations; Sociology; Engineering; Knowledge management; Computer science; Political science; Pedagogy; Social science","score_opus":0.010211188942439817,"score_gpt":0.2330581488716526,"score_spread":0.22284695992921277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624259568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03382493,0.000006336512,0.9017688,0.062437207,0.00012359793,0.000043834858,7.8925166e-7,0.0001577177,0.0016367998],"genre_scores_gemma":[0.7875105,0.0000051017546,0.20444322,0.0006062384,0.000053339918,0.0000030983408,0.0000010893161,0.0000079779065,0.0073694224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904674,0.000037001537,0.00013275561,0.0003044291,0.00018802407,0.00029105568],"domain_scores_gemma":[0.9993234,0.00013453035,0.000033014945,0.0003222395,0.00008486752,0.00010192312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033066634,0.00009644192,0.00011411194,0.00017414357,0.000039039664,0.00037620924,0.00069783034,0.000046312958,0.0000033150925],"category_scores_gemma":[0.00055552524,0.00006340725,0.000019947032,0.0010500681,0.000011668865,0.00074710185,0.00031570002,0.00009562656,0.00004559717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027111787,0.00006284833,0.029324973,0.000009476051,0.000007148811,0.00004248173,0.00039183028,0.000093669885,0.00035744128,0.5276798,0.0014427644,0.44058484],"study_design_scores_gemma":[0.001184879,0.0002530478,0.024903813,0.00034513025,0.000005783901,0.000033483004,0.00073950563,0.89851385,0.00033619822,0.029042402,0.043556873,0.0010850568],"about_ca_topic_score_codex":0.000078545585,"about_ca_topic_score_gemma":0.001289354,"teacher_disagreement_score":0.89842016,"about_ca_system_score_codex":0.00015608699,"about_ca_system_score_gemma":0.000059757658,"threshold_uncertainty_score":0.36277944},"labels":[],"label_agreement":null},{"id":"W2625393830","doi":"","title":"(In)Equity and Academic Streaming in Ontario: Effects on Students and Teachers and How to Overcome These","year":2016,"lang":"en","type":"article","venue":"TSpace (University of Toronto)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Office of International Science and Engineering","keywords":"Equity (law); Mathematics education; Psychology; Computer science; Pedagogy; Business; Political science","score_opus":0.019409507252329025,"score_gpt":0.29164647546870376,"score_spread":0.2722369682163747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2625393830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99095225,0.00007265895,0.00045122296,0.008115037,0.000022815791,0.00007581445,4.927367e-7,0.0000123546115,0.00029734508],"genre_scores_gemma":[0.9963298,0.000095701966,0.001407319,0.00005419021,0.0000060031034,6.773887e-8,7.392028e-8,0.0000024335561,0.0021044186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993599,0.00005495894,0.000032173128,0.00024229405,0.00015918195,0.00015149196],"domain_scores_gemma":[0.9996007,0.00012254424,0.000039033173,0.00013251384,0.00000860794,0.000096602256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024297323,0.00008053376,0.00015012533,0.00005675648,0.000035161996,0.000022936667,0.0002762506,0.00006051311,0.000014387963],"category_scores_gemma":[0.00003249618,0.000074303796,0.000012601271,0.000039540744,0.000038769,0.0005009122,0.00064062816,0.00013229846,9.285009e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003289587,0.000040943796,0.79961145,0.000021799833,0.000015302532,0.000041663065,0.04518457,0.0000053469216,0.002009695,0.00058944506,0.00004164727,0.15240526],"study_design_scores_gemma":[0.00079040794,0.00018492703,0.9971943,0.00016125849,0.000005439892,0.0000013063913,0.0010572637,0.00024325271,0.000023720573,0.00009961624,0.00014582471,0.00009270043],"about_ca_topic_score_codex":0.15695077,"about_ca_topic_score_gemma":0.3977953,"teacher_disagreement_score":0.24084452,"about_ca_system_score_codex":0.00022976106,"about_ca_system_score_gemma":0.000022037428,"threshold_uncertainty_score":0.84866315},"labels":[],"label_agreement":null},{"id":"W262569669","doi":"","title":"Guest Editorial-Learning and Knowledge Analytics","year":2012,"lang":"en","type":"editorial","venue":"Educational Technology & Society","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":293,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Cultural analytics; Analytics; Computer science; Data science; Educational technology; Learning sciences; Experiential learning; Digital learning; Knowledge management; World Wide Web; The Internet; Semantic analytics; Psychology; Mathematics education","score_opus":0.007055962227885213,"score_gpt":0.3059221782719916,"score_spread":0.29886621604410635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W262569669","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000054920038,0.0039905426,0.00067463605,0.011479299,0.9827513,0.00007888619,0.000014143481,0.0004555545,0.0005007229],"genre_scores_gemma":[0.000898519,0.0015777798,0.011026567,0.000014790453,0.9759913,0.000025913587,0.0002113199,0.00004097006,0.0102128275],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768,0.0000753532,0.0004007025,0.0007231787,0.0005832964,0.00053745793],"domain_scores_gemma":[0.9972188,0.0008964245,0.00038785872,0.00055245816,0.0007919264,0.00015252965],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00076442666,0.00037980813,0.00043841748,0.0002238308,0.00046620797,0.00014141615,0.0011231658,0.0022121985,0.000018800163],"category_scores_gemma":[0.0016493644,0.0003933027,0.0002125392,0.000959579,0.00029434118,0.00022507418,0.00076002727,0.003278312,0.00016666559],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5812655e-7,0.00012929454,0.00083031855,0.000053010055,0.00010556292,2.1674303e-7,0.0004666038,0.0000021268754,0.0000076541855,0.0061923303,0.9917575,0.00045488367],"study_design_scores_gemma":[0.00015486768,0.000046935304,0.000044135722,0.000055285655,0.00007676131,0.0000038957864,0.00019231318,0.0005735858,0.0000049246064,0.008819077,0.98964846,0.00037975822],"about_ca_topic_score_codex":0.000009981848,"about_ca_topic_score_gemma":0.0000041108397,"teacher_disagreement_score":0.011464508,"about_ca_system_score_codex":0.00024735933,"about_ca_system_score_gemma":0.0015385626,"threshold_uncertainty_score":0.9998519},"labels":[],"label_agreement":null},{"id":"W26483981","doi":"10.1155/2015/906073","title":"A Survey of Doctoral Programs in IS in the USA and Canada.","year":2010,"lang":"en","type":"article","venue":"Americas Conference on Information Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Institution; Information system; Engineering management; Library science; Medical education; Data science; Engineering; Political science; Medicine","score_opus":0.059099741751457796,"score_gpt":0.2950277105192492,"score_spread":0.2359279687677914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26483981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99547577,0.000003841921,0.0014674721,0.0011057617,0.00016039047,0.00016903054,0.0000070983306,0.000009626619,0.0016010368],"genre_scores_gemma":[0.9995765,0.000003848057,0.00014990817,0.0002275507,0.000005703494,0.0000091588445,0.00000725043,9.966178e-7,0.000019088158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991288,0.000103543876,0.00031650663,0.00007402137,0.0002572234,0.00011989196],"domain_scores_gemma":[0.99933386,0.000092268245,0.00019310985,0.00023060793,0.00012168756,0.000028464463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006085527,0.00006612371,0.00013658257,0.00009258081,0.000022635251,0.00016438385,0.0003404926,0.000029129738,0.0000017181433],"category_scores_gemma":[0.00007496933,0.00004586354,0.000007847712,0.000411254,0.000043679815,0.000355792,0.000029614514,0.00019933734,0.000005718715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043268838,0.00003267546,0.91256714,0.000037225363,0.0000040116056,0.0000020110983,0.0057085315,0.00014012784,0.0000091605725,0.033252954,0.0002219394,0.048019905],"study_design_scores_gemma":[0.00022781764,0.00010038008,0.70558906,0.000059001137,8.5010055e-7,0.000009275946,0.0013413281,0.28809994,0.000005080204,0.000025359117,0.0044171712,0.00012474747],"about_ca_topic_score_codex":0.76647735,"about_ca_topic_score_gemma":0.56288326,"teacher_disagreement_score":0.2879598,"about_ca_system_score_codex":0.000013020954,"about_ca_system_score_gemma":0.00028349538,"threshold_uncertainty_score":0.44509298},"labels":[],"label_agreement":null},{"id":"W2660800302","doi":"","title":"Hybridation d'un MOOC : quels moyens déployer ?","year":2017,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Association Québécoise des Enseignantes et des Enseignants du Primaire","funders":"","keywords":"Political science; Humanities; Library science; Computer science; Art","score_opus":0.021698283416626288,"score_gpt":0.2550367790434187,"score_spread":0.23333849562679243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2660800302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04283111,0.0018759461,0.72334343,0.16426612,0.0012454856,0.0004785365,0.0000830378,0.0005485207,0.06532778],"genre_scores_gemma":[0.60987586,0.0021868136,0.2206692,0.0002695898,0.00020391999,0.000045823395,0.0005384887,0.00009956545,0.16611072],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9876624,0.007855449,0.0009719254,0.0017309824,0.00093463046,0.000844652],"domain_scores_gemma":[0.98549443,0.0016547247,0.0015722589,0.006430388,0.004376777,0.0004714257],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009252154,0.0006948479,0.0007313479,0.00027529107,0.0015845039,0.0029062382,0.0050790524,0.0005358892,0.00025256057],"category_scores_gemma":[0.0043746876,0.00078956597,0.0005144044,0.00043580806,0.00059409876,0.0007583122,0.0039038823,0.0016850693,0.0006960462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007051943,0.0009827605,0.0036861494,0.00019940022,0.00019808194,0.000041633066,0.008749857,0.0011564381,0.0009807504,0.62239975,0.002788528,0.3588096],"study_design_scores_gemma":[0.0010414092,0.0000017076339,0.018746683,0.0048257816,0.00020542271,0.000083663006,0.0000834889,0.6678656,0.024343785,0.06996726,0.21126322,0.0015720186],"about_ca_topic_score_codex":0.0024978358,"about_ca_topic_score_gemma":0.0008809697,"teacher_disagreement_score":0.6667091,"about_ca_system_score_codex":0.0002157839,"about_ca_system_score_gemma":0.0008054035,"threshold_uncertainty_score":0.99971527},"labels":[],"label_agreement":null},{"id":"W2699398694","doi":"10.1145/3085585.3085586","title":"How Can Learning Analytics Improve a Course?","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Computer science; Analytics; Data science; Suite; Curriculum; Field (mathematics); Perspective (graphical); Domain (mathematical analysis); Quality (philosophy); Data analysis; Subject-matter expert; Subject matter; Software analytics; Cultural analytics; Artificial intelligence; Software; Semantic analytics; Psychology; Data mining; Software development; Pedagogy","score_opus":0.016773494652140526,"score_gpt":0.28022623592751594,"score_spread":0.26345274127537543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2699398694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035445515,0.000071768816,0.6600907,0.2641707,0.0009935871,0.00012747134,0.0000026752305,0.00080387935,0.0382937],"genre_scores_gemma":[0.91396475,0.0000073937613,0.016489865,0.0001654598,0.00016527086,7.9176266e-7,9.757289e-7,0.0000074685317,0.06919805],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912745,0.000024056048,0.00008787082,0.000280181,0.0002088726,0.00027154436],"domain_scores_gemma":[0.9987088,0.000031835294,0.00016081917,0.00088834955,0.0000959548,0.00011427334],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00020382622,0.0001081902,0.00013813323,0.000039602168,0.0005822335,0.0017824861,0.0011904559,0.000050631636,0.0000052933106],"category_scores_gemma":[0.00025334329,0.000090250745,0.00007120442,0.000065511915,0.00005968876,0.00034805384,0.000322095,0.00028976836,0.00002591691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045080938,0.00024318282,0.13766252,0.000048276313,0.0002357812,0.00022522331,0.0009907064,0.0029069693,0.001936846,0.3748256,0.0057283733,0.47519204],"study_design_scores_gemma":[0.00030211973,0.00012488622,0.0067158123,0.0000143449415,0.000022790702,0.000008796674,0.00014362395,0.96421176,0.00062343065,0.0030280566,0.024525456,0.00027893772],"about_ca_topic_score_codex":0.00009531619,"about_ca_topic_score_gemma":0.000073492825,"teacher_disagreement_score":0.9613048,"about_ca_system_score_codex":0.000017137778,"about_ca_system_score_gemma":0.000091129295,"threshold_uncertainty_score":0.99925375},"labels":[],"label_agreement":null},{"id":"W2728688157","doi":"10.1145/3059009.3081324","title":"Understanding International Benchmarks on Student Engagement","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Mount Royal University","funders":"Kultúrna a Edukacná Grantová Agentúra MŠVVaŠ SR","keywords":"Student engagement; Community engagement; Public engagement; Psychology; Focus group; Best practice; Higher education; Survey instrument; Medical education; Public relations; Political science; Computer science; Mathematics education; Pedagogy; Sociology; Applied psychology; Medicine","score_opus":0.1597541152471276,"score_gpt":0.37786923142675827,"score_spread":0.21811511617963067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2728688157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009362617,0.0000023524778,0.48256445,0.03774952,0.0012011555,0.00004275695,4.315355e-7,0.000078908684,0.4689978],"genre_scores_gemma":[0.9897479,0.000006821965,0.0067216693,0.0003021786,0.00010314844,7.297977e-7,0.0000013337387,0.0000019553681,0.0031143087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994112,0.000016305434,0.000071230585,0.00015754586,0.0002488654,0.00009483254],"domain_scores_gemma":[0.9994397,0.000032507338,0.00005834824,0.00041838945,0.000016531243,0.0000344933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002554073,0.000050065213,0.000044817127,0.000044679397,0.00034606733,0.00058695406,0.0010857689,0.000014886574,0.00010332469],"category_scores_gemma":[0.000046528698,0.000040626328,0.000028966902,0.000015987458,0.000016217033,0.0001743746,0.00034970505,0.00011325671,0.00004686097],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.742663e-7,0.00007257471,0.008717551,8.183544e-7,0.000025816049,0.000012481735,0.0002508991,0.00050615286,0.000013476071,0.98313504,0.0036000195,0.0036643646],"study_design_scores_gemma":[0.0015223892,0.00039044555,0.16648878,0.0001168179,0.000015717245,0.000006207545,0.0010976185,0.687517,0.0003210997,0.07520067,0.06671202,0.0006112319],"about_ca_topic_score_codex":0.000006679597,"about_ca_topic_score_gemma":0.0000052478204,"teacher_disagreement_score":0.98038524,"about_ca_system_score_codex":0.000073386065,"about_ca_system_score_gemma":0.000013175676,"threshold_uncertainty_score":0.5660011},"labels":[],"label_agreement":null},{"id":"W2729139296","doi":"","title":"Proceedings of the International Conference on Educational Data Mining (EDM) (8th, Madrid, Spain, June 26-29, 2015).","year":2015,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Educational data mining; Library science; Data science; Engineering; Computer science; Engineering physics","score_opus":0.14008325906825597,"score_gpt":0.37059664240518286,"score_spread":0.2305133833369269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729139296","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120202094,0.0003596725,0.002493539,0.83028495,0.012506415,0.0004120151,0.0012283882,0.00018115896,0.03233179],"genre_scores_gemma":[0.7144229,0.00003294716,0.25645334,0.0018137783,0.003556254,0.000021137035,0.003325002,0.00004821724,0.020326428],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974456,0.000038839244,0.00044590372,0.00080681476,0.0009981912,0.00026465364],"domain_scores_gemma":[0.99682564,0.00036303746,0.00043118146,0.0014886274,0.00072499056,0.00016654727],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0012274907,0.0001955744,0.00018532602,0.00017154694,0.00017259784,0.00034691277,0.0072815567,0.00006400636,0.00013852848],"category_scores_gemma":[0.0023437059,0.00016615613,0.00003473491,0.00047184183,0.00013155284,0.0014395253,0.0025478995,0.00027938577,0.00010166863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013237856,0.0004462744,0.028521921,0.000024810857,0.00007898297,5.5697296e-7,0.0020336476,0.00010188926,0.00019324294,0.12237175,0.8410746,0.005139111],"study_design_scores_gemma":[0.0015272578,0.00017562679,0.06392409,0.0012521946,0.00012392983,0.00018576355,0.0077573485,0.6293262,0.00024774342,0.020827753,0.2733709,0.0012811939],"about_ca_topic_score_codex":0.000036229747,"about_ca_topic_score_gemma":0.000023647091,"teacher_disagreement_score":0.8284711,"about_ca_system_score_codex":0.00008834852,"about_ca_system_score_gemma":0.0022771803,"threshold_uncertainty_score":0.99808955},"labels":[],"label_agreement":null},{"id":"W2730256032","doi":"","title":"Learning Analytics in a Blended Learning Context","year":2017,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Alberta","funders":"","keywords":"Blended learning; Context (archaeology); Learning analytics; Computer science; Analytics; Data science; Educational technology; Psychology; Mathematics education; Geography","score_opus":0.03103484626247093,"score_gpt":0.2978225679828193,"score_spread":0.26678772172034837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730256032","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050696533,0.00019454156,0.00069821667,0.9426526,0.00094597245,0.000115881834,0.0000013044963,0.00020990819,0.004485039],"genre_scores_gemma":[0.9936543,0.00020591024,0.0019920256,0.00014064203,0.00022171384,0.000027522388,0.000010669297,0.000011148467,0.0037360655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984698,0.00007099094,0.00028069966,0.00052124646,0.00026268273,0.00039455743],"domain_scores_gemma":[0.99838036,0.00048685513,0.00027220845,0.00053923746,0.0001873261,0.00013399063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031577534,0.00020094634,0.00030978373,0.00092730747,0.00045038166,0.00025364567,0.0010254348,0.00015811823,0.00006857369],"category_scores_gemma":[0.0024265752,0.00019819404,0.000033994016,0.0004983984,0.0003843882,0.00024458623,0.0002840557,0.0012852781,0.000076531425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003882787,0.00009334967,0.13028316,0.000009082366,0.000014343547,0.00001678449,0.0005563001,0.00003645276,0.00007883078,0.83160543,0.00014563376,0.037156757],"study_design_scores_gemma":[0.0006831131,0.00017850951,0.05591471,0.00020240959,0.000012456293,0.000019263956,0.00024969093,0.04683231,0.00023461484,0.893904,0.0014063944,0.00036253707],"about_ca_topic_score_codex":0.000035184974,"about_ca_topic_score_gemma":0.00052204763,"teacher_disagreement_score":0.94295776,"about_ca_system_score_codex":0.000050107225,"about_ca_system_score_gemma":0.0005552932,"threshold_uncertainty_score":0.80821186},"labels":[],"label_agreement":null},{"id":"W2734477324","doi":"10.1109/emes.2017.7980398","title":"Graduate Attribute Information Analysis system (GAIA) - from assessment analytics to continuous program improvement: Use of student assessment data in curriculum development and program improvement","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Alberta; University of Calgary","keywords":"Computer science; Visualization; Table (database); Curriculum; Analytics; Data collection; Data visualization; Process (computing); Data science; Data mining","score_opus":0.06849456696354389,"score_gpt":0.3875082366818209,"score_spread":0.319013669718277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734477324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7910325,0.000009339372,0.2056568,0.00094105717,0.00017761842,0.001787398,0.000087521585,0.00021950681,0.00008827336],"genre_scores_gemma":[0.69538057,0.000015148546,0.30395675,0.00005418774,0.00002110753,0.00013880209,0.00038662384,0.000007857384,0.00003895672],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995936,0.000084502135,0.0013705925,0.00080379774,0.0012494561,0.0005556849],"domain_scores_gemma":[0.99554485,0.00006520007,0.0010635774,0.0025878826,0.00046479597,0.0002737056],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001470179,0.00036707602,0.0007809272,0.0005120256,0.00032360895,0.0024826408,0.0021582434,0.000089366935,0.000002260113],"category_scores_gemma":[0.0000676497,0.0003109246,0.00010273235,0.00075906736,0.000055675046,0.0020710498,0.0031983417,0.00029516933,0.0000044237827],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038701455,0.0012426041,0.4638062,0.000114479626,0.001019607,0.000013318076,0.00041475406,0.0012426435,0.000037281316,0.0011960128,0.000080608304,0.5308286],"study_design_scores_gemma":[0.00067955436,0.00050801295,0.45247313,0.000112486305,0.0002664352,4.4182295e-7,0.00076063507,0.5435592,0.00008957336,0.000009300794,0.0012408828,0.00030035886],"about_ca_topic_score_codex":0.0024885004,"about_ca_topic_score_gemma":0.00091984286,"teacher_disagreement_score":0.54231656,"about_ca_system_score_codex":0.00038126472,"about_ca_system_score_gemma":0.0003147716,"threshold_uncertainty_score":0.99993426},"labels":[],"label_agreement":null},{"id":"W2735605957","doi":"10.1145/3099023.3099040","title":"Recommending Programming Languages by Identifying Skill Gaps Using Analysis of Experts. A Study of Stack Overflow","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Fifth-generation programming language; Second-generation programming language; Third-generation programming language; Fourth-generation programming language; Comparison of multi-paradigm programming languages; Programming paradigm; Programming language theory; Programming language; First-generation programming language; Inductive programming; Artificial intelligence; Functional logic programming","score_opus":0.04683450127396231,"score_gpt":0.39225354684551866,"score_spread":0.34541904557155634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735605957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9325742,0.00008778426,0.06682054,0.00011819728,0.00006391823,0.00008501919,0.0000024051071,0.00004608167,0.00020182948],"genre_scores_gemma":[0.960703,0.000008407226,0.039005537,0.000012533315,0.000018176808,0.0000013708512,0.000002289003,0.000007381523,0.00024127863],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875206,0.00007190579,0.00035557407,0.00030055584,0.00031157272,0.00020834862],"domain_scores_gemma":[0.9983907,0.00007588655,0.0005001041,0.00088792416,0.000094014395,0.000051411404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004420876,0.00011620985,0.0003815512,0.00030034315,0.00024467285,0.00027688543,0.00085589004,0.000035277073,0.00001545095],"category_scores_gemma":[0.00014203395,0.000101780875,0.00013564485,0.00046283795,0.000033651246,0.00042585947,0.0003924852,0.000085041385,4.833762e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000113742535,0.0024014434,0.8044313,0.000136316,0.0032808576,0.000042533753,0.029416712,0.0055505973,0.01536686,0.0009497406,0.0003844892,0.13802774],"study_design_scores_gemma":[0.0010101005,0.0003737615,0.019235121,0.00017495292,0.0009568009,0.0000027158048,0.027567819,0.94307786,0.006779069,0.00006160603,0.0002744348,0.0004857463],"about_ca_topic_score_codex":0.0015343812,"about_ca_topic_score_gemma":0.00018961866,"teacher_disagreement_score":0.9375273,"about_ca_system_score_codex":0.000024299761,"about_ca_system_score_gemma":0.000017959157,"threshold_uncertainty_score":0.41505036},"labels":[],"label_agreement":null},{"id":"W2737123405","doi":"10.5539/hes.v7n3p42","title":"Early Detection of At-Risk Undergraduate Students through Academic Performance Predictors","year":2017,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Medical education; Psychology; Academic achievement; At-risk students; Linear discriminant analysis; Sample (material); Academic institution; Dropout (neural networks); Higher education; Regression analysis; Mathematics education; Medicine; Statistics; Computer science; Political science; Mathematics","score_opus":0.04225285332220821,"score_gpt":0.3773914158058378,"score_spread":0.3351385624836296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737123405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99369127,0.0010760777,0.00043692905,0.0022809678,0.0020375035,0.00006175465,0.0000010958856,0.00006307068,0.00035135748],"genre_scores_gemma":[0.9871107,0.0020443967,0.00080202165,0.00005061467,0.00021748296,0.0000139945505,7.564171e-7,0.0000069155526,0.009753123],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990327,0.000045496876,0.00021992254,0.0002380234,0.00031772317,0.00014613666],"domain_scores_gemma":[0.99870104,0.000047301153,0.00046269526,0.0005290455,0.00022761035,0.000032333384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017694184,0.000109194545,0.00016174058,0.00005218003,0.00067207904,0.000066357854,0.0006967841,0.000049271006,0.0000018176822],"category_scores_gemma":[0.000043109067,0.000093486095,0.00004349912,0.0001101351,0.000119543845,0.0005374773,0.0003775503,0.00018762884,0.000045027864],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048426878,0.000073228366,0.99126166,0.000038481012,0.000121507015,1.4061773e-7,0.0015702846,0.000042865915,0.00014417067,0.0016260246,0.000769433,0.0043473663],"study_design_scores_gemma":[0.00016257854,0.00007864347,0.98986495,0.000067724686,0.000037354235,7.719354e-7,0.00010649002,0.00016978891,0.000847032,0.0020653133,0.006498362,0.00010096822],"about_ca_topic_score_codex":0.000072438546,"about_ca_topic_score_gemma":0.0000049810083,"teacher_disagreement_score":0.009401766,"about_ca_system_score_codex":0.000073088,"about_ca_system_score_gemma":0.000048235324,"threshold_uncertainty_score":0.5169157},"labels":[],"label_agreement":null},{"id":"W2737150155","doi":"10.4324/9781315594248-1","title":"What was all that about? Peak MOOC hype and post-MOOC legacies","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Massive open online course; History; Political science; Sociology; Pedagogy","score_opus":0.0317039375489664,"score_gpt":0.27171690348857164,"score_spread":0.24001296593960525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737150155","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035363281,0.008856037,0.0029986012,0.036029875,0.0023334387,0.0002522784,0.000018368219,0.0005994392,0.94855833],"genre_scores_gemma":[0.0048376005,0.005431379,0.0044681453,0.0014170818,0.0003631719,0.0000013523423,0.000030086245,0.000045141835,0.98340607],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998154,0.000018035975,0.00024860125,0.00074508856,0.00046311563,0.00037117774],"domain_scores_gemma":[0.9978508,0.0000978544,0.0003005311,0.0013844665,0.00016947226,0.00019689524],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00023160812,0.00045134593,0.00049877,0.00017725889,0.00027731538,0.0027857365,0.0014125026,0.00034019686,0.0001033416],"category_scores_gemma":[0.000036171507,0.00036698158,0.00018778494,0.000012492954,0.00020214515,0.0014082645,0.00083525403,0.0005939319,0.00035499496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009148152,0.000035212048,0.00008060474,0.00013282066,0.00027202273,0.00023726586,0.0010755202,0.000021658456,0.00004623278,0.80694425,0.0098043075,0.18134095],"study_design_scores_gemma":[0.00025049652,0.00017501114,0.00035533405,0.0005005767,0.000080011945,0.00010238662,0.000074925934,0.006072513,0.000023322225,0.027207764,0.96434826,0.00080943096],"about_ca_topic_score_codex":0.000064984815,"about_ca_topic_score_gemma":0.00009468153,"teacher_disagreement_score":0.95454395,"about_ca_system_score_codex":0.000025955751,"about_ca_system_score_gemma":0.000108836175,"threshold_uncertainty_score":0.9998782},"labels":[],"label_agreement":null},{"id":"W2737306793","doi":"10.1017/9781316481165.009","title":"Between Code and Culture: Developing a Creative Coding Massive Open Online Course","year":2017,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Massive open online course; Coding (social sciences); Online course; Computer science; Online learning; Mathematics education; Multimedia; World Wide Web; Sociology; Psychology; Social science","score_opus":0.05693157966558715,"score_gpt":0.28801808451344535,"score_spread":0.2310865048478582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2737306793","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008427301,0.000151525,0.036189564,0.00085468544,0.00012771186,0.00041496678,0.0008181727,0.00015933251,0.96119976],"genre_scores_gemma":[0.0018383833,0.00017476341,0.011744963,0.00007319971,0.00017420272,3.2385137e-7,0.00011311245,0.000028882392,0.9858522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845827,0.00005469297,0.00018956503,0.0007496911,0.00025071664,0.000297039],"domain_scores_gemma":[0.9981193,0.00008562425,0.0005379723,0.0007669128,0.00027889284,0.00021128496],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015366799,0.0003935461,0.00059708,0.00011387415,0.0007030805,0.000532359,0.002482796,0.00032109208,5.7386933e-7],"category_scores_gemma":[0.0000324181,0.00042167003,0.000105953935,0.000008507871,0.00031697468,0.000364151,0.0030838624,0.0006934386,0.000006169546],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011588628,0.000010322161,0.000031482756,0.000065291395,0.00027477462,0.00041214385,0.00037252426,0.0000036124961,0.000004101395,0.98562,0.007835187,0.0053589465],"study_design_scores_gemma":[0.00087413914,0.00009108342,0.00027402173,0.00088765007,0.00036256673,0.000018497252,0.00008414408,0.0022790204,0.000054609678,0.0003244664,0.9939539,0.00079594285],"about_ca_topic_score_codex":0.0001111795,"about_ca_topic_score_gemma":0.000013818701,"teacher_disagreement_score":0.9861187,"about_ca_system_score_codex":0.00015232549,"about_ca_system_score_gemma":0.0003673912,"threshold_uncertainty_score":0.9998235},"labels":[],"label_agreement":null},{"id":"W2738050585","doi":"10.1142/s021964921750023x","title":"Prediction Model of School Readiness","year":2017,"lang":"en","type":"article","venue":"Journal of Information & Knowledge Management","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Excellence; Creativity; Neighbourhood (mathematics); Data collection; Psychology; Mathematics education; Sociology; Social psychology; Political science; Social science; Mathematics","score_opus":0.030505392829733764,"score_gpt":0.2870324205381803,"score_spread":0.25652702770844654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738050585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044494085,0.00002944103,0.90132475,0.0013163219,0.0005773625,0.0000698332,0.0000019062987,0.000021608714,0.092209384],"genre_scores_gemma":[0.95661545,0.00009940133,0.041668996,0.000047505895,0.000114864124,0.0000010612142,0.0000013276897,0.0000026460389,0.0014487626],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990369,0.000014634412,0.0005542042,0.000042587984,0.00026272878,0.00008895414],"domain_scores_gemma":[0.99804085,0.000009187498,0.0010368918,0.00037963016,0.00046790123,0.00006551743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064019166,0.00006610752,0.0001315516,0.00029110067,0.0001423616,0.0002276041,0.00084672775,0.000028115144,0.0000037091006],"category_scores_gemma":[0.00010442684,0.000054458615,0.00007767069,0.000088350134,0.000021584938,0.0028343962,0.00021876954,0.00012533716,0.00004368162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050053284,0.0003252202,0.0035562103,0.00056474196,0.0003145215,0.0000069097573,0.0031906476,0.1593621,0.00007305912,0.34579724,0.03378781,0.4529715],"study_design_scores_gemma":[0.00056793477,0.00007814475,0.0055802735,0.00015131435,0.000029352539,0.0000067095725,0.00013656609,0.9796235,0.000094788695,0.003231872,0.0104358075,0.00006376285],"about_ca_topic_score_codex":7.664077e-7,"about_ca_topic_score_gemma":3.8217576e-7,"teacher_disagreement_score":0.952166,"about_ca_system_score_codex":0.000048492762,"about_ca_system_score_gemma":0.000058837642,"threshold_uncertainty_score":0.22207579},"labels":[],"label_agreement":null},{"id":"W2738601691","doi":"10.14742/ajet.3498","title":"Advancing teacher technology education using open-ended learning environments as research and training platforms","year":2017,"lang":"en","type":"article","venue":"Australasian Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Affordance; Computer science; Educational technology; Knowledge management; Service (business); Plan (archaeology); Instructional design; Technology integration; Multimedia; Mathematics education; Psychology; Human–computer interaction","score_opus":0.06197533612939928,"score_gpt":0.41461102411737233,"score_spread":0.35263568798797307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738601691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9134326,0.00019808392,0.0017078327,0.08264954,0.00034695986,0.00010955817,2.6037935e-7,0.000020195734,0.0015349652],"genre_scores_gemma":[0.9284847,0.000050442944,0.06803617,0.000023830598,0.00019113954,0.0000049332475,0.0000010604726,0.000013853258,0.0031938832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984698,0.000040197014,0.00042192987,0.00032611896,0.00030768188,0.00043426797],"domain_scores_gemma":[0.99830264,0.000094261886,0.0007245321,0.00052306504,0.00021465206,0.00014083472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009987138,0.00014687955,0.00026607985,0.00121917,0.0010237667,0.00037892218,0.0022375504,0.00024898935,0.000033842545],"category_scores_gemma":[0.0016816808,0.0001402846,0.000036736492,0.0004147903,0.0005277249,0.0011846381,0.00063436007,0.0014978033,0.00001674313],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020758062,0.0007224621,0.17921051,0.000021652135,0.00013834881,0.00003614404,0.0014051384,0.00035285566,0.013388437,0.60663563,0.00043024702,0.1976378],"study_design_scores_gemma":[0.00075719884,0.0009299857,0.019694662,0.00041005414,0.000027231159,0.003348866,0.010477123,0.001958288,0.0016781129,0.9512614,0.00912346,0.00033364477],"about_ca_topic_score_codex":0.000016267864,"about_ca_topic_score_gemma":0.000003982902,"teacher_disagreement_score":0.3446257,"about_ca_system_score_codex":0.00017361598,"about_ca_system_score_gemma":0.0012904474,"threshold_uncertainty_score":0.7874089},"labels":[],"label_agreement":null},{"id":"W2739347400","doi":"10.56059/jl4d.v4i2.217","title":"MOOCifying Courses: Delivery of a MOOC to Enhance University Course Activities","year":2017,"lang":"en","type":"article","venue":"Journal of Learning for Development","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Speculation; Content delivery; Online learning; Higher education; Course (navigation); Mathematics education; Multimedia; Engineering; Psychology; Political science","score_opus":0.020894471043973448,"score_gpt":0.3101737338302364,"score_spread":0.2892792627862629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739347400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7071918,0.00004157226,0.29060695,0.0016974736,0.00023622824,0.000052219923,5.2762977e-7,0.000014724942,0.00015845864],"genre_scores_gemma":[0.8268592,0.000028696093,0.17088743,0.000019330768,0.000056358855,2.6811514e-7,2.7198914e-7,0.0000063114903,0.0021421344],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990234,0.000053393476,0.00027803186,0.00013831063,0.000308342,0.00019854821],"domain_scores_gemma":[0.9983226,0.00013505032,0.00087669905,0.00020823626,0.00034762785,0.00010975385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009084419,0.00010118056,0.00025946475,0.00015083229,0.0005061989,0.000110915484,0.0009134534,0.000042531672,0.000002868639],"category_scores_gemma":[0.00022023513,0.00009800725,0.00010500491,0.00007850407,0.000042247157,0.0004591664,0.00020384653,0.00025574767,0.0000032206185],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003334833,0.0006130564,0.06626173,0.00032137436,0.00087616895,0.00020541136,0.023896826,0.068947546,0.010210932,0.0033364927,0.002518255,0.8224787],"study_design_scores_gemma":[0.0046576015,0.003649112,0.19256914,0.004431681,0.00033953728,0.00024253291,0.014420262,0.099747814,0.07787485,0.0009282839,0.5990147,0.0021244728],"about_ca_topic_score_codex":0.000006014141,"about_ca_topic_score_gemma":0.000005165744,"teacher_disagreement_score":0.8203543,"about_ca_system_score_codex":0.0000983843,"about_ca_system_score_gemma":0.0005689345,"threshold_uncertainty_score":0.39966196},"labels":[],"label_agreement":null},{"id":"W2739388127","doi":"10.4018/978-1-7998-1985-1.ch003","title":"Enhancing Conceptual Thinking With Interactive Concept Discovery (INCOD)","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Collocation (remote sensing); Computer science; Context (archaeology); Meaning (existential); Key (lock); Meaningful learning; Parsing; Discovery learning; Natural language processing; Artificial intelligence; Mathematics education; Psychology","score_opus":0.00855782591550395,"score_gpt":0.2436565231034451,"score_spread":0.23509869718794116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739388127","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012650922,0.12550272,0.5806536,0.039910097,0.0068409108,0.0025604093,0.0002007139,0.0024407639,0.24062565],"genre_scores_gemma":[0.029734945,0.037267566,0.5625882,0.0005672425,0.0005759751,0.00008466096,0.00014563634,0.00010896898,0.36892682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99829704,0.000022649454,0.00037258235,0.00067957095,0.0003820927,0.00024609477],"domain_scores_gemma":[0.99861366,0.00046183297,0.00038255067,0.00035184907,0.00016227436,0.000027866708],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000103588754,0.00037817142,0.00039040044,0.00031125286,0.00022828333,0.00020202897,0.0006077883,0.00025165564,0.000028855422],"category_scores_gemma":[0.000078048106,0.00032386454,0.000055823424,0.000106472944,0.0010407671,0.0047431923,0.00022985773,0.0007449389,0.000010355824],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027904345,0.000013631507,0.00008951285,0.000026669462,0.000038914986,0.000004726853,0.00028065767,0.0011096234,0.000012265559,0.98376435,0.00006538416,0.014566374],"study_design_scores_gemma":[0.00028941323,0.00037926657,0.00011717813,0.0009450494,0.000018100589,0.00026765757,0.002040995,0.00027212247,0.0005000718,0.7868094,0.20771582,0.0006449171],"about_ca_topic_score_codex":0.000004727326,"about_ca_topic_score_gemma":0.00003380293,"teacher_disagreement_score":0.20765045,"about_ca_system_score_codex":0.00017855466,"about_ca_system_score_gemma":0.0007606253,"threshold_uncertainty_score":0.9999213},"labels":[],"label_agreement":null},{"id":"W2739911667","doi":"","title":"Qualitative, quantitative, and data mining methods for analyzing log data to characterize students' learning strategies and behaviors","year":2010,"lang":"en","type":"article","venue":"International Conference of Learning Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Educational data mining; Data science; Learning analytics; Qualitative property; Quantitative research; Quantitative analysis (chemistry); Cognition; Artificial intelligence; Machine learning; Psychology","score_opus":0.3193778205409949,"score_gpt":0.5534960642674233,"score_spread":0.23411824372642837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739911667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64225775,0.000042768046,0.35522634,0.0019922093,0.00021746551,0.00008032109,0.000020610038,0.0000422154,0.0001202903],"genre_scores_gemma":[0.5692838,0.000023921402,0.43049705,0.000015472437,0.00002448879,0.000002850253,0.000041564286,0.0000043269642,0.00010653528],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774194,0.0003252767,0.0003730607,0.0008751153,0.00044365667,0.00024094396],"domain_scores_gemma":[0.9972379,0.0014944817,0.00036446174,0.00043483285,0.00036373953,0.00010454507],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0055827578,0.00015974673,0.00026384898,0.00031861247,0.00037021728,0.0015244901,0.003710337,0.0000526742,0.000013444175],"category_scores_gemma":[0.003834281,0.00014529996,0.000021027927,0.0003374698,0.00043344538,0.0025353888,0.0021295734,0.00039861834,0.0000012723477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005594685,0.00018150655,0.21824998,0.000094387164,0.00020974374,0.0000061360333,0.047684107,0.0011931988,0.15971224,0.30814204,0.000048366277,0.26442236],"study_design_scores_gemma":[0.0003775253,0.00064665184,0.035215743,0.00017994655,0.000038980375,0.000014434842,0.03535381,0.9220245,0.00022275027,0.002299675,0.0032101201,0.00041587817],"about_ca_topic_score_codex":0.00010348146,"about_ca_topic_score_gemma":0.00006540169,"teacher_disagreement_score":0.92083126,"about_ca_system_score_codex":0.0000058608944,"about_ca_system_score_gemma":0.00020373223,"threshold_uncertainty_score":0.999512},"labels":[],"label_agreement":null},{"id":"W2741988790","doi":"10.1080/02680513.2017.1357465","title":"Facilitating attitudinal learning in an animal behaviour and welfare MOOC","year":2017,"lang":"en","type":"article","venue":"Open Learning The Journal of Open Distance and e-Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Facilitation; Psychology; Perception; Massive open online course; Online learning; Medical education; Knowledge management; Pedagogy; Applied psychology; Multimedia; Computer science; Medicine","score_opus":0.03578950528954209,"score_gpt":0.35308893702354466,"score_spread":0.31729943173400255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741988790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870803,0.00045806917,0.003914383,0.0060697785,0.00009413212,0.0002058267,7.767858e-7,0.00003177217,0.0021449726],"genre_scores_gemma":[0.9893605,0.00029241075,0.007311239,0.000044025033,0.0000968311,0.0000037489172,0.0000028013221,0.000030077132,0.0028583342],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99652356,0.0013783037,0.0006625972,0.00048035974,0.00044101506,0.0005141419],"domain_scores_gemma":[0.99723977,0.00042499404,0.001416345,0.0004405672,0.0002438875,0.00023445347],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0064747883,0.00030262722,0.00061455206,0.00014038576,0.004589147,0.0064313766,0.0039269077,0.00010184705,0.000032861848],"category_scores_gemma":[0.0019951356,0.00023614887,0.00006984565,0.00021532517,0.00021636573,0.004697302,0.0028160068,0.0033347267,0.0000062008844],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024583325,0.000079519996,0.9132253,0.000032959397,0.00004334053,0.00015662923,0.00847176,0.027610445,0.00021938258,0.0022358831,0.000030495792,0.047648452],"study_design_scores_gemma":[0.0031662465,0.0031124162,0.72960293,0.0011167042,0.00010875434,0.000511318,0.04250281,0.19669321,0.000025942554,0.00051692355,0.021742862,0.0008998786],"about_ca_topic_score_codex":0.0005439345,"about_ca_topic_score_gemma":0.00017023232,"teacher_disagreement_score":0.18362236,"about_ca_system_score_codex":0.00005859763,"about_ca_system_score_gemma":0.000119991084,"threshold_uncertainty_score":0.9989646},"labels":[],"label_agreement":null},{"id":"W2746567044","doi":"10.13034/jsst.v10i1.181","title":"The Application of Machine Learning to Education","year":2017,"lang":"en","type":"article","venue":"Journal of Student Science and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ranking (information retrieval); Test (biology); Mathematics education; Quality (philosophy); Field (mathematics); Accountability; Computer science; Standardized test; Government (linguistics); Artificial intelligence; Machine learning; Mathematics","score_opus":0.00834636361553105,"score_gpt":0.3405394049137784,"score_spread":0.33219304129824734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746567044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9066284,0.00034953808,0.02818101,0.06410451,0.00025107389,0.00006361146,6.919826e-8,0.000015335883,0.0004065034],"genre_scores_gemma":[0.99471354,0.000101334306,0.0050496003,0.000034461867,0.000025027748,8.385693e-7,1.0287162e-8,9.622673e-7,0.00007422067],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99936,0.000007409427,0.00015678354,0.00008882059,0.00029589055,0.00009107544],"domain_scores_gemma":[0.9987943,0.000023339313,0.00039763888,0.00027916263,0.00046902095,0.000036542177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010418306,0.000032903936,0.00007583087,0.00022492987,0.0006584134,0.00015892703,0.0016515988,0.00001981088,8.661096e-8],"category_scores_gemma":[0.00045359685,0.00002045334,0.0000119904325,0.0003417008,0.0003044124,0.00022381984,0.00035058692,0.00015495755,0.0000013331545],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016315912,0.00006046813,0.14750521,0.0000023986747,0.0000057967945,6.436397e-7,0.00024747473,0.000050521045,0.009402722,0.09646426,0.000049747698,0.7462091],"study_design_scores_gemma":[0.00087606243,0.0026520046,0.68003595,0.00019641659,0.000049186012,0.00036479553,0.0038604364,0.0802688,0.015719986,0.08420191,0.13138248,0.0003919919],"about_ca_topic_score_codex":0.00000646424,"about_ca_topic_score_gemma":0.000004664294,"teacher_disagreement_score":0.7458171,"about_ca_system_score_codex":0.000017912962,"about_ca_system_score_gemma":0.00017540586,"threshold_uncertainty_score":0.506405},"labels":[],"label_agreement":null},{"id":"W2748368069","doi":"10.19173/irrodl.v18i5.3080","title":"Trends and Patterns in Massive Open Online Courses: Review and Content Analysis of Research on MOOCs (2008-2015)","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenon; Content analysis; Massive open online course; Class (philosophy); Conceptual framework; Empirical research; Psychology; Sociology; Mathematics education; Social science; Epistemology","score_opus":0.25713997937233124,"score_gpt":0.5449636490376853,"score_spread":0.2878236696653541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748368069","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28923395,0.16352335,0.0007800863,0.5372786,0.00011705964,0.0025544644,0.0007855723,0.000019722502,0.005707223],"genre_scores_gemma":[0.75723034,0.24148364,0.00021796221,0.00021922414,0.000015441943,0.000028276405,0.0001376333,0.0000055803685,0.0006618738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967954,0.001083484,0.0005364662,0.0004231125,0.0008770608,0.00028448968],"domain_scores_gemma":[0.9970428,0.0011675282,0.0003630853,0.00062262255,0.00070128276,0.000102727645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01194203,0.00011642689,0.0006412228,0.00060576515,0.00025866408,0.0005426339,0.003239994,0.000040383336,0.00004968775],"category_scores_gemma":[0.004402859,0.00008006102,0.000054231536,0.0011422088,0.00036015784,0.00039157004,0.003729725,0.00092413847,0.0000013461777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016454808,0.0007742464,0.66006577,0.005830208,0.00072550896,0.000118871845,0.00037986675,0.00045320028,0.000027748589,0.038973942,0.003423614,0.28906247],"study_design_scores_gemma":[0.002062575,0.00067542563,0.8126702,0.07860586,0.00019487023,0.000015944466,0.0019785948,0.08394496,0.000019028255,0.00127429,0.01824158,0.00031667066],"about_ca_topic_score_codex":0.002826494,"about_ca_topic_score_gemma":0.00046321613,"teacher_disagreement_score":0.53705937,"about_ca_system_score_codex":0.00006819285,"about_ca_system_score_gemma":0.00014598272,"threshold_uncertainty_score":0.6020769},"labels":[],"label_agreement":null},{"id":"W2749490906","doi":"10.19173/irrodl.v18i5.2892","title":"Nonnative English-Speaking Students’ Lived Learning Experiences With MOOCs in a Regular College Classroom","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Psychology; Preference; Pedagogy; Mathematics education; Wonder; Community college; Distance education; Computer-mediated communication; Higher education; Style (visual arts); The Internet; Computer science; Social psychology; Medical education; World Wide Web","score_opus":0.07348853366097828,"score_gpt":0.44300110438961,"score_spread":0.3695125707286317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749490906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95745254,0.006121097,0.0032882201,0.019136496,0.0001706939,0.0011012524,0.000010938648,0.000042930948,0.012675814],"genre_scores_gemma":[0.99429435,0.004293792,0.00074484677,0.000046899448,0.00004750533,0.000065425,0.000014625761,0.000007488729,0.00048505623],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99690527,0.0008035085,0.00038036495,0.00039426453,0.0011966727,0.00031992735],"domain_scores_gemma":[0.99781203,0.0007391095,0.0003595752,0.00041784294,0.00060090836,0.00007055292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068681575,0.00012996851,0.00033510788,0.00017902345,0.00054898974,0.00086795,0.004295099,0.000040226405,0.000027901284],"category_scores_gemma":[0.005806479,0.000087867,0.000038688642,0.00049228943,0.00032384502,0.00072687166,0.0024419222,0.0011407596,0.0000045681886],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029422957,0.0005868553,0.88046217,0.0011375677,0.00018666247,0.00044622706,0.042081296,0.0032027801,0.000047444908,0.035286944,0.00040377615,0.035864074],"study_design_scores_gemma":[0.007905526,0.0017225688,0.20432995,0.08917811,0.000034929446,0.00008453592,0.2845887,0.3052023,0.00029202268,0.0035198792,0.10194783,0.0011936447],"about_ca_topic_score_codex":0.0004503964,"about_ca_topic_score_gemma":0.000085642954,"teacher_disagreement_score":0.6761322,"about_ca_system_score_codex":0.00011009089,"about_ca_system_score_gemma":0.00019748177,"threshold_uncertainty_score":0.83696616},"labels":[],"label_agreement":null},{"id":"W2749550092","doi":"10.19173/irrodl.v18i5.2751","title":"Massive, Open, Online, and National? A Study of How National Governments and Institutions Shape the Development of MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Mediation; Political science; Public relations; Government (linguistics); Diversity (politics); Globe; National development; Sociology; Psychology; Economic growth; Social science; Geography","score_opus":0.22821432984893664,"score_gpt":0.4973341898160103,"score_spread":0.26911985996707366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749550092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91259694,0.0034289819,0.001645156,0.073128566,0.00008155391,0.0016512949,0.00017588717,0.0000073870833,0.0072842278],"genre_scores_gemma":[0.9957415,0.0022518435,0.001717217,0.000047655947,0.000012765488,0.000022427303,0.000026362715,0.0000025314102,0.00017772248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980054,0.00025571784,0.0003244073,0.00019945431,0.0011110251,0.00010400929],"domain_scores_gemma":[0.9981202,0.00052547886,0.00037210033,0.00019592879,0.0007495861,0.000036739533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044330666,0.00007157584,0.000193852,0.000073097064,0.00048369265,0.00039902236,0.0022341914,0.000019111605,0.000006789726],"category_scores_gemma":[0.0038752547,0.000044722237,0.000015768437,0.00019850626,0.00025880584,0.00043052726,0.0033800984,0.00030794085,3.9890514e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015761118,0.0025894023,0.46120214,0.0018449693,0.0006385422,0.0000131743645,0.0035118165,0.0012317866,0.0002648702,0.36630622,0.0019171728,0.1603223],"study_design_scores_gemma":[0.003210402,0.0003671145,0.81525636,0.008427062,0.000024508896,0.000018373255,0.0074439812,0.12362307,0.00007072363,0.0075293826,0.033777047,0.000252001],"about_ca_topic_score_codex":0.00014591213,"about_ca_topic_score_gemma":0.0000986617,"teacher_disagreement_score":0.35877684,"about_ca_system_score_codex":0.00006075855,"about_ca_system_score_gemma":0.00047989935,"threshold_uncertainty_score":0.4639322},"labels":[],"label_agreement":null},{"id":"W2756023993","doi":"10.4324/9781315594248","title":"Massive Open Online Courses and Higher Education","year":2017,"lang":"en","type":"book","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Open education; Massive open online course; Mathematics education; Computer science; Psychology; World Wide Web","score_opus":0.03642188648868063,"score_gpt":0.3508086378384104,"score_spread":0.31438675134972976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756023993","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006867604,0.00044390874,0.00057479343,0.03258098,0.0007841065,0.00012702128,0.00001083553,0.00006909487,0.96540236],"genre_scores_gemma":[0.00021623714,0.00011247945,0.019999815,0.0008141891,0.0005954526,0.0000023216344,0.000081596576,0.000012841719,0.9781651],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992495,0.000016623044,0.00012016296,0.00035848605,0.00013925502,0.00011595495],"domain_scores_gemma":[0.9988463,0.000038745253,0.00022169037,0.0006991946,0.00011182816,0.00008225653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000078061734,0.00015288776,0.00022026825,0.000067798486,0.00014348548,0.0008647408,0.0016124292,0.00013718277,0.00009012243],"category_scores_gemma":[0.00001754686,0.00012577997,0.000032684587,0.000018840929,0.000054689535,0.00029854014,0.00084285205,0.00024315562,0.00006977161],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.775567e-7,0.00006329587,0.00003903704,0.000021851487,0.00002625513,0.0000056575777,0.00002132756,0.0000024205146,5.556781e-7,0.43968284,0.4747003,0.085435785],"study_design_scores_gemma":[0.00009272374,0.00003885877,0.00067406957,0.00015779439,0.000021992864,0.000004321853,0.0000039726715,0.0011861558,6.7467084e-7,0.07386773,0.923754,0.00019773675],"about_ca_topic_score_codex":0.00005167008,"about_ca_topic_score_gemma":0.000019583822,"teacher_disagreement_score":0.44905367,"about_ca_system_score_codex":0.000037576603,"about_ca_system_score_gemma":0.0012494661,"threshold_uncertainty_score":0.83387154},"labels":[],"label_agreement":null},{"id":"W2757259910","doi":"10.19173/irrodl.v18i6.3087","title":"Types of Participant Behavior in a Massive Open Online Course","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Massive open online course; Open educational resources; Variety (cybernetics); Lifelong learning; Open education; Class (philosophy); Demographics; Mathematics education; Psychology; Computer science; Multimedia; World Wide Web; Pedagogy; Artificial intelligence","score_opus":0.22332500886988205,"score_gpt":0.532632706403135,"score_spread":0.30930769753325293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757259910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7747945,0.016701858,0.0011677922,0.19783111,0.00022753965,0.0023316906,0.00018804517,0.000018132667,0.0067392928],"genre_scores_gemma":[0.9933102,0.005559475,0.000711989,0.000050373746,0.000015730797,0.00002857318,0.000033337103,0.000003414743,0.00028687908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985123,0.00034261128,0.0003460934,0.00019241404,0.00042766414,0.000178896],"domain_scores_gemma":[0.99859405,0.0003655255,0.00028073657,0.00041677765,0.00029653456,0.000046409525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043666963,0.000062609935,0.00026272502,0.00007211419,0.00013315082,0.00033288533,0.004193811,0.000023476381,0.000032016076],"category_scores_gemma":[0.0028213097,0.000043269327,0.000029142435,0.00021405057,0.0001979922,0.0003623483,0.0031962413,0.00047450574,0.000003819153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015475563,0.0021225193,0.6974991,0.0015064238,0.00011441752,0.00022115147,0.0006956166,0.001579928,0.00023826848,0.117871255,0.0011787349,0.1768178],"study_design_scores_gemma":[0.002704016,0.00053574424,0.7848823,0.026660064,0.00005199885,0.000023079676,0.0023401142,0.15568027,0.00020515337,0.008779613,0.017811744,0.00032590784],"about_ca_topic_score_codex":0.0013640155,"about_ca_topic_score_gemma":0.0001610374,"teacher_disagreement_score":0.21851568,"about_ca_system_score_codex":0.000029126026,"about_ca_system_score_gemma":0.00023416286,"threshold_uncertainty_score":0.7793215},"labels":[],"label_agreement":null},{"id":"W2757564978","doi":"10.19173/irrodl.v18i6.2964","title":"The Pedagogic Architecture of MOOC: A Research Project on Educational Courses in Spanish","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Open educational resources; European union; Perspective (graphical); Architecture; Distance education; Higher education; Pedagogy; Open education; Sociology; Educational technology; Computer science; Political science; Geography","score_opus":0.20639231676950764,"score_gpt":0.5568399516012049,"score_spread":0.3504476348316973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757564978","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23860745,0.022989495,0.0006073115,0.6976738,0.00031651388,0.0024547135,0.00006977161,0.000018725625,0.03726221],"genre_scores_gemma":[0.9831967,0.014934368,0.00028658102,0.000051039387,0.00006579301,0.00005005971,0.000020479445,0.0000051366783,0.0013898474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99678457,0.0011291335,0.00034237397,0.0002619115,0.0011918098,0.0002902121],"domain_scores_gemma":[0.9953388,0.00321777,0.00022468339,0.0005816242,0.0005973973,0.000039743114],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0130015,0.00007945608,0.00019825582,0.0002027122,0.0005983516,0.000546792,0.004274527,0.000031648437,0.000013960888],"category_scores_gemma":[0.011536625,0.00004585173,0.000042937743,0.00047590886,0.00050768495,0.00018002858,0.001643534,0.0013058407,0.0000059575823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029112143,0.0007696831,0.105396025,0.0016390751,0.00009320313,0.000036950376,0.0013197443,0.001751953,0.00013545953,0.6953842,0.01030702,0.18287556],"study_design_scores_gemma":[0.0030454919,0.0014614783,0.33991823,0.05947963,0.000015842543,0.00008257695,0.0067244964,0.065708324,0.00030547325,0.21573332,0.30693832,0.0005868264],"about_ca_topic_score_codex":0.0011924357,"about_ca_topic_score_gemma":0.00015105322,"teacher_disagreement_score":0.74458927,"about_ca_system_score_codex":0.0000736333,"about_ca_system_score_gemma":0.00077858905,"threshold_uncertainty_score":0.99678963},"labels":[],"label_agreement":null},{"id":"W2758246688","doi":"","title":"Towards Autonomous Education Online","year":2016,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.01177282229747804,"score_gpt":0.27470786726831364,"score_spread":0.2629350449708356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758246688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41433483,0.0002998566,0.37713665,0.18982695,0.0050189598,0.00021592001,0.0000063969433,0.002201241,0.010959188],"genre_scores_gemma":[0.9380765,0.000046184217,0.04591248,0.0008038606,0.0012008917,0.000007058079,0.000022092161,0.000027005543,0.013903943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984686,0.000096968215,0.00032788355,0.000420698,0.00029468906,0.00039119183],"domain_scores_gemma":[0.9989206,0.0001041794,0.0001942126,0.00042403326,0.0002466355,0.00011032634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040850748,0.0001774391,0.00018779263,0.00026945517,0.00015084876,0.00012342297,0.0006810822,0.00009567059,0.00006529586],"category_scores_gemma":[0.0006167233,0.00012884139,0.00005675062,0.00090496946,0.000056465713,0.0004171766,0.0002378619,0.00043666473,0.00039497612],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002367705,0.00013213974,0.0058286553,0.000010749305,0.000015803269,0.000009454785,0.00039484678,0.000118757715,0.003250543,0.038005225,0.001645593,0.95058584],"study_design_scores_gemma":[0.0013045659,0.00048066076,0.035904486,0.00046055648,0.000024383267,0.00009275286,0.0002564055,0.044324372,0.002936082,0.030676156,0.8822832,0.0012563972],"about_ca_topic_score_codex":0.00002225076,"about_ca_topic_score_gemma":0.0000033214799,"teacher_disagreement_score":0.9493295,"about_ca_system_score_codex":0.00009342976,"about_ca_system_score_gemma":0.00055664964,"threshold_uncertainty_score":0.5253999},"labels":[],"label_agreement":null},{"id":"W2759670262","doi":"10.20343/teachlearninqu.5.2.5","title":"Variations in Pedagogical Design of Massive Open Online Courses (MOOCs) Across Disciplines","year":2017,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Discipline; Curriculum; Massive open online course; Set (abstract data type); Learning design; Mathematics education; Pedagogy; Psychology; Computer science; Sociology","score_opus":0.21361874769748643,"score_gpt":0.47439928936212467,"score_spread":0.26078054166463827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759670262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31117067,0.000081278355,0.6524073,0.035156604,0.0007449043,0.00017474103,0.0000036009624,0.00007551095,0.00018538369],"genre_scores_gemma":[0.9498268,0.00004929734,0.047366377,0.00010212037,0.0007238541,0.00000289648,0.0000031489562,0.000022216314,0.0019032848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99674225,0.0012995593,0.0006154426,0.00034135234,0.00049773266,0.00050367817],"domain_scores_gemma":[0.99687225,0.0007774438,0.0012295323,0.00082533783,0.00016620144,0.00012923285],"candidate_categories":["sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0057790903,0.00022383465,0.0004125919,0.000119818265,0.0034478724,0.0021497172,0.004997957,0.00010350617,0.000015063761],"category_scores_gemma":[0.0035632886,0.00013612978,0.00012845447,0.00014334075,0.00029912073,0.0011825501,0.0018061688,0.002756791,0.000011659401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010062655,0.00095879415,0.10294669,0.000021183208,0.00018557506,0.0002218778,0.087674044,0.68285036,0.0009202539,0.023700481,0.0007264138,0.099693716],"study_design_scores_gemma":[0.0017774069,0.0005418708,0.15135922,0.00064030034,0.00005979857,0.00035178784,0.0115660215,0.8149337,0.00003742562,0.013423889,0.004771878,0.000536699],"about_ca_topic_score_codex":0.00014586563,"about_ca_topic_score_gemma":0.000028487395,"teacher_disagreement_score":0.63865614,"about_ca_system_score_codex":0.000074147974,"about_ca_system_score_gemma":0.00027222995,"threshold_uncertainty_score":0.9995439},"labels":[],"label_agreement":null},{"id":"W2760982471","doi":"10.1111/bjet.12590","title":"Using learning analytics to explore self‐regulated learning in flipped blended learning music teacher education","year":2017,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Advanced Education; University of Alberta","funders":"","keywords":"Learning analytics; Blended learning; Self-regulated learning; Flipped classroom; Context (archaeology); Mathematics education; Psychology; Online learning; Educational technology; Analytics; Computer science; Multimedia; Data science","score_opus":0.0391032657143148,"score_gpt":0.3335401365802499,"score_spread":0.29443687086593506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760982471","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.969914,0.0005927092,0.006359198,0.021733133,0.0006121455,0.000102849546,2.0779204e-7,0.00011595334,0.0005697604],"genre_scores_gemma":[0.94697034,0.000116176845,0.050154295,0.00006408741,0.00042089215,0.000004997936,0.0000045881716,0.000029271483,0.0022353518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786687,0.00020889616,0.00070152606,0.00039594487,0.00038772466,0.00043905558],"domain_scores_gemma":[0.99759287,0.00012343105,0.0010639093,0.00035803329,0.0006952063,0.00016655024],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009191945,0.00019768112,0.0004029154,0.0012260396,0.0008408173,0.0005317595,0.0013985146,0.00024143362,0.00005949823],"category_scores_gemma":[0.0040946356,0.00025271295,0.00011686831,0.00087604934,0.00010160803,0.0007043524,0.0003303027,0.002032427,0.000022426688],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002561491,0.0016017748,0.46741793,0.000056454748,0.00018210457,0.00017347024,0.002794425,0.15170744,0.0032709152,0.011293291,0.001197952,0.36027864],"study_design_scores_gemma":[0.0032145733,0.0013156905,0.4525095,0.004078762,0.00019827043,0.011875801,0.010866911,0.41399014,0.0007593698,0.0599336,0.039155424,0.0021019746],"about_ca_topic_score_codex":0.000112661684,"about_ca_topic_score_gemma":0.000049446444,"teacher_disagreement_score":0.35817668,"about_ca_system_score_codex":0.00029973424,"about_ca_system_score_gemma":0.0017591219,"threshold_uncertainty_score":0.9999925},"labels":[],"label_agreement":null},{"id":"W2762421432","doi":"10.19173/irrodl.v19i2.3469","title":"Reflection on MOOC Design in Palestine","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Palestine; Thematic analysis; Massive open online course; Pedagogy; Sociology; Political science; Public relations; Qualitative research; History; Social science","score_opus":0.18600127191929697,"score_gpt":0.494629862839911,"score_spread":0.308628590920614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2762421432","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18163851,0.021258896,0.28322107,0.43610728,0.0012169601,0.0041195448,0.00003136002,0.00019563902,0.07221075],"genre_scores_gemma":[0.9907119,0.0063763503,0.0021705653,0.00022597947,0.000065986584,0.000017136581,0.000015424637,0.0000040808713,0.00041255576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981972,0.0007174178,0.0002464053,0.00020794272,0.00046044067,0.000170617],"domain_scores_gemma":[0.9986703,0.0007631613,0.000087175235,0.0001889332,0.00025583067,0.000034622797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006710387,0.000059870432,0.00013720315,0.00016792445,0.00009944662,0.00013967072,0.0011390736,0.00002346047,0.000025004678],"category_scores_gemma":[0.0029137097,0.0000416118,0.000018294604,0.0008458539,0.00010648443,0.00016585742,0.00049800845,0.0005368308,0.000023569653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005658949,0.00090227474,0.09690213,0.0015303359,0.000085908454,0.0001239722,0.0010037874,0.008767713,0.00083899655,0.23984896,0.013565535,0.6358645],"study_design_scores_gemma":[0.0021509267,0.0019095113,0.04919309,0.03671788,0.000008199676,0.0000593503,0.0006681139,0.7661931,0.00074740796,0.04082515,0.10113511,0.0003921519],"about_ca_topic_score_codex":0.00017379697,"about_ca_topic_score_gemma":0.000020446209,"teacher_disagreement_score":0.8090734,"about_ca_system_score_codex":0.0000704288,"about_ca_system_score_gemma":0.000102002115,"threshold_uncertainty_score":0.34881932},"labels":[],"label_agreement":null},{"id":"W2765534680","doi":"10.5539/mas.v11n11p20","title":"Distance Learning – A Potential Opportunity for Thailand","year":2017,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Accreditation; Distance education; Workforce; Quality (philosophy); Higher education; Agency (philosophy); Open learning; Medical education; Computer science; Pedagogy; Psychology; Sociology; Cooperative learning; Political science; Teaching method; Medicine","score_opus":0.025259123215490092,"score_gpt":0.28950997700927916,"score_spread":0.2642508537937891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765534680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012115855,0.0000107525075,0.9769953,0.0018183995,0.00018385747,0.00012219131,0.0000016870017,0.00013494308,0.008616997],"genre_scores_gemma":[0.9706676,0.0000040867358,0.027428273,0.000110790395,0.000090476664,0.000013444585,0.0000013537648,0.0000074559516,0.0016765243],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836373,0.000010908258,0.00014168452,0.00058480917,0.00044792335,0.00045096476],"domain_scores_gemma":[0.998496,0.000032304106,0.00020643881,0.00094122434,0.00010331652,0.00022072677],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010017452,0.00012280371,0.00014555277,0.00007145801,0.002633355,0.001247324,0.0026686152,0.000037653466,0.000002551887],"category_scores_gemma":[0.00025661458,0.00011060626,0.00005200718,0.00012939856,0.00044991332,0.0005648586,0.0005275339,0.00020621509,0.000014818727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005069739,0.00021604678,0.0037623127,0.00006468097,0.000021532027,0.000033679764,0.0023582596,0.015947469,0.15878242,0.37039176,0.00045426842,0.44791687],"study_design_scores_gemma":[0.00025846157,0.000029329796,0.0018393293,0.000007691581,0.0000032116673,0.0000034760087,0.000023548928,0.95832163,0.000646624,0.036306288,0.0023923605,0.00016802926],"about_ca_topic_score_codex":0.000010038771,"about_ca_topic_score_gemma":0.0000052098035,"teacher_disagreement_score":0.95855176,"about_ca_system_score_codex":0.000031879965,"about_ca_system_score_gemma":0.00028608876,"threshold_uncertainty_score":0.9997895},"labels":[],"label_agreement":null},{"id":"W2765563809","doi":"","title":"User Centred e-learning, opportunities and challenges: a literature review","year":2017,"lang":"en","type":"review","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"George Brown College","funders":"","keywords":"Computer science; Data science; World Wide Web","score_opus":0.27913665871468873,"score_gpt":0.37068412707050735,"score_spread":0.09154746835581862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765563809","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000038378175,0.9376804,0.000007893965,0.04517196,0.000959101,0.00088107813,0.000019175615,0.00021733226,0.0150592225],"genre_scores_gemma":[0.00047803507,0.8660093,0.0004624525,0.00094232283,0.0004320926,0.00018421454,0.00020164686,0.000098052325,0.1311919],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931179,0.0017759097,0.0012990123,0.0018530572,0.0010561137,0.0008979903],"domain_scores_gemma":[0.9938814,0.00035384754,0.0034886608,0.0013047133,0.00034583965,0.0006255063],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001201114,0.0011324349,0.0023725606,0.0005670875,0.00075185916,0.0013651438,0.0012588627,0.0005675474,0.00011027983],"category_scores_gemma":[0.0002983524,0.0010443287,0.00025646258,0.0007253746,0.00021083618,0.0007435127,0.0005004931,0.0035964178,0.00007068885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009659481,0.00016259508,0.00023030797,0.030333553,0.0000598369,0.000052282565,0.00039733818,0.0000011949394,4.4607905e-8,0.16233312,0.0014750678,0.804945],"study_design_scores_gemma":[0.00024879174,0.00030964572,0.0006299063,0.115135185,0.00013563715,0.000052031053,0.0002550373,0.00011373856,4.206795e-8,0.0012687441,0.8809899,0.0008613202],"about_ca_topic_score_codex":0.000106001615,"about_ca_topic_score_gemma":0.00012585496,"teacher_disagreement_score":0.8795149,"about_ca_system_score_codex":0.0004798964,"about_ca_system_score_gemma":0.0020439161,"threshold_uncertainty_score":0.9996715},"labels":[],"label_agreement":null},{"id":"W2766194218","doi":"","title":"Supporting peer interactions in a MOOC: Utilizing social networking tools to personalize learning","year":2017,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Internet privacy; World Wide Web; Computer science; Social media; The Internet; Massive open online course; Multimedia; Knowledge management; Business","score_opus":0.14708789731984892,"score_gpt":0.3884069748397346,"score_spread":0.24131907751988566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766194218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51695037,0.00047149186,0.001511251,0.36164472,0.0053025563,0.0012992204,0.0000117544605,0.0006014339,0.11220717],"genre_scores_gemma":[0.93673027,0.0001204842,0.0017745445,0.0011658182,0.00066643313,0.00007199265,0.000024166455,0.000043554996,0.059402738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959105,0.0005168983,0.00075254956,0.0010338622,0.00090584886,0.0008803226],"domain_scores_gemma":[0.99723905,0.00025345822,0.0014364123,0.0004998535,0.00026429683,0.0003069201],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015347803,0.00040370537,0.00051509455,0.00032125323,0.0014911712,0.0017449968,0.00078476564,0.0001303546,0.00011866914],"category_scores_gemma":[0.00047383414,0.0004580737,0.00008870584,0.00058859494,0.00009062891,0.0009897773,0.00036729063,0.002111347,0.00006206725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010306653,0.00031960852,0.56738645,0.00013304705,0.000026545196,0.000031546137,0.0065383613,0.00090991845,0.0001394224,0.16326436,0.0012929114,0.25985476],"study_design_scores_gemma":[0.00091769843,0.0003619347,0.78483325,0.001479536,0.00001955958,0.000013025776,0.005298044,0.034260016,0.000019232491,0.006969087,0.16483326,0.0009953311],"about_ca_topic_score_codex":0.0015941298,"about_ca_topic_score_gemma":0.0022110015,"teacher_disagreement_score":0.41977987,"about_ca_system_score_codex":0.000669822,"about_ca_system_score_gemma":0.0006636982,"threshold_uncertainty_score":0.9998087},"labels":[],"label_agreement":null},{"id":"W2766553511","doi":"10.28945/1680","title":"Understanding the Role of Personality Traits on Beliefs in Online Learning","year":2012,"lang":"en","type":"article","venue":"Informing Science and IT Education Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Multidisciplinary approach; Big Five personality traits; Personality; Association (psychology); Psychology; Engineering ethics; Computer science; Sociology; Social psychology; Social science; Engineering; Psychotherapist","score_opus":0.07071795470182074,"score_gpt":0.32504734459795837,"score_spread":0.2543293898961376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766553511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97074383,0.000098519464,0.006479442,0.0088981185,0.00020367488,0.0000945878,9.565397e-7,0.000028496823,0.013452382],"genre_scores_gemma":[0.99833685,0.000021922115,0.0010076365,0.00042085676,0.000050949504,0.0000020014768,8.171362e-7,0.0000016522617,0.00015733049],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990302,0.000028684504,0.00018066904,0.00014624216,0.00037077305,0.00024346248],"domain_scores_gemma":[0.9993827,0.00012905651,0.00011807484,0.00013817585,0.00015261892,0.00007936953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012411216,0.00007283633,0.00008372464,0.00017914464,0.00026535665,0.00012835242,0.00045939718,0.000025529787,0.000005697196],"category_scores_gemma":[0.00046774154,0.00005337173,0.000014976747,0.00069819327,0.00025062807,0.0009794692,0.000078030236,0.0002152729,0.000003453364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034365626,0.00020537955,0.08244748,0.000020516538,0.0000028956895,8.355456e-8,0.04844986,0.0002923778,0.0011217139,0.64459145,0.000036322457,0.2228285],"study_design_scores_gemma":[0.0003834001,0.0003573592,0.5081892,0.0006828431,0.00001097842,0.000032707707,0.12614065,0.32286996,0.001733345,0.025945036,0.01307022,0.0005842991],"about_ca_topic_score_codex":0.0000932975,"about_ca_topic_score_gemma":0.000023469027,"teacher_disagreement_score":0.6186464,"about_ca_system_score_codex":0.00007958186,"about_ca_system_score_gemma":0.0007365041,"threshold_uncertainty_score":0.2176436},"labels":[],"label_agreement":null},{"id":"W2767613889","doi":"10.4018/978-1-5225-3634-5.ch004","title":"Student Engagement Practices for Computer Science Students in Online Learning Environments","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Student engagement; Context (archaeology); Computer science; Relation (database); Mathematics education; Learning environment; Online learning; Multimedia; Psychology","score_opus":0.03198209145388485,"score_gpt":0.3518532213089658,"score_spread":0.3198711298550809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767613889","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043188147,0.20603779,0.48351496,0.14604862,0.025130942,0.01689942,0.00041801043,0.0033290624,0.07543302],"genre_scores_gemma":[0.017856086,0.08465967,0.7859323,0.0001803889,0.00045848332,0.0002441946,0.00008425961,0.00005435627,0.11053027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978162,0.000028202712,0.00042277318,0.00080188777,0.000637196,0.00029373477],"domain_scores_gemma":[0.9983173,0.00031820405,0.00082419947,0.00041471946,0.00008825406,0.000037303194],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006106143,0.00030156077,0.0003167548,0.0005569166,0.00054999895,0.00032121025,0.0015143142,0.00016618446,0.0000074113977],"category_scores_gemma":[0.00037345377,0.00029753352,0.00004471247,0.00006941571,0.0009214693,0.0029089777,0.0008301901,0.00067107857,0.000003607369],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032521537,0.0002271848,0.006050909,0.000068303954,0.000041691714,0.000006960306,0.00021045927,0.0073504676,0.000029873514,0.65515876,0.000048268776,0.33077464],"study_design_scores_gemma":[0.0006281086,0.0005762156,0.0145094,0.00051363086,0.000019891502,0.0000563565,0.000547152,0.0035707403,0.000053880063,0.31524813,0.6636156,0.00066092674],"about_ca_topic_score_codex":0.000003989961,"about_ca_topic_score_gemma":0.00001901463,"teacher_disagreement_score":0.6635673,"about_ca_system_score_codex":0.0002685594,"about_ca_system_score_gemma":0.00029071653,"threshold_uncertainty_score":0.99994767},"labels":[],"label_agreement":null},{"id":"W2768303370","doi":"10.1016/j.compedu.2017.11.010","title":"Exploring communities of inquiry in Massive Open Online Courses","year":2017,"lang":"en","type":"article","venue":"Computers & Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Community of inquiry; Exploratory factor analysis; Context (archaeology); Component (thermodynamics); Psychology; Reliability (semiconductor); Cognition; Perception; Affect (linguistics); Mathematics education; Computer science; Geography; Psychometrics; Developmental psychology","score_opus":0.24101806764966352,"score_gpt":0.4004304023086215,"score_spread":0.15941233465895796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768303370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9699395,0.00005981608,0.016982352,0.010406847,0.0020164766,0.000116498384,0.000001538044,0.00003224287,0.00044478563],"genre_scores_gemma":[0.95174074,0.00008865474,0.047735576,0.00011961283,0.00017193043,0.0000071807326,0.000016093258,0.0000055781525,0.00011461846],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993675,0.00007585574,0.00019149036,0.00013619686,0.00010464804,0.0001243353],"domain_scores_gemma":[0.99865526,0.00008725011,0.00024819287,0.00086077914,0.00010864792,0.000039879676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021141411,0.00008208217,0.00016151581,0.00014352464,0.00021180375,0.0003478872,0.0022951618,0.000022690854,0.0000016474595],"category_scores_gemma":[0.000037137288,0.00008544703,0.000027250848,0.00009954719,0.00009009124,0.0013097043,0.00061580964,0.00014447237,0.0000042184183],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013843679,0.0019848724,0.12017815,0.00012783425,0.000048687074,0.0000066898524,0.06147012,0.008028155,0.00011426891,0.10136252,0.0030351924,0.7036297],"study_design_scores_gemma":[0.000896702,0.00022209073,0.6749742,0.0014401732,0.000017263892,0.00000868501,0.01761033,0.28651366,0.00038937118,0.01135969,0.006068183,0.0004996757],"about_ca_topic_score_codex":0.001096935,"about_ca_topic_score_gemma":0.00021611356,"teacher_disagreement_score":0.70313,"about_ca_system_score_codex":0.00003704394,"about_ca_system_score_gemma":0.0003132839,"threshold_uncertainty_score":0.42650196},"labels":[],"label_agreement":null},{"id":"W2769019609","doi":"10.1038/s41539-017-0016-3","title":"Towards AI-powered personalization in MOOC learning","year":2017,"lang":"en","type":"review","venue":"npj Science of Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Ng Teng Fong Charitable Foundation; Peking University; Nanyang Technological University; National Research Foundation","keywords":"Personalization; Computer science; Multimedia; Chemistry; World Wide Web","score_opus":0.07857888699940058,"score_gpt":0.4139226682532509,"score_spread":0.33534378125385034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769019609","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003273701,0.96102554,0.029478984,0.00039436904,0.00049234455,0.00025871888,0.00000113297,0.00019564689,0.008120536],"genre_scores_gemma":[0.0058351723,0.985021,0.0056822225,0.000012971852,0.00013053426,0.000009696045,0.000012605133,0.000037131467,0.0032586765],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958996,0.000386357,0.0007781838,0.0010619921,0.0011740911,0.0006997497],"domain_scores_gemma":[0.9971843,0.00014850285,0.0013353196,0.00084867567,0.00031437294,0.00016885396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0035869968,0.0004036697,0.0013661368,0.0012602449,0.0007280303,0.0009872725,0.003965884,0.00025644756,0.000018550225],"category_scores_gemma":[0.003255773,0.00036313554,0.00034104002,0.0021977425,0.0005129852,0.0019675053,0.00087144977,0.0018788136,0.00005506583],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.0650535e-7,0.000028042901,0.00023780516,0.0014787464,0.000009989617,0.000018258332,0.0006134277,0.001622211,0.000005789404,0.0056011057,0.0000065137942,0.9903775],"study_design_scores_gemma":[0.00019020426,0.00017698087,0.00009367753,0.012055367,0.00006197586,0.000040603012,0.00012678507,0.107450254,0.0000050019908,0.00028260844,0.87888277,0.0006337864],"about_ca_topic_score_codex":0.000062608146,"about_ca_topic_score_gemma":0.0000045733477,"teacher_disagreement_score":0.9897437,"about_ca_system_score_codex":0.00022807503,"about_ca_system_score_gemma":0.0022553608,"threshold_uncertainty_score":0.99988204},"labels":[],"label_agreement":null},{"id":"W2769847294","doi":"10.19173/irrodl.v18i7.3155","title":"Evaluation of the UNED MOOCs Implementation: Demographics, Learners' Opinions and Completion Rates","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universidad Nacional de Educación a Distancia","keywords":"Facilitator; Distance education; Certification; Higher education; Learning analytics; Psychology; Mathematics education; Medical education; Computer science; Political science; Medicine; Data science","score_opus":0.18549893076495705,"score_gpt":0.5355421625751026,"score_spread":0.3500432318101455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769847294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57607836,0.022243097,0.0063088136,0.38595992,0.0004184281,0.0028375909,0.00012786359,0.000026985488,0.0059989523],"genre_scores_gemma":[0.99183065,0.0077023357,0.00029125216,0.000047561163,0.000020431677,0.00001663598,0.00005036636,0.0000025970878,0.000038186135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750155,0.00094729965,0.0002773821,0.00016818038,0.0009870736,0.0001184897],"domain_scores_gemma":[0.99814284,0.00039429165,0.00030598996,0.00035022676,0.0007771844,0.000029493827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011729687,0.000058119796,0.00014440416,0.000071236616,0.0004867291,0.00029515594,0.0015944758,0.000019906158,0.0000221641],"category_scores_gemma":[0.002863097,0.000036464167,0.000035573627,0.0002581593,0.0002820239,0.00027511327,0.0012456103,0.00033901894,8.711282e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022568029,0.000115821924,0.61085635,0.0006855082,0.00013343002,0.0000013401022,0.00042895196,0.0011380656,0.00016049466,0.1847427,0.0013004834,0.20041426],"study_design_scores_gemma":[0.0018097183,0.00013703165,0.68917,0.0066449456,0.00005577459,0.000013470204,0.002665031,0.26235867,0.00017707878,0.023627928,0.013185923,0.0001544097],"about_ca_topic_score_codex":0.000494701,"about_ca_topic_score_gemma":0.00008242058,"teacher_disagreement_score":0.4157523,"about_ca_system_score_codex":0.00003383854,"about_ca_system_score_gemma":0.00018689429,"threshold_uncertainty_score":0.40652987},"labels":[],"label_agreement":null},{"id":"W2770430477","doi":"10.19173/irrodl.v18i7.3076","title":"Explanations and Interactives Improve Subjective Experiences in Online Courseware","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Distance education; Test (biology); Instructional design; Online discussion; Confusion; Medical education; Applied psychology; Mathematics education; Computer science; Medicine; World Wide Web","score_opus":0.08961305275807903,"score_gpt":0.4799997029246835,"score_spread":0.3903866501666045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770430477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8811481,0.011046402,0.0025335916,0.099279836,0.00021417164,0.00076324673,0.00006526097,0.000018585939,0.0049307854],"genre_scores_gemma":[0.9899068,0.009376992,0.00042356938,0.000057120535,0.000025042493,0.000032193257,0.000024812252,0.000002658753,0.00015082958],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987659,0.00027948507,0.00022300836,0.00023211585,0.00034771123,0.00015179875],"domain_scores_gemma":[0.9986471,0.0006589029,0.00017243606,0.00024733852,0.00023237697,0.000041874675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023378632,0.000067477595,0.0001704476,0.00012111097,0.00026134032,0.00046356805,0.0016755528,0.000021502447,0.0000127262265],"category_scores_gemma":[0.0036698922,0.000047548227,0.00001942795,0.00017929975,0.00023138478,0.0006425126,0.0013392841,0.0005308973,0.0000012661488],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001563149,0.00074887945,0.46506342,0.0010700036,0.000118102325,0.00012639475,0.013552796,0.00023736153,0.00023646983,0.09975388,0.0006665094,0.41826987],"study_design_scores_gemma":[0.0032007855,0.0006198709,0.5227612,0.03649325,0.00001529205,0.00007226776,0.119022705,0.27874717,0.0003350336,0.019904118,0.018220808,0.00060743757],"about_ca_topic_score_codex":0.0007107199,"about_ca_topic_score_gemma":0.0001496053,"teacher_disagreement_score":0.4176624,"about_ca_system_score_codex":0.000044102155,"about_ca_system_score_gemma":0.00011416078,"threshold_uncertainty_score":0.44701976},"labels":[],"label_agreement":null},{"id":"W2771605247","doi":"10.5430/ijhe.v6n6p129","title":"Coursework for Promoting Teaching and Learning","year":2017,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Attendance; Mathematics education; Process (computing); Teaching method; Work (physics); Medical education; Computer science; Psychology; Engineering; Medicine; Mechanical engineering","score_opus":0.014712171143923116,"score_gpt":0.3724661690011815,"score_spread":0.3577539978572584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771605247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6443178,0.00067880325,0.096801825,0.24253903,0.01120722,0.000118878655,9.955269e-7,0.00004700797,0.004288403],"genre_scores_gemma":[0.9305961,0.000008569239,0.06473094,0.00015442228,0.0013304023,0.0000010133425,9.2804225e-7,0.00000446288,0.0031731762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994438,0.000044835477,0.00017220883,0.00008301389,0.0001888976,0.00006718959],"domain_scores_gemma":[0.9988395,0.00011100017,0.0005482097,0.000099391415,0.00035901216,0.000042912616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006627918,0.00004824965,0.00007051671,0.00008506619,0.00032988895,0.00055133924,0.0006178408,0.000023997438,0.000003416191],"category_scores_gemma":[0.00049666077,0.000042595606,0.0000415538,0.000010873143,0.00001763458,0.00059460325,0.00006307046,0.00031417163,0.0000013025381],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001691761,0.00022296967,0.036742803,0.000017350483,0.00012432154,0.0000061202504,0.0024985801,0.0002957132,0.00080919097,0.17993641,0.0025313806,0.77679825],"study_design_scores_gemma":[0.0018135055,0.00057246303,0.3617732,0.001122738,0.00008246256,0.00045886665,0.0005082305,0.055506818,0.00042997775,0.15300189,0.42424804,0.00048180937],"about_ca_topic_score_codex":0.000009137332,"about_ca_topic_score_gemma":3.4121032e-7,"teacher_disagreement_score":0.77631646,"about_ca_system_score_codex":0.000032832602,"about_ca_system_score_gemma":0.0001169453,"threshold_uncertainty_score":0.5316577},"labels":[],"label_agreement":null},{"id":"W2772623190","doi":"10.1109/laclo.2017.8120913","title":"An initial review of learning analytics in Latin America","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning analytics; Latin Americans; Analytics; Data science; Computer science; Process (computing); Domain (mathematical analysis); Work (physics); Data analysis; Knowledge management; Political science; Engineering; Data mining","score_opus":0.035509170135165156,"score_gpt":0.3693034920042371,"score_spread":0.333794321869072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772623190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11037874,0.0031671328,0.68294054,0.045290362,0.00049815985,0.00041777216,0.0000040782024,0.00056405185,0.15673918],"genre_scores_gemma":[0.9611323,0.0011290098,0.03677043,0.0003989015,0.000044962057,5.9849447e-7,0.0000023009802,0.0000045481956,0.0005169849],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992503,0.00007403048,0.00022270998,0.00016706575,0.00015632655,0.00012955879],"domain_scores_gemma":[0.99900234,0.000039739032,0.00022195007,0.0006233802,0.00006476367,0.000047839825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003253625,0.000064944456,0.00020126914,0.00006470069,0.000088515226,0.00007976921,0.00081405474,0.000023962912,0.000031340704],"category_scores_gemma":[0.000409283,0.000056270314,0.000043142743,0.00015018394,0.000049213322,0.00027325837,0.0001347398,0.00018903037,0.00001769592],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005946465,0.00042637397,0.17245059,0.0016038701,0.000038220944,0.00009749147,0.0007734206,0.0073587378,0.0003561726,0.043331455,0.00095997966,0.77259773],"study_design_scores_gemma":[0.00022162289,0.00022522108,0.022761455,0.001519693,0.000011075596,0.0000025116658,0.00004840778,0.96715766,0.00015630372,0.0007625801,0.006942228,0.00019125047],"about_ca_topic_score_codex":0.00010737544,"about_ca_topic_score_gemma":0.000014999102,"teacher_disagreement_score":0.95979893,"about_ca_system_score_codex":0.0000076067868,"about_ca_system_score_gemma":0.000051913725,"threshold_uncertainty_score":0.22946368},"labels":[],"label_agreement":null},{"id":"W2776048521","doi":"10.4000/dms.2012","title":"Une réflexion et une expérimentation à partir du contexte des enseignants concepteurs de leurs propres vidéos pédagogiques","year":2017,"lang":"fr","type":"article","venue":"Distances et médiations des savoirs","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Art","score_opus":0.13065338563649803,"score_gpt":0.3757028086334344,"score_spread":0.24504942299693638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776048521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7020866,0.0074165664,0.23323204,0.0476264,0.0009576899,0.00044698286,0.00017006879,0.0003233993,0.007740215],"genre_scores_gemma":[0.9696528,0.0033624822,0.018347329,0.0008679231,0.00019759093,0.00005792295,0.00007778837,0.000041956137,0.0073942514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99680465,0.0007753493,0.000593383,0.0006655225,0.00045329996,0.00070781645],"domain_scores_gemma":[0.9972211,0.00041218312,0.00079337467,0.00084648264,0.00046977345,0.00025704966],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009960912,0.00040131816,0.0003942623,0.00010664561,0.0022472553,0.0018569595,0.0009668924,0.00017145737,0.00002932948],"category_scores_gemma":[0.0009382501,0.00041294054,0.00019390022,0.00040213618,0.0023718094,0.0028682577,0.00018032009,0.00041305873,0.00007252752],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010578702,0.0009241395,0.116983615,0.00038873882,0.00026135464,0.00014079355,0.17368798,0.027317915,0.001203724,0.50515556,0.0021925494,0.1716378],"study_design_scores_gemma":[0.003243369,0.0015233496,0.28215083,0.0028578665,0.00045590248,0.00009178853,0.024451973,0.27519265,0.005873485,0.3501486,0.05189726,0.0021129516],"about_ca_topic_score_codex":0.0044116187,"about_ca_topic_score_gemma":0.009349718,"teacher_disagreement_score":0.2675661,"about_ca_system_score_codex":0.00034468557,"about_ca_system_score_gemma":0.00066645275,"threshold_uncertainty_score":0.9998323},"labels":[],"label_agreement":null},{"id":"W2780116210","doi":"10.6084/m9.figshare.5945293","title":"Maximized Research Impact: An Effective Strategies for Increasing Citations","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Citation; Ranking (information retrieval); Visibility; Citation impact; Set (abstract data type); Computer science; Citation analysis; Journal ranking; Impact factor; Measure (data warehouse); Information retrieval; Data science; Knowledge management; Operations research; Public relations; Political science; Library science; Engineering; Data mining; Geography","score_opus":0.031261989227046365,"score_gpt":0.4074371703045876,"score_spread":0.3761751810775412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780116210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43629077,0.00017538539,0.5615572,0.0013001905,0.00009308146,0.0001463132,0.0000012355521,0.000057664354,0.00037818708],"genre_scores_gemma":[0.9851813,0.00006679186,0.013766923,0.000027845723,0.0007329092,0.000008720772,0.0000026317666,0.000014499983,0.00019838303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967883,0.0005434475,0.0001796793,0.00024041618,0.00033348892,0.0019146298],"domain_scores_gemma":[0.998291,0.00048538577,0.00009511586,0.00025426585,0.0007478183,0.0001264209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073581105,0.00011223276,0.00014717721,0.00030127814,0.00089412194,0.000641566,0.0006696058,0.000058537284,0.000004436741],"category_scores_gemma":[0.00047593666,0.00009065657,0.00010793764,0.00054951967,0.00011065771,0.00087465346,0.000059803813,0.0014580992,0.000019774163],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014621226,0.00011421897,0.0005330319,0.0000049846335,0.00014589001,0.0000023907685,0.001444509,0.00033322012,0.0017364273,0.91023046,0.000096297794,0.085212365],"study_design_scores_gemma":[0.00074875914,0.0026186886,0.001566944,0.000019353576,0.000012518602,0.00022821808,0.0023315276,0.06788455,0.00006247409,0.924213,0.0001877342,0.00012625675],"about_ca_topic_score_codex":0.0001580376,"about_ca_topic_score_gemma":0.00042477748,"teacher_disagreement_score":0.54889053,"about_ca_system_score_codex":0.00057224213,"about_ca_system_score_gemma":0.0034701587,"threshold_uncertainty_score":0.6876953},"labels":[],"label_agreement":null},{"id":"W2782904291","doi":"10.1007/s11024-017-9341-1","title":"The Rise of Computing Research in East Africa: The Relationship Between Funding, Capacity and Research Community in a Nascent Field","year":2018,"lang":"en","type":"article","venue":"Minerva","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Economic and Social Research Council; National Science Foundation","keywords":"Commercialization; Agency (philosophy); Autonomy; Context (archaeology); Politics; Public relations; Sociology; Sociocultural evolution; Structuring; Political science; Economic growth; Social science; Economics","score_opus":0.43989215004300114,"score_gpt":0.4518201768732977,"score_spread":0.011928026830296534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782904291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9850022,0.0001448458,0.0005773698,0.012852197,0.000029962202,0.00010049092,7.710264e-7,0.000010115394,0.0012820576],"genre_scores_gemma":[0.9988269,0.000004571031,0.0008598883,0.000010658083,0.00009230094,0.0000021980215,2.8789245e-7,0.0000035304433,0.00019965625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960597,0.002737106,0.00023820212,0.00014820712,0.00043570914,0.00038103765],"domain_scores_gemma":[0.98945296,0.009640698,0.000050343355,0.0005925375,0.00021549994,0.000047961552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01480258,0.000057378733,0.000108283515,0.00021343195,0.0009159004,0.00012490622,0.0009855394,0.000058456117,6.913776e-7],"category_scores_gemma":[0.0029941988,0.000036343354,0.000019458515,0.0015310411,0.0005508129,0.00007712521,0.00080263085,0.0017610814,0.000006108677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004580973,0.000048197864,0.9680931,0.000018038763,0.0000034843088,0.0000014021946,0.016398074,0.000023128276,0.000020954474,0.008776115,0.00049999054,0.0061129606],"study_design_scores_gemma":[0.00022089394,0.00021320915,0.9018894,0.00022362934,0.000001562013,0.0000018585298,0.00275476,0.07921034,0.000048099035,0.013846587,0.0015247078,0.00006499648],"about_ca_topic_score_codex":0.0030429142,"about_ca_topic_score_gemma":0.0024433103,"teacher_disagreement_score":0.079187214,"about_ca_system_score_codex":0.000049471262,"about_ca_system_score_gemma":0.000057840116,"threshold_uncertainty_score":0.76511204},"labels":[],"label_agreement":null},{"id":"W2784035825","doi":"10.18162/ritpu-2017-v14n3-03","title":"Les MOOC, entre transposition de cours universitaires et adaptation à la massification des audiences","year":2017,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.06499616120061939,"score_gpt":0.31479897582969196,"score_spread":0.24980281462907256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784035825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59125763,0.0023002808,0.26290685,0.12814541,0.00038780164,0.00019074487,0.00009588887,0.00096130936,0.013754096],"genre_scores_gemma":[0.918944,0.005759232,0.032329194,0.000015394675,0.000056099376,0.0000029092384,0.000031994536,0.000017349405,0.04284381],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983291,0.00020953183,0.000234102,0.00053237483,0.00029284065,0.00040202838],"domain_scores_gemma":[0.9980642,0.00037653107,0.00043374882,0.00061302504,0.0004424453,0.00007005857],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00039188127,0.00027402586,0.00022548815,0.00037943866,0.0013105401,0.00057185366,0.0022300754,0.00040850198,0.000025460367],"category_scores_gemma":[0.00066335296,0.00032821347,0.0001840184,0.00025728787,0.0016277451,0.0025059383,0.0004020686,0.00050855975,0.000029396608],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002165748,0.00012975174,0.028463583,0.00015417472,0.0001430523,0.00032271334,0.0085889045,0.011227086,0.00020457109,0.26288086,0.00017190917,0.68769175],"study_design_scores_gemma":[0.0014351285,0.00066203444,0.16549909,0.0042253626,0.00043125576,0.0004304725,0.13500635,0.53635997,0.0017468425,0.09542179,0.057532657,0.0012490586],"about_ca_topic_score_codex":0.00061292236,"about_ca_topic_score_gemma":0.0008178893,"teacher_disagreement_score":0.6864427,"about_ca_system_score_codex":0.0010824811,"about_ca_system_score_gemma":0.00030930917,"threshold_uncertainty_score":0.9999896},"labels":[],"label_agreement":null},{"id":"W2786107647","doi":"10.5539/jel.v7n3p23","title":"A Learning Management System Enhanced with Internet of Things Applications","year":2018,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning Management; Computer science; Internet of Things; Plan (archaeology); The Internet; Curriculum; Multimedia; E learning; Educational technology; Engineering management; World Wide Web; Engineering","score_opus":0.0055540934563867266,"score_gpt":0.26454926524493705,"score_spread":0.2589951717885503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786107647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15007176,0.00013304727,0.8417643,0.00056815235,0.00013496658,0.00005718965,1.6470723e-8,0.000030494331,0.007240115],"genre_scores_gemma":[0.9227425,0.000020658143,0.073972076,0.000046599333,0.00013903317,0.0000021256317,3.9890614e-7,0.000005016225,0.0030716066],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999305,0.000087741835,0.00024901616,0.00010621154,0.00016743306,0.000084562744],"domain_scores_gemma":[0.99895173,0.000049685787,0.00052499183,0.00009102472,0.00032333392,0.000059253874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047001423,0.00006327568,0.00012736059,0.00018661476,0.00011082952,0.000075135555,0.00020649433,0.000022359724,0.0000059047807],"category_scores_gemma":[0.000034879657,0.000049505114,0.00002913894,0.00025780234,0.00003947082,0.0002381364,0.000042265645,0.00031121945,0.0000057089046],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042565756,0.00029402896,0.008351197,0.00041633568,0.00019850863,0.0000038673857,0.032006975,0.001770428,0.0013556383,0.05840561,0.00027244992,0.8968824],"study_design_scores_gemma":[0.003765851,0.009757968,0.030992135,0.008012846,0.0005572685,0.001557502,0.15747984,0.38733283,0.006692573,0.0019542673,0.39051586,0.0013810605],"about_ca_topic_score_codex":0.0000066166185,"about_ca_topic_score_gemma":2.9445368e-7,"teacher_disagreement_score":0.8955013,"about_ca_system_score_codex":0.000027760785,"about_ca_system_score_gemma":0.00008324254,"threshold_uncertainty_score":0.201876},"labels":[],"label_agreement":null},{"id":"W2787920921","doi":"10.3917/raised.021.0209","title":"Les stratégies d’apprentissage et de collaboration déployées par des utilisateurs-clés dans le MOOC « Innovations technopédagogiques en enseignement supérieur (ITES) »","year":2017,"lang":"fr","type":"article","venue":"Raisons éducatives","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.05951655670288452,"score_gpt":0.37757582084820407,"score_spread":0.31805926414531954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787920921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7841702,0.0024179823,0.12710986,0.0705425,0.0006762148,0.00038116626,0.00017889854,0.00040305042,0.014120131],"genre_scores_gemma":[0.9190604,0.00075041223,0.066718884,0.00007392558,0.00022945895,0.000059286875,0.00005209731,0.000043670552,0.013011856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99696344,0.00079218275,0.0005308536,0.0007016475,0.0003545568,0.00065733155],"domain_scores_gemma":[0.99697626,0.00041658696,0.0005807856,0.0012339933,0.000637706,0.00015465284],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012387951,0.00043814973,0.00039433868,0.00026340343,0.0028533638,0.0022554258,0.00146827,0.00026430268,0.000044886143],"category_scores_gemma":[0.0019828046,0.00046999523,0.000121917226,0.0006633264,0.0015209726,0.0020477073,0.0004470627,0.0006181537,0.000029347215],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010311834,0.001204189,0.055862796,0.00021216934,0.00020438171,0.000026534519,0.2266196,0.0005134393,0.008371577,0.6587059,0.0047409204,0.043528188],"study_design_scores_gemma":[0.0007401248,0.00060523313,0.7167988,0.0011035156,0.00015522228,0.000044057197,0.1428142,0.01563281,0.02481257,0.04818364,0.047922537,0.0011873217],"about_ca_topic_score_codex":0.0022564963,"about_ca_topic_score_gemma":0.0037727156,"teacher_disagreement_score":0.66093594,"about_ca_system_score_codex":0.00025919,"about_ca_system_score_gemma":0.0020735501,"threshold_uncertainty_score":0.9997752},"labels":[],"label_agreement":null},{"id":"W2788064573","doi":"10.19173/irrodl.v19i1.2729","title":"The Influence of National Culture on Educational Videos: The Case of MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hofstede's cultural dimensions theory; Class (philosophy); Distance education; Sociology; Mathematics education; Open education; Cultural diversity; Multimedia; Pedagogy; Psychology; Computer science; Social science; Anthropology; Artificial intelligence","score_opus":0.05787366530195455,"score_gpt":0.4722868571799251,"score_spread":0.41441319187797054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788064573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5785325,0.015851615,0.0014335285,0.38410473,0.0002811069,0.0013853053,0.00015267303,0.000018759572,0.01823974],"genre_scores_gemma":[0.99458337,0.0045119342,0.00023161144,0.0002000008,0.00006490079,0.000015095655,0.00001496375,0.000002608583,0.00037553965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981092,0.0005108649,0.0003565803,0.00015408742,0.0007367817,0.00013247853],"domain_scores_gemma":[0.9955994,0.002353104,0.00025373691,0.0002556594,0.0015082117,0.000029894434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005811461,0.000064277454,0.00013060887,0.00006376508,0.00031026054,0.00011416044,0.0019516326,0.00002262158,0.000018165912],"category_scores_gemma":[0.006075387,0.00003102705,0.00004083622,0.0006367589,0.00051988265,0.0001602005,0.00068952504,0.00046531533,0.0000060208513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007008532,0.00019865322,0.008329241,0.00044390088,0.00009057939,0.00001124559,0.0008357857,0.003528457,0.00015101614,0.9550664,0.008293336,0.022981295],"study_design_scores_gemma":[0.0025015145,0.0019613751,0.096382216,0.037492815,0.000045799843,0.0009354919,0.008028279,0.20907189,0.0012696657,0.31075415,0.3309027,0.0006540954],"about_ca_topic_score_codex":0.00026797768,"about_ca_topic_score_gemma":0.000030413454,"teacher_disagreement_score":0.64431226,"about_ca_system_score_codex":0.000042516036,"about_ca_system_score_gemma":0.00033875564,"threshold_uncertainty_score":0.7273244},"labels":[],"label_agreement":null},{"id":"W2788246483","doi":"10.19173/irrodl.v19i1.3402","title":"Decision, Implementation, and Confirmation: Experiences of Instructors behind Tourism and Hospitality MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hospitality; Tourism; Popularity; Hospitality management studies; Class (philosophy); Hospitality industry; Medical education; Psychology; Public relations; Marketing; Sociology; Pedagogy; Business; Political science; Computer science; Medicine","score_opus":0.049406398886128966,"score_gpt":0.464886179453226,"score_spread":0.41547978056709706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788246483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9869588,0.0034045333,0.0027029442,0.006138299,0.000060039914,0.00021637704,0.000009096823,0.000004903735,0.0005049794],"genre_scores_gemma":[0.99203247,0.0063123303,0.0015171223,0.000055591096,0.000027371523,0.000009815009,0.000015058354,0.000001887239,0.000028326425],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998693,0.0002313347,0.00033729107,0.00017721868,0.00044971175,0.00011147853],"domain_scores_gemma":[0.9987715,0.00044822585,0.00016223846,0.00014121635,0.0004294706,0.000047336387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029420434,0.000058030488,0.00015626535,0.00008243514,0.00014958823,0.00017171935,0.00067318085,0.000019369194,0.000044672808],"category_scores_gemma":[0.00089025573,0.000040540453,0.0000141941955,0.00026708338,0.00035731232,0.00033192945,0.00079170114,0.00018599135,6.881823e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059082482,0.00010741842,0.308365,0.0009856641,0.00008089259,0.000009080406,0.017645765,0.00002055063,0.0000673006,0.10288377,0.002587688,0.5671878],"study_design_scores_gemma":[0.0049030394,0.0019946203,0.53701764,0.019803591,0.00004398029,0.00015388402,0.20870276,0.06971177,0.0022808902,0.086070724,0.06850571,0.00081140344],"about_ca_topic_score_codex":0.00025626805,"about_ca_topic_score_gemma":0.000018622324,"teacher_disagreement_score":0.5663764,"about_ca_system_score_codex":0.000015211634,"about_ca_system_score_gemma":0.00007971561,"threshold_uncertainty_score":0.16558936},"labels":[],"label_agreement":null},{"id":"W2788298184","doi":"10.19173/irrodl.v19i1.3269","title":"How Learners Participate in Connectivist Learning: An Analysis of the Interaction Traces From a cMOOC","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Class (philosophy); Social network analysis; Variety (cybernetics); Social media; Content analysis; Computer science; Mathematics education; Collaborative learning; World Wide Web; Psychology; Multimedia; Sociology; Artificial intelligence","score_opus":0.1150842345839445,"score_gpt":0.4613195089282903,"score_spread":0.3462352743443458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788298184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661971,0.001260874,0.0022360517,0.029322583,0.00007062353,0.00024966098,0.000011862889,0.000012092966,0.0006391748],"genre_scores_gemma":[0.99747473,0.0019956694,0.0001474903,0.000072317176,0.000033991793,0.000013726482,0.000045447996,0.000004679451,0.00021191941],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99695575,0.0015393985,0.00036572883,0.00030935492,0.00061854406,0.00021123797],"domain_scores_gemma":[0.9979428,0.0010136657,0.00029881697,0.00033283315,0.0003609164,0.000050949475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044779056,0.00009348297,0.00032447625,0.0002672468,0.00015224463,0.00033950436,0.001781281,0.000034641027,0.0000363589],"category_scores_gemma":[0.0033290302,0.00005864252,0.000082438295,0.001957381,0.00028409937,0.0004789567,0.00073384517,0.00080453645,0.0000022586428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018002906,0.00045267888,0.8844078,0.00031895319,0.00055207964,0.000012726796,0.0036973734,0.019723255,0.0006649297,0.018777752,0.00017513678,0.071037255],"study_design_scores_gemma":[0.00051271386,0.00026457457,0.13006078,0.003520168,0.00007225233,0.000002651509,0.0070168143,0.8463455,0.00034774377,0.0016827427,0.010035854,0.00013819613],"about_ca_topic_score_codex":0.002159259,"about_ca_topic_score_gemma":0.0006973165,"teacher_disagreement_score":0.82662225,"about_ca_system_score_codex":0.000074307085,"about_ca_system_score_gemma":0.00010763351,"threshold_uncertainty_score":0.39854005},"labels":[],"label_agreement":null},{"id":"W2788305898","doi":"10.19173/irrodl.v19i1.3139","title":"The Use of Avatars in Gender Segregated Online Learning Within MOOCs in Saudi Arabia - A Rwaq Case Study","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"","keywords":"Avatar; Online learning; TUTOR; Psychology; Class (philosophy); Higher education; Virtual learning environment; Mathematics education; Pedagogy; Multimedia; Computer science; Political science","score_opus":0.20363310565898501,"score_gpt":0.46442992556715973,"score_spread":0.2607968199081747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788305898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918386,0.0024868788,0.00045909383,0.004442489,0.00005342713,0.0005902154,0.000010448749,0.000010935415,0.00010794321],"genre_scores_gemma":[0.9943322,0.0046098437,0.00069972547,0.00005995542,0.000026816053,0.000017581951,0.00002983555,0.000007963501,0.00021607568],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959727,0.0018809007,0.0007456017,0.00033490034,0.00075982104,0.00030607166],"domain_scores_gemma":[0.9969076,0.0018246865,0.00030282995,0.00036792812,0.00054058345,0.000056390094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009476081,0.00012374784,0.00032005538,0.00025382324,0.00021552024,0.00031956864,0.0016005578,0.00003948091,0.000013233386],"category_scores_gemma":[0.0062129893,0.00007864603,0.00003839031,0.0016016801,0.00028341456,0.0004355252,0.0014518739,0.0013568593,0.0000036199617],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024822538,0.0012708046,0.8691636,0.00069451955,0.0001430718,0.0012668037,0.006168223,0.024625035,0.0000865605,0.005314453,0.00052918075,0.09048955],"study_design_scores_gemma":[0.00231802,0.0008035595,0.06438407,0.009341525,0.00001555462,0.00032313226,0.020222662,0.88544124,0.00004115325,0.0012665384,0.015546773,0.00029575173],"about_ca_topic_score_codex":0.0050408905,"about_ca_topic_score_gemma":0.0021311683,"teacher_disagreement_score":0.86081624,"about_ca_system_score_codex":0.00009586193,"about_ca_system_score_gemma":0.00021179959,"threshold_uncertainty_score":0.76203525},"labels":[],"label_agreement":null},{"id":"W2788886927","doi":"10.19173/irrodl.v19i1.3356","title":"What Research Says About MOOCs – An Explorative Content Analysis","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Saud University","keywords":"Content analysis; Massive open online course; Quality (philosophy); Empirical research; Class (philosophy); Field (mathematics); Instructional design; Computer science; Phenomenon; World Wide Web; Data science; Psychology; Sociology; Multimedia; Social science","score_opus":0.3404381842078063,"score_gpt":0.5364438106237607,"score_spread":0.19600562641595437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788886927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41392848,0.09910766,0.08124175,0.37521994,0.0011336069,0.004158786,0.00013046572,0.00019612681,0.024883196],"genre_scores_gemma":[0.9559472,0.04170894,0.0009455942,0.00019667247,0.00011755878,0.000044382563,0.00011024646,0.000007220558,0.0009221475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99504167,0.0022057185,0.0004458502,0.0004502585,0.0014657136,0.00039076578],"domain_scores_gemma":[0.99571097,0.001234363,0.00015626098,0.0005492746,0.0022156949,0.00013343991],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.01732434,0.000107284744,0.0003326525,0.0004854171,0.00042028577,0.0012179757,0.0032256325,0.00004245514,0.00009193243],"category_scores_gemma":[0.003174595,0.00007309579,0.00007482132,0.0031081862,0.00054360845,0.0013927548,0.001990309,0.0010286933,0.00003760545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037370183,0.0013028982,0.09794651,0.0014162495,0.0014997341,0.00014086069,0.008979347,0.0019397177,0.0005861173,0.5069144,0.008511623,0.37038887],"study_design_scores_gemma":[0.001989646,0.0021860723,0.049060646,0.025822753,0.00011432838,0.000032350505,0.044432856,0.67904425,0.0006825344,0.036784407,0.15915176,0.000698404],"about_ca_topic_score_codex":0.00062197476,"about_ca_topic_score_gemma":0.0001429455,"teacher_disagreement_score":0.67710453,"about_ca_system_score_codex":0.000108967164,"about_ca_system_score_gemma":0.00022476845,"threshold_uncertainty_score":0.99981886},"labels":[],"label_agreement":null},{"id":"W2788992445","doi":"10.5539/ibr.v11n4p32","title":"Social Presence Antecedents and Consequences in Massive Open Online Courses","year":2018,"lang":"en","type":"article","venue":"International Business Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online participation; Online community; Variance (accounting); Perception; Online learning; Psychology; The Internet; Massive open online course; Website design; World Wide Web; Sense of community; Computer science; Mathematics education; Social psychology; Business","score_opus":0.13298026671882868,"score_gpt":0.488037648938682,"score_spread":0.35505738221985333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788992445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8247868,0.00006939604,0.0040317974,0.16448124,0.00050890254,0.00024626747,0.000025612731,0.000047606558,0.005802375],"genre_scores_gemma":[0.99494416,0.00006327527,0.002850268,0.00011167008,0.00032926296,0.000007930316,0.000009153545,0.0000049196246,0.001679392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844575,0.00013420632,0.00016232675,0.0003329861,0.00067728665,0.0002474678],"domain_scores_gemma":[0.9982271,0.00021640283,0.00005059026,0.00014519006,0.0013147237,0.00004595714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006427137,0.00007218437,0.00010782419,0.00031632403,0.00019136442,0.0006804505,0.0019552018,0.00004534079,0.000038018803],"category_scores_gemma":[0.0008055402,0.00006447794,0.000011200587,0.0007959472,0.0006284265,0.0006265304,0.0014431418,0.0002441694,0.000036493653],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037504215,0.002011061,0.5823467,0.0001058827,0.00019826522,0.0010614493,0.0059964713,0.0003863706,0.010843293,0.25296086,0.022136547,0.12157805],"study_design_scores_gemma":[0.0013302686,0.00015549187,0.80543864,0.00034793865,0.0000025660024,0.00005511378,0.0006544177,0.11291945,0.0007439851,0.06205175,0.015965989,0.0003343751],"about_ca_topic_score_codex":0.0008807611,"about_ca_topic_score_gemma":0.00038821352,"teacher_disagreement_score":0.22309196,"about_ca_system_score_codex":0.000053574688,"about_ca_system_score_gemma":0.00025422996,"threshold_uncertainty_score":0.65616},"labels":[],"label_agreement":null},{"id":"W2789035826","doi":"10.19173/irrodl.v19i3.3370","title":"Social Presence in Massive Open Online Courses","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Psychology; Massive open online course; Cohesion (chemistry); Interpersonal communication; Social learning; Social psychology; Pedagogy","score_opus":0.13021196469200094,"score_gpt":0.5095628599882209,"score_spread":0.37935089529622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789035826","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20260704,0.014806455,0.007820931,0.7373997,0.0004283974,0.0031346232,0.00015947713,0.00006482674,0.03357858],"genre_scores_gemma":[0.99193436,0.0057352423,0.0011026802,0.00029849377,0.00011051577,0.000021698717,0.00006104139,0.0000050829,0.0007308813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979807,0.0006314383,0.00031506602,0.00026554975,0.0005721804,0.00023507547],"domain_scores_gemma":[0.9985057,0.0006516066,0.00014098336,0.00020347547,0.0004536133,0.000044610682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004664718,0.000075133226,0.00022085923,0.000120860015,0.00017998055,0.00040920137,0.003983281,0.000029856317,0.00005197805],"category_scores_gemma":[0.002623768,0.000053741085,0.000025622252,0.00083850644,0.00026896078,0.00042741804,0.0035129979,0.00063143915,0.000012504536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029084046,0.0013117525,0.17353278,0.0017268851,0.00013572404,0.00017176445,0.0027322734,0.00071803044,0.00018801607,0.49014634,0.034468234,0.29457736],"study_design_scores_gemma":[0.0041233585,0.00093119463,0.11230723,0.03985786,0.000017215727,0.00005138847,0.007471494,0.40472415,0.00019912871,0.060933784,0.3686794,0.00070378813],"about_ca_topic_score_codex":0.0006208312,"about_ca_topic_score_gemma":0.00013341551,"teacher_disagreement_score":0.7893273,"about_ca_system_score_codex":0.00006292032,"about_ca_system_score_gemma":0.0002529368,"threshold_uncertainty_score":0.7401994},"labels":[],"label_agreement":null},{"id":"W2789647853","doi":"10.4018/ijopcd.2018040102","title":"Student Personality Characteristics Differ in MOOCs Versus Blended-Learning University Courses","year":2018,"lang":"en","type":"article","venue":"International Journal of Online Pedagogy and Course Design","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Blended learning; Personality; Big Five personality traits; Psychology; Online learning; Mathematics education; Educational technology; Multimedia; Computer science; Social psychology","score_opus":0.03345482852773166,"score_gpt":0.36513846443647835,"score_spread":0.33168363590874667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2789647853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8604137,0.0001493196,0.11043755,0.0273679,0.0013918134,0.000045499288,0.000013941987,0.000027216758,0.00015310591],"genre_scores_gemma":[0.9904404,0.00035163524,0.008044648,0.00010301719,0.0006736229,9.394181e-8,0.000004693814,0.0000061563196,0.00037567937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986892,0.00021146092,0.00029474674,0.00017698514,0.00046268516,0.00016497637],"domain_scores_gemma":[0.9985764,0.00025125928,0.0003292829,0.000099882236,0.0006442222,0.00009897744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055843306,0.00012326559,0.00021042918,0.00019777424,0.00008411318,0.00008938493,0.0007063293,0.000064570035,0.0000321682],"category_scores_gemma":[0.00013785106,0.000116556366,0.000067970206,0.00012131592,0.00011942855,0.00030224028,0.00013468294,0.0004333503,0.0000063233388],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036562502,0.004706605,0.44153962,0.000028050248,0.0015925333,0.0040740287,0.009191671,0.0029634535,0.00084675837,0.03507322,0.001406157,0.49492165],"study_design_scores_gemma":[0.0038468393,0.0014068504,0.8681153,0.0001548389,0.00010148902,0.00030295632,0.0022148062,0.10873805,0.00007089665,0.00063543883,0.014084091,0.0003284558],"about_ca_topic_score_codex":0.000014063872,"about_ca_topic_score_gemma":0.000041198913,"teacher_disagreement_score":0.4945932,"about_ca_system_score_codex":0.000079160396,"about_ca_system_score_gemma":0.0009068681,"threshold_uncertainty_score":0.47530305},"labels":[],"label_agreement":null},{"id":"W2791416305","doi":"10.1007/978-3-319-17727-4_48-1","title":"Learning Theories: The Role of Epistemology, Science, and Technology","year":2017,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Behaviorism; Objectivism; Cognitivism (psychology); Epistemology; Constructivism (international relations); Learning theory; Social constructivism; Sociology; Cognitive science; Psychology; Philosophy; Pedagogy; Cognition; Political science","score_opus":0.0065439410252269925,"score_gpt":0.2425068150188399,"score_spread":0.2359628739936129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791416305","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000731109,0.00070072524,0.00140655,0.006132168,0.00011195847,0.0000713197,8.6245626e-7,0.00012488599,0.9913784],"genre_scores_gemma":[0.27152696,0.0001877273,0.003184366,0.00005939718,0.0000707661,0.0000014633166,6.3195955e-7,0.00001440107,0.7249543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989314,0.000013834127,0.00018275026,0.000381327,0.0002910364,0.00019962773],"domain_scores_gemma":[0.99822485,0.00011875454,0.00033752457,0.00091290334,0.00036692407,0.000039039587],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009017575,0.00015437156,0.00026450134,0.0003239293,0.00057757634,0.00014342036,0.002024775,0.00020355014,0.000012010435],"category_scores_gemma":[0.00038171472,0.000096263124,0.00003838542,0.00007770781,0.0029354643,0.000116586496,0.0010651905,0.00059778854,0.000021458522],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.6387073e-7,0.0000018907203,0.00014787556,0.000004783048,0.000010799669,0.0000023258583,0.000073049414,0.0000031332831,0.000038221435,0.93399674,0.000020086078,0.06570071],"study_design_scores_gemma":[0.000046718676,0.00012013365,0.000015355943,0.00005146165,0.00001301307,0.000043260996,0.00007817104,0.0072833155,0.00011194686,0.7524414,0.23966672,0.00012849414],"about_ca_topic_score_codex":0.000011509305,"about_ca_topic_score_gemma":0.000005061592,"teacher_disagreement_score":0.27145386,"about_ca_system_score_codex":0.00001614431,"about_ca_system_score_gemma":0.00030661898,"threshold_uncertainty_score":0.999778},"labels":[],"label_agreement":null},{"id":"W2793405291","doi":"10.1016/j.onehlt.2018.02.001","title":"First 'Global Flipped Classroom in One Health': From MOOCs to research on real world challenges","year":2018,"lang":"en","type":"article","venue":"One Health","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Louis-Jeantet Foundation; École Polytechnique Fédérale de Lausanne; Université de Genève; University of Pretoria; University of Bern","keywords":"Global health; Public health; Public relations; Work (physics); Medical education; Political science; Medicine; Engineering; Nursing","score_opus":0.22809878126756342,"score_gpt":0.4475991910600389,"score_spread":0.2195004097924755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793405291","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050262213,0.0008723284,0.0039102254,0.9371113,0.0004809824,0.00048948283,0.00004112006,0.00026958846,0.00656273],"genre_scores_gemma":[0.9387349,0.0025005168,0.04986422,0.006510312,0.0012395652,0.000019533436,0.000018165147,0.00002713039,0.0010856569],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960155,0.00060611893,0.0005007256,0.0008422184,0.0009127758,0.0011226449],"domain_scores_gemma":[0.9978025,0.0002989551,0.00013414335,0.0009859066,0.00015519504,0.00062327925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00248234,0.00017693946,0.0004504802,0.00040731518,0.00044646964,0.000098446166,0.00089336024,0.00008555897,0.000024875551],"category_scores_gemma":[0.00012024984,0.0001861429,0.000041777166,0.0016677888,0.000077603676,0.000114918,0.00035487473,0.0006928181,0.00076445297],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025232782,0.0027652758,0.010294204,0.00035331628,0.000051622537,0.000034626948,0.010615902,0.00063790724,0.000008544356,0.44114468,0.032988,0.5008536],"study_design_scores_gemma":[0.0021579796,0.008881012,0.7456141,0.0027738723,0.0000036100805,0.0000028721215,0.0007089503,0.059790544,0.000027356935,0.038836103,0.1404062,0.00079740054],"about_ca_topic_score_codex":0.029274771,"about_ca_topic_score_gemma":0.17094888,"teacher_disagreement_score":0.930601,"about_ca_system_score_codex":0.00095300196,"about_ca_system_score_gemma":0.0009769361,"threshold_uncertainty_score":0.9825751},"labels":[],"label_agreement":null},{"id":"W2793785583","doi":"10.1145/3170358.3170380","title":"Driving data storytelling from learning design","year":2018,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Storytelling; USable; Computer science; Perspective (graphical); Interpretation (philosophy); Narrative; Set (abstract data type); Human–computer interaction; Data science; Multimedia; Knowledge management; Artificial intelligence","score_opus":0.06700480271900254,"score_gpt":0.3006047235593576,"score_spread":0.23359992084035502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793785583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054971026,0.000042499858,0.9912349,0.000846341,0.00021172504,0.000021261581,3.506168e-7,0.00035973234,0.0017860598],"genre_scores_gemma":[0.55313444,0.0000073973138,0.44460627,0.00013058065,0.00041844937,1.8891124e-7,0.000006323008,0.000006816269,0.0016895133],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989704,0.000107043015,0.00012502923,0.00041809445,0.00017715349,0.00020230198],"domain_scores_gemma":[0.99871325,0.00024348978,0.000054865486,0.0008665519,0.00005241229,0.00006943198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048632507,0.0000834803,0.000094520066,0.000050075992,0.00021508685,0.00020961738,0.0015126115,0.000036673468,0.000082491926],"category_scores_gemma":[0.00020662919,0.00007438392,0.000017415698,0.00019412108,0.00003743513,0.00045518493,0.0006268733,0.00020484137,0.0004964723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013440684,0.00026327834,0.05790007,0.000014503312,0.00025786078,0.00009802104,0.006596956,0.042954702,0.010339129,0.04197521,0.032660805,0.806926],"study_design_scores_gemma":[0.00006146457,0.000047058387,0.0003759165,0.000015771937,0.000004935482,0.00000123264,0.000042639644,0.9740524,0.00047750323,0.0014758672,0.023331363,0.000113807095],"about_ca_topic_score_codex":0.00006958557,"about_ca_topic_score_gemma":0.000013441165,"teacher_disagreement_score":0.93109775,"about_ca_system_score_codex":0.000011461779,"about_ca_system_score_gemma":0.000050185776,"threshold_uncertainty_score":0.63813126},"labels":[],"label_agreement":null},{"id":"W2794172880","doi":"10.1002/cae.21913","title":"Using open technologies for automatically creating question‐and‐answer sets for engineering MOOCs","year":2018,"lang":"en","type":"article","venue":"Computer Applications in Engineering Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"United Arab Emirates University; Utah Agricultural Experiment Station","keywords":"Computer science; Set (abstract data type); Schematic; Class (philosophy); Credibility; Process (computing); Proposition; Science and engineering; Multimedia; Artificial intelligence; Engineering; Electrical engineering; Engineering ethics; Programming language","score_opus":0.02000292800228116,"score_gpt":0.3437185209522055,"score_spread":0.32371559294992436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794172880","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068328823,0.0000639042,0.9906524,0.0009221748,0.00025117164,0.00080189295,0.0000027820356,0.00045399985,0.000018830904],"genre_scores_gemma":[0.22063893,0.000002940239,0.77861226,0.000024240146,0.00018710035,0.00048602864,0.000013499207,0.000016472204,0.00001854287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991402,0.0000072151897,0.00024813652,0.0003346743,0.00006199909,0.00020780099],"domain_scores_gemma":[0.9991184,0.00023673094,0.00006786946,0.00037241832,0.00016682847,0.000037761805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028481396,0.00013506498,0.00015163663,0.00024038652,0.00013709573,0.00026104576,0.00063073414,0.000078629084,2.4884648e-7],"category_scores_gemma":[0.00013138959,0.00014702337,0.000027975368,0.00041333502,0.000021467293,0.00028158387,0.00021676143,0.00009433848,0.0000012135919],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024778215,0.00023228575,0.00084349624,0.0005235661,0.00003375016,9.966181e-8,0.0009834337,0.11496768,0.0012306353,0.70983094,0.00027379175,0.17107785],"study_design_scores_gemma":[0.00013097339,0.000038970964,0.0007144251,0.0001479223,0.000008961999,0.00000505195,0.000028214366,0.98855007,0.0002614845,0.006377588,0.0035686379,0.0001677194],"about_ca_topic_score_codex":0.000010385348,"about_ca_topic_score_gemma":0.0000012602508,"teacher_disagreement_score":0.87358236,"about_ca_system_score_codex":0.000091696325,"about_ca_system_score_gemma":0.00010990459,"threshold_uncertainty_score":0.5995439},"labels":[],"label_agreement":null},{"id":"W2794186166","doi":"10.19173/irrodl.v19i4.3489","title":"Motivation and Knowledge: Pre-Assessment and Post-Assessment of MOOC Participants From an Energy and Sustainability Project","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Massive open online course; Psychology; Attrition; Set (abstract data type); Applied psychology; Test (biology); Exploratory factor analysis; Medical education; Knowledge management; Psychometrics; Computer science; Mathematics education; Clinical psychology; Medicine","score_opus":0.08904427367579622,"score_gpt":0.5165517668999303,"score_spread":0.4275074932241341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794186166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9801716,0.0032570395,0.00729042,0.0084727835,0.000024637277,0.00037779537,0.00002612762,0.000008739369,0.000370808],"genre_scores_gemma":[0.9927081,0.005906267,0.0011945871,0.000040358507,0.000025026136,0.000020348105,0.000047704478,0.000003489173,0.000054108008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809134,0.0007837419,0.00030430956,0.0002944551,0.0003533336,0.00017282763],"domain_scores_gemma":[0.9980445,0.0007522564,0.00014328901,0.00020406448,0.0007886863,0.00006718912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003940828,0.000080324586,0.0002150148,0.00010293523,0.00014090797,0.00019117318,0.00049872795,0.000027895192,0.0000070069195],"category_scores_gemma":[0.0012719822,0.000056820732,0.000013307676,0.00031600348,0.0002914304,0.0003413588,0.001150538,0.00023864508,6.860458e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071192124,0.0003958319,0.711462,0.0012940988,0.000081045204,0.0000044395006,0.0013571569,0.00005883755,0.00026876404,0.07311516,0.00012476875,0.21176668],"study_design_scores_gemma":[0.0005504837,0.00058317307,0.71082854,0.0021230958,0.000012206391,0.0000041123412,0.001449661,0.27411535,0.000049814913,0.008069279,0.0021194082,0.000094857176],"about_ca_topic_score_codex":0.001967077,"about_ca_topic_score_gemma":0.00010262474,"teacher_disagreement_score":0.27405652,"about_ca_system_score_codex":0.000070500464,"about_ca_system_score_gemma":0.00043719632,"threshold_uncertainty_score":0.2973645},"labels":[],"label_agreement":null},{"id":"W2796092356","doi":"","title":"Knowledge Translation and Transfer Plan","year":2014,"lang":"en","type":"article","venue":"The Atrium (University of Guelph)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institutes of Health Research; Ontario Ministry of Agriculture, Food and Rural Affairs; York University; McMaster University","keywords":"Translation (biology); Computer science; Plan (archaeology); Natural language processing; Artificial intelligence; Geography","score_opus":0.028837373717004608,"score_gpt":0.2263506349513107,"score_spread":0.19751326123430607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796092356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35533446,0.00023393276,0.6278601,0.011929395,0.00006756845,0.000054815908,0.0000020769303,0.00007754603,0.0044400515],"genre_scores_gemma":[0.9966081,0.000027014625,0.002847346,0.000021426787,0.000026266276,8.526742e-9,0.0000011711188,0.0000019009879,0.00046679695],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964845,0.00006518508,0.00003908656,0.00010217581,0.00006827077,0.000076833356],"domain_scores_gemma":[0.9996545,0.000100987636,0.000016497694,0.00017061933,0.000025996185,0.000031432828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021505916,0.000043943695,0.00007657611,0.000043961158,0.00012842494,0.000012235968,0.00033986344,0.00002872938,0.0000059627637],"category_scores_gemma":[0.0000052957844,0.00003898766,0.00003873589,0.00014337947,0.00006580523,0.00012348824,0.000036905505,0.00007690616,0.000015429947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008062148,0.00019085081,0.003190402,0.00016411558,0.00012513924,0.00000819997,0.05342483,0.0010920102,0.042583015,0.21396181,0.0014785132,0.6837005],"study_design_scores_gemma":[0.001277112,0.00025087508,0.0982784,0.000033012926,0.00009040625,0.000011758853,0.0011619371,0.83976465,0.00014656772,0.005606209,0.053129233,0.00024985324],"about_ca_topic_score_codex":0.000043598608,"about_ca_topic_score_gemma":0.00004393917,"teacher_disagreement_score":0.83867264,"about_ca_system_score_codex":0.0000037425275,"about_ca_system_score_gemma":0.000012959194,"threshold_uncertainty_score":0.15898706},"labels":[],"label_agreement":null},{"id":"W2796747231","doi":"10.2307/1602164","title":"Smart Tests: Teacher-Made-Tests That Help Students Learn","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Test (biology); Pedagogy; Biology","score_opus":0.03710388284734857,"score_gpt":0.3054113521347539,"score_spread":0.26830746928740534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796747231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95279396,0.00058246014,0.0013790454,0.04084827,0.0029066291,0.0001148166,0.000003370768,0.000021829492,0.0013496393],"genre_scores_gemma":[0.98075247,0.00003222161,0.0062370654,0.0010823758,0.0014345617,0.0000069885764,0.000015178905,0.000023404611,0.0104157515],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998297,0.00015509881,0.00046446247,0.00027512203,0.00016738092,0.0006409526],"domain_scores_gemma":[0.9966831,0.000101727994,0.0004936232,0.0004964038,0.0006006621,0.00162445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010879403,0.00018463335,0.00022604522,0.0009703563,0.00029351667,0.00038046442,0.0012231433,0.00011396404,0.00008244446],"category_scores_gemma":[0.001155004,0.00020694998,0.00010636054,0.0007338473,0.000049248327,0.0007621275,0.000020537305,0.0004837949,0.000060876686],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007772878,0.0007084248,0.5685145,0.00014159,0.00017133901,0.00007819567,0.08226736,0.0030633183,0.00042702392,0.022495987,0.08513806,0.23698641],"study_design_scores_gemma":[0.00058178185,0.00029636078,0.4315218,0.00064254034,0.00011563205,0.0017376622,0.013836762,0.004013291,0.00017318755,0.004274755,0.5420308,0.00077538966],"about_ca_topic_score_codex":0.010021657,"about_ca_topic_score_gemma":0.3757128,"teacher_disagreement_score":0.45689276,"about_ca_system_score_codex":0.0033138276,"about_ca_system_score_gemma":0.00935926,"threshold_uncertainty_score":0.9965707},"labels":[],"label_agreement":null},{"id":"W2797803200","doi":"","title":"Gamification in MOOCs - General Overview","year":2018,"lang":"en","type":"article","venue":"Research Repository (Delft University of Technology)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Connectivism; Context (archaeology); Presentation (obstetrics); Phenomenon; Psychology; Multimedia; Computer science; Pedagogy; Learning theory; Epistemology; History","score_opus":0.04383181670421007,"score_gpt":0.3298850235430933,"score_spread":0.28605320683888324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797803200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9790535,0.00033425333,0.009083991,0.0055759316,0.00007063982,0.00011167108,7.188067e-7,0.00021325573,0.0055560186],"genre_scores_gemma":[0.97473615,0.00015389518,0.021279177,0.0000058291457,0.000039940944,2.0374831e-7,7.458411e-7,0.000003863961,0.0037802167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882865,0.00012879087,0.0001230526,0.00031483,0.00032655319,0.000278109],"domain_scores_gemma":[0.9988098,0.000034953526,0.00006824485,0.00066141225,0.00037603787,0.000049548464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054101506,0.000063760366,0.00013169138,0.00085819187,0.00023664461,0.000022355975,0.0012630532,0.00015826139,0.000004541929],"category_scores_gemma":[0.00008243113,0.00007301109,0.00004025725,0.001665417,0.0005239819,0.0001955536,0.00047680433,0.00040462337,0.000040151863],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006219826,0.0008005573,0.048865788,0.00017081591,0.00009252105,0.0006581656,0.0012129161,0.00034002258,0.1382893,0.7100771,0.0049635014,0.094467096],"study_design_scores_gemma":[0.0019735426,0.0018839337,0.09255243,0.00057521113,0.000025034897,0.00014084647,0.0021744575,0.6454911,0.07684186,0.033978026,0.1435819,0.00078164705],"about_ca_topic_score_codex":0.00027231523,"about_ca_topic_score_gemma":0.000023295277,"teacher_disagreement_score":0.6760991,"about_ca_system_score_codex":0.00011540226,"about_ca_system_score_gemma":0.0001532885,"threshold_uncertainty_score":0.2977306},"labels":[],"label_agreement":null},{"id":"W2797959495","doi":"10.1108/aaouj-12-2017-0039","title":"Advancing learning through smart learning analytics: a review of case studies","year":2018,"lang":"en","type":"review","venue":"AAOU Journal/AAOU journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Learning analytics; Process (computing); Data science; Knowledge management","score_opus":0.07147944800380905,"score_gpt":0.41725013419901774,"score_spread":0.3457706861952087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797959495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008172459,0.96001834,0.036229283,0.00094480993,0.0018380332,0.00025962852,0.000002906412,0.00012303512,0.0005757724],"genre_scores_gemma":[0.000014285573,0.9565786,0.037863452,0.00026540755,0.002856335,0.0000056746576,0.0000062680465,0.00014910742,0.0022608426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9882793,0.0031672248,0.0045005553,0.0009048914,0.0016790336,0.0014690391],"domain_scores_gemma":[0.9856038,0.001540411,0.008585455,0.0009781264,0.002609598,0.00068257307],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010169525,0.0012468048,0.0053407135,0.0010880943,0.0020101483,0.0008578723,0.002614423,0.0004303519,0.00012052064],"category_scores_gemma":[0.007122194,0.0009347668,0.0028809116,0.002339859,0.00029268287,0.0016110612,0.00092938635,0.009723689,0.00014793065],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005107391,0.0001520526,0.00004434207,0.059925795,0.003596826,0.01781437,0.0013608029,0.0007188169,5.9099693e-7,0.000290802,0.013760214,0.9023303],"study_design_scores_gemma":[0.0002529048,0.00048489711,1.7687648e-7,0.1875339,0.0020772591,0.17485738,0.00040314253,0.000964074,4.7916876e-7,0.00053043704,0.6322689,0.00062641833],"about_ca_topic_score_codex":0.000007824693,"about_ca_topic_score_gemma":0.000004512317,"teacher_disagreement_score":0.9017039,"about_ca_system_score_codex":0.00065490574,"about_ca_system_score_gemma":0.0019328673,"threshold_uncertainty_score":0.9993103},"labels":[],"label_agreement":null},{"id":"W2799539153","doi":"10.19173/irrodl.v19i2.3353","title":"Blended Training on Scientific Software: A Study on How Scientific Data are Generated","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Snowball sampling; Nonprobability sampling; Computer science; Software; Grounded theory; Personal software process; Knowledge management; Software development; Qualitative research; Software engineering; Software construction; Sociology","score_opus":0.2985465480281194,"score_gpt":0.4804361018090381,"score_spread":0.1818895537809187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799539153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6901358,0.0058759456,0.01605156,0.27691704,0.002324143,0.0037879765,0.0005324015,0.00022179808,0.004153373],"genre_scores_gemma":[0.99701065,0.00036905028,0.0007564736,0.00017035256,0.0001011114,0.000014659488,0.00026663567,0.000008564002,0.0013025112],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99614906,0.000957425,0.00030647038,0.00078062376,0.0014671519,0.00033925447],"domain_scores_gemma":[0.9970227,0.00075566955,0.00021381822,0.0011294681,0.000786764,0.00009156606],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014480099,0.00012296265,0.0002617051,0.00032599596,0.00076369644,0.0023217292,0.0052607455,0.00003599657,0.000027751325],"category_scores_gemma":[0.0070293653,0.00008573189,0.000030279507,0.0018343809,0.0005023728,0.0004473777,0.0027250634,0.00094862474,0.000044209144],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005406006,0.0053587505,0.089024834,0.0018446147,0.0006249757,0.00041897933,0.006885169,0.0021687993,0.0012035312,0.0940138,0.15796411,0.6399518],"study_design_scores_gemma":[0.0041793743,0.002703525,0.041783325,0.03495788,0.000048521837,0.000049014387,0.013930865,0.45543182,0.00046870328,0.0067351414,0.4388017,0.000910121],"about_ca_topic_score_codex":0.000039710936,"about_ca_topic_score_gemma":0.000035658883,"teacher_disagreement_score":0.6390417,"about_ca_system_score_codex":0.00007070904,"about_ca_system_score_gemma":0.00041301406,"threshold_uncertainty_score":0.99871397},"labels":[],"label_agreement":null},{"id":"W2800685165","doi":"10.19173/irrodl.v19i2.2853","title":"Applying Learning Analytics to Explore the Effects of Motivation on Online Students' Reading Behavioral Patterns","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Duration (music); Learning analytics; Reading motivation; Psychology; Mathematics education; Computer science; Analytics; Online learning; Multimedia; Data science","score_opus":0.14106990166199926,"score_gpt":0.4886551491818677,"score_spread":0.3475852475198684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800685165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9771925,0.00059033,0.011170645,0.009575648,0.00013090289,0.0010479965,0.000009793509,0.000022208586,0.00025995568],"genre_scores_gemma":[0.99668694,0.0023840533,0.00034153502,0.00021247531,0.0000850162,0.000053198786,0.000051797673,0.000008369361,0.00017663949],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99734616,0.0006563303,0.00040783454,0.0002751949,0.0010760708,0.0002383837],"domain_scores_gemma":[0.9969218,0.0019764428,0.00022674192,0.00031569402,0.00049558503,0.00006378167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038899481,0.00010985551,0.00024824307,0.0001987203,0.00025009006,0.0002256716,0.0023014524,0.00003054089,0.000010919919],"category_scores_gemma":[0.005213534,0.00006920429,0.000050629442,0.0008907921,0.000113698574,0.00017849298,0.0015328529,0.0007925928,0.0000061076266],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001072911,0.0007701619,0.7905873,0.0018020923,0.00013299918,0.000029497744,0.0028407958,0.0032977003,0.0007322289,0.011822946,0.00072168565,0.1871553],"study_design_scores_gemma":[0.004097671,0.0075917277,0.5478255,0.13920967,0.00015071701,0.000044190045,0.021602795,0.2173679,0.0038742325,0.003947386,0.05319409,0.0010941172],"about_ca_topic_score_codex":0.00023211625,"about_ca_topic_score_gemma":0.00001093949,"teacher_disagreement_score":0.2427618,"about_ca_system_score_codex":0.00007926978,"about_ca_system_score_gemma":0.00006460421,"threshold_uncertainty_score":0.62414634},"labels":[],"label_agreement":null},{"id":"W2800710226","doi":"10.5944/openpraxis.10.2.822","title":"Mapping the Open Education Landscape: Citation Network Analysis of Historical Open and Distance Education Research","year":2018,"lang":"en","type":"article","venue":"Open Praxis","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Open education; Citation; Open educational resources; Open research; Distance education; Citation analysis; Data science; Key (lock); Computer science; Sociology; World Wide Web; Pedagogy","score_opus":0.08102305170682692,"score_gpt":0.4103066281814916,"score_spread":0.32928357647466466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800710226","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15550771,0.0037721642,0.2581013,0.17926112,0.0030607164,0.0058375304,0.000015745638,0.00009096446,0.39435273],"genre_scores_gemma":[0.9419507,0.00005336564,0.040962797,0.00035997562,0.00025638138,0.000074594005,0.000028662338,0.000007449002,0.016306099],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855655,0.00040038538,0.00024349292,0.00037092148,0.00025478686,0.00017385941],"domain_scores_gemma":[0.9983418,0.00023789714,0.00018976851,0.00067777897,0.000490288,0.00006246623],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002933079,0.00007181286,0.0002022612,0.00018027955,0.00051274727,0.0014364199,0.003289279,0.00003795508,0.000036681],"category_scores_gemma":[0.000276427,0.000054914006,0.000025759935,0.0032890935,0.00006862678,0.00090511446,0.002093288,0.00015515217,0.000010490253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048133486,0.00052607537,0.08236277,0.000027245227,0.00028139097,4.396448e-7,0.008346885,0.0003042826,0.000058930746,0.24049702,0.20698018,0.46056664],"study_design_scores_gemma":[0.00034416138,0.0003066391,0.18757817,0.00019790563,0.00012716214,0.0000029125938,0.0027448968,0.1426005,0.000024112374,0.038496662,0.62726986,0.0003069921],"about_ca_topic_score_codex":0.002850073,"about_ca_topic_score_gemma":0.00071280176,"teacher_disagreement_score":0.78644294,"about_ca_system_score_codex":0.00011676477,"about_ca_system_score_gemma":0.00075925543,"threshold_uncertainty_score":0.9996002},"labels":[],"label_agreement":null},{"id":"W2802833707","doi":"10.7287/peerj.preprints.26879v1","title":"Insights from a massive open online course (MOOC) for medical education (2014-2018)","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Massive open online course; Medical education; Analytics; Medicine; Psychology; Computer science; Mathematics education; Data science","score_opus":0.025665343472394464,"score_gpt":0.35712491162487797,"score_spread":0.3314595681524835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802833707","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013777688,0.0005163379,0.86801535,0.10497376,0.006524646,0.0011797516,0.00014455653,0.0003873835,0.0044805454],"genre_scores_gemma":[0.11847311,0.000111340916,0.85151815,0.0074227513,0.005655068,0.00016222063,0.002113453,0.00006119787,0.0144827],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759626,0.00011517905,0.00046182823,0.001017049,0.00055120036,0.0002585042],"domain_scores_gemma":[0.99719447,0.00021881258,0.00036318065,0.001399993,0.00047744822,0.00034607013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024046913,0.00030246645,0.00045782223,0.00011417534,0.00013873918,0.0006269054,0.0044530793,0.0004988204,0.00027290592],"category_scores_gemma":[0.00046108835,0.0002445915,0.00014844994,0.00012561532,0.00010787496,0.00022762948,0.004061895,0.00049090525,0.00020760631],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038515056,0.0047744354,0.00047676696,0.00018341524,0.00044069457,0.000021865217,0.0015245453,0.00027713654,0.00002394409,0.104667194,0.7711696,0.11640191],"study_design_scores_gemma":[0.0006200531,0.00016115604,0.0011077998,0.00046117874,0.00009344022,0.0000030124097,0.00013051863,0.69229984,0.000055024328,0.2287343,0.0757522,0.00058149104],"about_ca_topic_score_codex":0.0009603312,"about_ca_topic_score_gemma":0.0005560708,"teacher_disagreement_score":0.6954174,"about_ca_system_score_codex":0.00008081261,"about_ca_system_score_gemma":0.00534188,"threshold_uncertainty_score":0.9974152},"labels":[],"label_agreement":null},{"id":"W2806313303","doi":"10.1186/s41239-018-0112-3","title":"The 2017 national survey of online learning in Canadian post-secondary education: methodology and results","year":2018,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"Council of Ontario Universities","keywords":"Survey research; Higher education; Medical education; Distance education; Political science; Survey data collection; Online learning; Psychology; Public relations; Mathematics education; Sociology; Computer science; Socioeconomics; Medicine; Multimedia","score_opus":0.058668596420630444,"score_gpt":0.4066279474290803,"score_spread":0.3479593510084499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806313303","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41151756,0.0020330017,0.000030586783,0.5795166,0.0050055934,0.000089062436,0.000024420795,0.000009463265,0.0017737355],"genre_scores_gemma":[0.98458296,0.00019961485,0.0123460535,0.00049919373,0.0005790109,0.0000071497293,0.00007118318,0.000007391032,0.0017074299],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979712,0.00030958236,0.0009094143,0.00023443272,0.0003632304,0.00021217323],"domain_scores_gemma":[0.9937903,0.0013096097,0.0007822129,0.00019063069,0.0038340453,0.00009314327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002423572,0.000118890646,0.00018809288,0.0019018964,0.000106602805,0.000066935456,0.0010891622,0.00016247953,0.000039725554],"category_scores_gemma":[0.005263175,0.00010552617,0.000035538214,0.00085377856,0.00029802552,0.00034096252,0.00009659368,0.00060810556,0.000006626029],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009010655,0.0007105241,0.3824217,0.000008264874,0.00007803166,0.00000224326,0.0006581543,0.00012104353,0.0002112968,0.56979424,0.004016037,0.041888345],"study_design_scores_gemma":[0.0002902271,0.00011537119,0.80940086,0.00008047124,0.0000034578932,0.000139049,0.00024340418,0.00027372097,0.000031540676,0.17789997,0.011432542,0.000089390436],"about_ca_topic_score_codex":0.018492961,"about_ca_topic_score_gemma":0.052877452,"teacher_disagreement_score":0.5790174,"about_ca_system_score_codex":0.0004142053,"about_ca_system_score_gemma":0.013185618,"threshold_uncertainty_score":0.9924087},"labels":[],"label_agreement":null},{"id":"W2808264584","doi":"10.1145/3209635.3209650","title":"Student Behaviour in Unsupervised Online Quizzes","year":2018,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Habit; Outcome (game theory); Correlation; Computer science; Psychology; Mathematics education; Social psychology; Mathematics","score_opus":0.017304184052291043,"score_gpt":0.32360983066693566,"score_spread":0.3063056466146446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808264584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783723,0.000019785915,0.014217188,0.0052858647,0.00015798655,0.000038823197,7.805278e-7,0.00014514617,0.0017621471],"genre_scores_gemma":[0.9665713,0.0000048765523,0.030372176,0.00061620324,0.00014140113,8.418367e-7,0.000002168007,0.0000042543998,0.002286805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992527,0.00003147027,0.00014922657,0.00021482368,0.00017216742,0.00017963996],"domain_scores_gemma":[0.9995399,0.000021534273,0.000021833479,0.00030784003,0.000056628265,0.000052240117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014420733,0.00007224699,0.00009399207,0.00009393412,0.00003861163,0.00007104152,0.00057000027,0.000030698415,0.000044727494],"category_scores_gemma":[0.000016910697,0.000058806443,0.000028039989,0.00031631353,0.000030159203,0.00012351098,0.00018915585,0.00010484928,0.00011190558],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030619478,0.0010771999,0.9401093,0.0000049986866,0.000012048281,0.00004676062,0.0020015321,0.00010851088,0.00036060155,0.03300986,0.0011561681,0.022109939],"study_design_scores_gemma":[0.0006686612,0.00033830092,0.83762765,0.00002723176,0.0000054354264,0.0000059779222,0.00036511733,0.15679568,0.00038105718,0.0009295894,0.0026079728,0.00024732942],"about_ca_topic_score_codex":0.00011547064,"about_ca_topic_score_gemma":0.00059027626,"teacher_disagreement_score":0.15668717,"about_ca_system_score_codex":0.000016529668,"about_ca_system_score_gemma":0.000033990913,"threshold_uncertainty_score":0.23980571},"labels":[],"label_agreement":null},{"id":"W2808970715","doi":"10.1145/3231644.3231704","title":"Designing a learning analytics dashboard for twitter-facilitated teaching","year":2018,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Dashboard; Learning analytics; Computer science; Analytics; Social media; Class (philosophy); Process (computing); Knowledge management; Data science; World Wide Web; Artificial intelligence","score_opus":0.03495588275025503,"score_gpt":0.3148770848150832,"score_spread":0.2799212020648282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808970715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017677719,0.00000846127,0.97335637,0.0036065555,0.00014664695,0.00009076364,4.845638e-7,0.00057741435,0.004535565],"genre_scores_gemma":[0.56684256,8.375948e-7,0.42403376,0.0005642345,0.00019739798,0.0000034130442,0.0000033909757,0.0000113211545,0.008343089],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859405,0.00011824714,0.00025441684,0.00041535284,0.00020364126,0.00041428552],"domain_scores_gemma":[0.9989714,0.00028996586,0.000093666706,0.0003500863,0.0001857092,0.00010919315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000917386,0.0001561056,0.00019111761,0.00015712783,0.00048498763,0.0002675667,0.0005738027,0.00006380546,0.000015073668],"category_scores_gemma":[0.00058044173,0.00013759019,0.00010324351,0.00028996784,0.000059028785,0.00027277452,0.00015775526,0.0003322555,0.00010521564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014016936,0.0008223521,0.04501531,0.00034029735,0.0009271201,0.000077910125,0.040075622,0.050729167,0.056373596,0.29935926,0.0722006,0.4339386],"study_design_scores_gemma":[0.00032422325,0.00043245975,0.00011795546,0.000029399273,0.000016645881,0.000006299495,0.0002861176,0.9593048,0.0012631039,0.0029266682,0.035055038,0.0002372778],"about_ca_topic_score_codex":0.00001994187,"about_ca_topic_score_gemma":0.0000049204723,"teacher_disagreement_score":0.90857565,"about_ca_system_score_codex":0.00003350857,"about_ca_system_score_gemma":0.00006066263,"threshold_uncertainty_score":0.5610765},"labels":[],"label_agreement":null},{"id":"W2809101799","doi":"10.1007/978-3-319-93843-1_19","title":"How to Use Simulation in the Design and Evaluation of Learning Environments with Self-directed Longer-Term Learners","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Mentorship; Workload; Field (mathematics); Term (time); Empirical research; Human–computer interaction; Simulation; Medical education","score_opus":0.035217458495218845,"score_gpt":0.2778622792691306,"score_spread":0.24264482077391175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809101799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023715407,0.00004234396,0.97513163,0.000466403,0.000086954125,0.0004605984,3.5629117e-7,0.000068548754,0.000027784792],"genre_scores_gemma":[0.7177873,0.000008986278,0.281922,0.000115237,0.00005970871,0.0000036467131,0.0000019603258,0.0000127467165,0.00008839234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971502,0.00027594785,0.00023974347,0.0007910915,0.0012543915,0.00028861323],"domain_scores_gemma":[0.9981006,0.00085939636,0.0002526626,0.0005622162,0.00016177593,0.00006337772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023280878,0.00026851322,0.00026664606,0.00053037686,0.00013448474,0.0005064217,0.00092282996,0.00013383049,0.0000023532464],"category_scores_gemma":[0.00026151215,0.00019224446,0.000029661185,0.0005518427,0.00026372419,0.0004877767,0.0002738888,0.00048798358,0.0000031344803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006761991,0.000018549037,0.00088613207,0.000008524798,0.000007433326,0.0000066036673,0.0051524304,0.8925104,0.00004019839,0.00006244211,0.0000010387628,0.10129949],"study_design_scores_gemma":[0.0002533282,0.00038647142,0.002325965,0.0002073018,0.00002218543,0.00000907589,0.0000023716004,0.9943048,0.000078092075,0.0020812713,0.000094909716,0.00023422834],"about_ca_topic_score_codex":0.000005399737,"about_ca_topic_score_gemma":0.000018196972,"teacher_disagreement_score":0.6940719,"about_ca_system_score_codex":0.00015993162,"about_ca_system_score_gemma":0.00018912999,"threshold_uncertainty_score":0.78395015},"labels":[],"label_agreement":null},{"id":"W2809185978","doi":"10.1007/s40593-018-0170-7","title":"Learning at Scale","year":2018,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Affordance; Scale (ratio); Adaptation (eye); Educational technology; Computer science; Learning sciences; Informal learning; Field (mathematics); Formal learning; Mathematics education; Data science; Human–computer interaction; Pedagogy; Psychology","score_opus":0.022385146820146133,"score_gpt":0.3605505057060674,"score_spread":0.33816535888592125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809185978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8136171,0.000072341056,0.16445826,0.014330661,0.006058773,0.000037921407,3.0833775e-7,0.000023243472,0.0014013869],"genre_scores_gemma":[0.9784387,0.000045187477,0.019538058,0.00018290943,0.001415191,7.704391e-7,0.000001218032,0.000004757069,0.00037325974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987912,0.00006545408,0.0005012793,0.00013213833,0.00038842493,0.000121468016],"domain_scores_gemma":[0.998507,0.000083901345,0.00032977894,0.00010701277,0.00091375003,0.000058546717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000523881,0.000069559195,0.00009518325,0.00039752686,0.000060659586,0.00013882114,0.00081430154,0.00004086621,0.00007540257],"category_scores_gemma":[0.00035806376,0.000066615066,0.000061081024,0.0003016689,0.000068565365,0.0004514544,0.000097594464,0.0002323455,0.00016858781],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003658945,0.00035258505,0.011594593,0.0000019922506,0.000017502041,0.000010373127,0.0047762096,0.0023391983,0.0024918406,0.02657645,0.00031021965,0.9514924],"study_design_scores_gemma":[0.00012596772,0.0011146666,0.011835355,0.00047485338,0.000017538234,0.0005509258,0.005101091,0.44879755,0.06682928,0.43897793,0.025658514,0.0005163325],"about_ca_topic_score_codex":0.000033992106,"about_ca_topic_score_gemma":0.00007310129,"teacher_disagreement_score":0.95097613,"about_ca_system_score_codex":0.00021380876,"about_ca_system_score_gemma":0.0002742317,"threshold_uncertainty_score":0.27164835},"labels":[],"label_agreement":null},{"id":"W2810091567","doi":"10.48550/arxiv.2102.01270","title":"Predicting student performance using data from an auto-grading system","year":2021,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Grading (engineering); Machine learning; Confusion matrix; Decision tree; Artificial intelligence; Linear regression","score_opus":0.12373994193273406,"score_gpt":0.2382983231768739,"score_spread":0.11455838124413985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810091567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7673239,0.000025713067,0.23187211,0.0000393573,0.000217731,0.000024861189,0.000008795764,0.00021288558,0.00027465305],"genre_scores_gemma":[0.993789,0.000014723488,0.005724943,0.000028390124,0.00014138268,2.5578137e-8,0.000029718403,0.000009137125,0.00026267683],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986661,0.00011983442,0.00013465235,0.00073056284,0.00010643951,0.00024237823],"domain_scores_gemma":[0.99830395,0.0000608504,0.00010757384,0.0013158009,0.000087461674,0.00012437679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023342339,0.00012037364,0.000155728,0.000072412135,0.00030224968,0.00017790425,0.001512742,0.000052380215,0.000006338563],"category_scores_gemma":[0.000022264503,0.00013936096,0.000036775557,0.0006121507,0.000025455223,0.001199496,0.0010413406,0.00019965858,0.000026399386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055165337,0.00014938974,0.6980005,0.0000510319,0.0001144805,0.0010054194,0.00056105,0.27783453,0.0007616444,0.020545596,0.000021484228,0.00094934617],"study_design_scores_gemma":[0.00022310286,0.000023093926,0.012843862,0.00010367427,0.00004977752,0.000013826262,0.00082555716,0.9854877,0.00008612075,0.00008596254,0.000100026016,0.00015728922],"about_ca_topic_score_codex":0.00012576734,"about_ca_topic_score_gemma":0.00002874828,"teacher_disagreement_score":0.70765316,"about_ca_system_score_codex":0.00012062593,"about_ca_system_score_gemma":0.00013453355,"threshold_uncertainty_score":0.5682975},"labels":[],"label_agreement":null},{"id":"W2823260","doi":"10.54337/nlc.v7.9190","title":"The Ideals and Reality of Participating in a MOOC","year":2010,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":442,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aesthetics; Sociology; Art","score_opus":0.029774304593892905,"score_gpt":0.3029670935143426,"score_spread":0.2731927889204497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2823260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9792769,0.000011844377,0.00018920045,0.01211216,0.00019902941,0.00005913724,3.6948344e-7,0.00002102389,0.00813034],"genre_scores_gemma":[0.9984451,0.000030056175,0.0011119748,0.00003981201,0.00006550132,0.000009261161,1.8477488e-7,0.0000040464893,0.00029405582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990652,0.00002086175,0.00029029918,0.00016798869,0.00030569767,0.00014992506],"domain_scores_gemma":[0.9989632,0.00024871712,0.0003816841,0.00009363234,0.00028473002,0.00002803258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011727168,0.000076491975,0.00011768062,0.000046731715,0.00011907104,0.00012487992,0.0008997085,0.000040038292,0.0000055786813],"category_scores_gemma":[0.0010305182,0.000048183858,0.000037997135,0.00019213022,0.00011150443,0.00012571707,0.00029762517,0.00058898824,6.0419273e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002822667,0.00003633179,0.13959703,0.00001687269,0.000023756204,2.5936922e-7,0.00088248396,0.0028932714,0.009448999,0.81697065,0.000102052225,0.030000098],"study_design_scores_gemma":[0.0001873211,0.000058292375,0.030300518,0.00021550269,0.0000044714516,0.000003101721,0.00026194216,0.9372586,0.0013214286,0.029331952,0.00097582507,0.00008105458],"about_ca_topic_score_codex":0.000051194882,"about_ca_topic_score_gemma":0.00003448567,"teacher_disagreement_score":0.93436533,"about_ca_system_score_codex":0.00000965433,"about_ca_system_score_gemma":0.00003734743,"threshold_uncertainty_score":0.25588936},"labels":[],"label_agreement":null},{"id":"W2848957623","doi":"10.19173/irrodl.v19i3.3505","title":"Teaching Massive, Open, Online, Courses (MOOCs): Tales from the Front Line","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publicity; Incentive; Open education; Massive open online course; Psychology; Online learning; Distance education; Perception; Quality (philosophy); Medical education; Mathematics education; Pedagogy; Multimedia; Computer science; Medicine; Political science","score_opus":0.09390896863734213,"score_gpt":0.46484479625257574,"score_spread":0.3709358276152336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2848957623","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11414344,0.04155264,0.03379483,0.7846264,0.0006652248,0.0022038682,0.0005521364,0.0000907242,0.02237071],"genre_scores_gemma":[0.97759354,0.013178057,0.005076129,0.0014569532,0.0004545715,0.0000265365,0.00032755203,0.000012562173,0.0018740701],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973327,0.0010175541,0.000379712,0.00032464138,0.00069888757,0.00024650627],"domain_scores_gemma":[0.99706745,0.0017578552,0.00021086926,0.00044238276,0.00045558432,0.00006586289],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0057044723,0.00011099892,0.0002530089,0.00006218059,0.00045334318,0.0007387302,0.0055219466,0.000033222448,0.00009346621],"category_scores_gemma":[0.002910312,0.00006225621,0.00004616702,0.00031816596,0.0003185132,0.000410922,0.004051284,0.0010699106,0.00003116054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022614881,0.0010367732,0.07731938,0.0006349988,0.00038776576,0.000084942665,0.002112198,0.000940819,0.00029984175,0.27003795,0.05909909,0.5878201],"study_design_scores_gemma":[0.0013527267,0.0004416579,0.020520967,0.019726712,0.00002825638,0.000021959819,0.004122642,0.252907,0.00011022775,0.017810443,0.6826191,0.00033828622],"about_ca_topic_score_codex":0.003844816,"about_ca_topic_score_gemma":0.00027203147,"teacher_disagreement_score":0.8634501,"about_ca_system_score_codex":0.000055351327,"about_ca_system_score_gemma":0.00022427546,"threshold_uncertainty_score":0.9998587},"labels":[],"label_agreement":null},{"id":"W2862498250","doi":"10.19173/irrodl.v19i3.3596","title":"Understanding Student Engagement in Large-Scale Open Online Courses: A Machine Learning Facilitated Analysis of Student’s Reflections in 18 Highly Rated MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Massive open online course; Computer science; News aggregator; Open education; Mathematics education; Scale (ratio); Rating scale; World Wide Web; Psychology; Data science","score_opus":0.2893082494776684,"score_gpt":0.5371157981998688,"score_spread":0.24780754872220034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2862498250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9229199,0.005825352,0.03679032,0.025934111,0.00019431522,0.0025418038,0.00030177258,0.000055741508,0.0054366356],"genre_scores_gemma":[0.9914138,0.0069531715,0.0008180602,0.000076417135,0.000014669704,0.000029435832,0.00032584305,0.0000073376887,0.00036129856],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953539,0.0020771055,0.00082721957,0.00043750103,0.0009499791,0.00035433535],"domain_scores_gemma":[0.99791366,0.0009094386,0.0003040509,0.00032499412,0.00047816808,0.00006966399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012753006,0.00014248685,0.0005651978,0.0009070559,0.0002402073,0.00033257355,0.0026949602,0.000044422934,0.000110888235],"category_scores_gemma":[0.0014249877,0.0001111426,0.00007100432,0.0047449092,0.0001665374,0.00036265547,0.0028418654,0.001163972,0.0000033538868],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013797126,0.0015812368,0.94641304,0.00034131814,0.00059830426,0.0000378246,0.004695788,0.03259845,0.00015903464,0.011065761,0.00021851524,0.002152765],"study_design_scores_gemma":[0.002979711,0.00063593424,0.23338312,0.007422767,0.00010147249,0.0000039165,0.026529064,0.71866506,0.00002964209,0.0010291782,0.008932789,0.00028732707],"about_ca_topic_score_codex":0.0019370674,"about_ca_topic_score_gemma":0.0043770657,"teacher_disagreement_score":0.7130299,"about_ca_system_score_codex":0.0004182494,"about_ca_system_score_gemma":0.00021644073,"threshold_uncertainty_score":0.5056944},"labels":[],"label_agreement":null},{"id":"W2882716197","doi":"10.15215/aupress/9781771992077.01","title":"An Online Doctorate for Researching Professionals: Program Design, Implementation, and Evaluation","year":2018,"lang":"en","type":"book","venue":"Athabasca University Press eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Government of Alberta; Kent State University; University of Florida","keywords":"Psychology; Computer science; Medical education; Engineering management; Engineering; Medicine","score_opus":0.1220455577894453,"score_gpt":0.40283438482444034,"score_spread":0.280788827034995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2882716197","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011944837,0.0006661301,0.8369552,0.0019959367,0.001177436,0.01804523,0.0014096496,0.002342286,0.12546334],"genre_scores_gemma":[0.0017238938,0.00003520303,0.24140097,0.00007710422,0.00059180974,0.0000261407,0.00075348787,0.000056433222,0.755335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777406,0.00050714606,0.000200129,0.0006427848,0.00055882084,0.00031702837],"domain_scores_gemma":[0.9979857,0.00024311828,0.00027926467,0.0005220471,0.0008033648,0.00016646319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013179018,0.00023172874,0.00023334574,0.00022900225,0.00048142028,0.00024106372,0.00087724807,0.00017819747,0.0000058554533],"category_scores_gemma":[0.00003181403,0.00024067366,0.0000757404,0.000038434904,0.000113580034,0.00042016598,0.00040961453,0.0003154193,0.0000013510338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022546516,0.0005981121,0.00005689387,0.0005930313,0.0005368682,0.000048274007,0.0052543147,0.00017326004,0.00011518925,0.18582074,0.09226766,0.71431017],"study_design_scores_gemma":[0.0016832694,0.0014022033,0.00015337807,0.00033424594,0.00021422861,0.0000054855363,0.00046616804,0.3545196,0.000113488415,0.006378651,0.6341404,0.00058888784],"about_ca_topic_score_codex":0.00006627069,"about_ca_topic_score_gemma":0.00004994525,"teacher_disagreement_score":0.7137213,"about_ca_system_score_codex":0.00017845778,"about_ca_system_score_gemma":0.0010206494,"threshold_uncertainty_score":0.9814387},"labels":[],"label_agreement":null},{"id":"W2883437835","doi":"10.1016/j.hrmr.2018.06.004","title":"Revolutionizing training and education? Three questions regarding massive open online courses (MOOCs)","year":2018,"lang":"en","type":"article","venue":"Human Resource Management Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Massive open online course; Online learning; Instructional design; Computer science; Drop out; Online course; Mathematics education; Psychology; Medical education; Multimedia; Medicine","score_opus":0.05792381226900746,"score_gpt":0.361985370742285,"score_spread":0.30406155847327754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883437835","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007918339,0.22540015,0.15624687,0.12765986,0.0008246776,0.0054498026,0.000015767624,0.0014916381,0.47499287],"genre_scores_gemma":[0.24656595,0.055065833,0.5634111,0.02931426,0.003442783,0.00040933,0.00025876323,0.000189219,0.10134274],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984916,0.00013113578,0.00036153916,0.0005108146,0.00023488759,0.00027005796],"domain_scores_gemma":[0.9987735,0.000036123256,0.00023656223,0.00072498794,0.00012057547,0.000108257474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007630076,0.00017744045,0.00031503086,0.00014633509,0.000723488,0.00043722472,0.0011398129,0.000029704714,0.000041882995],"category_scores_gemma":[0.000074961936,0.00016483082,0.00006347799,0.00047858653,0.00011304242,0.00030141635,0.0010289535,0.00017423101,0.000041329848],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.0123147e-7,0.00013436105,0.0005362397,0.0009819187,0.00007720015,0.000010191249,0.00029770774,0.000019408788,0.0000026784508,0.49363342,0.034359682,0.46994638],"study_design_scores_gemma":[0.0002300518,0.000097203934,0.0032316165,0.010834924,0.0001770509,0.000017926473,0.000502976,0.0033063197,4.7106832e-7,0.01048562,0.97078943,0.00032640132],"about_ca_topic_score_codex":0.000027235186,"about_ca_topic_score_gemma":0.000048463844,"teacher_disagreement_score":0.93642974,"about_ca_system_score_codex":0.000055798137,"about_ca_system_score_gemma":0.00005396935,"threshold_uncertainty_score":0.6721606},"labels":[],"label_agreement":null},{"id":"W2883609103","doi":"10.1109/waina.2018.00086","title":"Education Analytics: Challenges and Approaches","year":2018,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; University of Victoria","keywords":"Computer science; Analytics; Data science; Learning analytics; Software analytics; State (computer science); Data analysis; Data mining; Software; Algorithm; Software development","score_opus":0.07353244635768398,"score_gpt":0.28007030016365997,"score_spread":0.206537853805976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883609103","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056084916,0.006011847,0.31273547,0.10701609,0.00063691736,0.00013725246,3.044397e-7,0.0006388251,0.5167384],"genre_scores_gemma":[0.9341631,0.00017145669,0.062150765,0.00020271866,0.00022949408,8.4048617e-7,3.6231194e-7,0.000002426534,0.0030788349],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99963176,0.000014592816,0.00005343328,0.00016047929,0.00006170294,0.00007802891],"domain_scores_gemma":[0.99969244,0.000016574611,0.000019287345,0.00019343435,0.00003647525,0.00004181045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000106270454,0.000042999385,0.00004817028,0.000049316757,0.000044185537,0.00005260016,0.0001588636,0.00002095021,0.0000046039063],"category_scores_gemma":[0.000018988685,0.00003433056,0.000010751427,0.00007170425,0.00004010167,0.00012342601,0.000067545574,0.000037586964,0.000041171283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8566749e-7,0.000029566236,0.00016603904,0.0000050599315,0.0000043163427,1.0488088e-7,0.000477443,0.0000015561548,0.000005402894,0.38968506,0.00026761342,0.60935766],"study_design_scores_gemma":[0.00016791678,0.00027958123,0.019582618,0.000030648396,0.000015932943,0.000025260162,0.0013634685,0.8388281,0.00046070523,0.08789368,0.051027592,0.000324523],"about_ca_topic_score_codex":0.0000035397352,"about_ca_topic_score_gemma":0.000009722775,"teacher_disagreement_score":0.87807816,"about_ca_system_score_codex":0.0000043471173,"about_ca_system_score_gemma":0.000040172377,"threshold_uncertainty_score":0.13999596},"labels":[],"label_agreement":null},{"id":"W2883625453","doi":"10.24908/pceea.v0i0.10611","title":"SIT Academy: Online learning using the MOOC approach","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online learning; Set (abstract data type); Computer science; Test (biology); Online course; Multimedia; Mathematics education; Psychology","score_opus":0.012392204301823202,"score_gpt":0.24562127586834756,"score_spread":0.23322907156652437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883625453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9136714,0.00019319526,0.00695035,0.069354095,0.0023857194,0.0005495487,0.000013504548,0.00041576798,0.0064664152],"genre_scores_gemma":[0.9803316,0.0000043037458,0.015317554,0.00047505385,0.0006423664,0.000005056794,0.0000030966403,0.000019760379,0.003201234],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890345,0.000013930874,0.00022208478,0.00021055134,0.0003379141,0.0003120862],"domain_scores_gemma":[0.9988664,0.000046904228,0.000348434,0.00011424959,0.0004906122,0.00013339412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061604066,0.00012528145,0.00012549268,0.00019594246,0.0004338443,0.0002155888,0.0008430399,0.0001297899,0.0000044726526],"category_scores_gemma":[0.0010461918,0.00009976493,0.00007531602,0.0009170173,0.00002967779,0.00027834586,0.00008065012,0.0004945888,0.0000059879153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007320762,0.00066174526,0.39273423,0.00070150616,0.0008107178,2.68882e-7,0.032685056,0.12803544,0.021831034,0.3304517,0.0695602,0.022520771],"study_design_scores_gemma":[0.00011044697,0.000020101465,0.043703448,0.00009198247,0.00004518118,0.000007259132,0.0005418684,0.9139812,0.0007567407,0.0006159031,0.03987372,0.00025215885],"about_ca_topic_score_codex":0.002219475,"about_ca_topic_score_gemma":0.0004084213,"teacher_disagreement_score":0.7859458,"about_ca_system_score_codex":0.000931283,"about_ca_system_score_gemma":0.000539556,"threshold_uncertainty_score":0.4068296},"labels":[],"label_agreement":null},{"id":"W2884194229","doi":"10.24908/pceea.v0i0.10602","title":"A Framework for MOOC Content Generation","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Computer science; Multimedia; Gesture; Quality (philosophy); Simple (philosophy); Natural (archaeology); Content (measure theory); World Wide Web; Artificial intelligence; Mathematics; Geography","score_opus":0.024268898871587376,"score_gpt":0.25349196698439724,"score_spread":0.22922306811280987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884194229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5114682,0.00025091312,0.21799845,0.24627143,0.01667902,0.0018954634,0.000058421832,0.00063070346,0.004747448],"genre_scores_gemma":[0.92683554,0.0000022815807,0.06955186,0.00058656855,0.00086413184,0.000030626514,0.0000036869114,0.000013128327,0.0021121805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925417,0.0000034537452,0.00017798792,0.00016131719,0.00019258432,0.00021048033],"domain_scores_gemma":[0.9985072,0.000044304626,0.00024121987,0.00010659156,0.0009851599,0.000115541334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035385022,0.000083751635,0.00009439547,0.00015096072,0.00019695918,0.00017255203,0.00040176944,0.00010567097,0.000004099659],"category_scores_gemma":[0.001889637,0.00007958999,0.00006666411,0.0003904212,0.000010937868,0.00020458126,0.000022799966,0.0001229367,0.000006834811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010101734,0.000051518855,0.016187936,0.000075014024,0.00006982104,1.3887831e-8,0.0017146694,0.0003879647,0.005012463,0.93092436,0.041547813,0.0040274174],"study_design_scores_gemma":[0.00044203468,0.00019542027,0.05684223,0.0003555113,0.00009062031,0.000004687465,0.00032940446,0.76255,0.018080568,0.025744531,0.13465458,0.00071040785],"about_ca_topic_score_codex":0.0011882507,"about_ca_topic_score_gemma":0.0013981687,"teacher_disagreement_score":0.9051798,"about_ca_system_score_codex":0.0007649259,"about_ca_system_score_gemma":0.0005301368,"threshold_uncertainty_score":0.32455856},"labels":[],"label_agreement":null},{"id":"W2885169382","doi":"10.1111/emip.12211","title":"How Robust Are Cross‐Country Comparisons of PISA Scores to the Scaling Model Used?","year":2018,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Criticism; Robustness (evolution); Underpinning; Item response theory; Psychology; Test (biology); Cross country; Psychometrics; Political science; Developmental psychology; Economics; Demographic economics; Engineering","score_opus":0.13014986620014385,"score_gpt":0.37875505524570363,"score_spread":0.24860518904555978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885169382","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027314585,0.002817017,0.26517418,0.70212716,0.0008571699,0.0002327467,0.000011355174,0.00004648148,0.0014193364],"genre_scores_gemma":[0.89780474,0.000035905938,0.099468976,0.0010085722,0.0006902865,0.0000064937326,0.0000021262179,0.0000064929013,0.0009763939],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986129,0.00012637007,0.00016275591,0.00024316197,0.000700334,0.00015448006],"domain_scores_gemma":[0.9980717,0.00034786513,0.00020800623,0.00033285006,0.0009592777,0.00008035629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013915348,0.00010009074,0.000116802425,0.00005065544,0.00032997417,0.0005123011,0.0003984438,0.000028938759,0.0000073865863],"category_scores_gemma":[0.0020758838,0.00007472435,0.000024862333,0.0002445434,0.000085393316,0.0005280875,0.000095704614,0.00013333741,0.000015038342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024851304,0.0026451212,0.109059855,0.00031445938,0.0005599114,0.0000028312859,0.029784001,0.22812775,0.0024486417,0.34786722,0.26932684,0.00961485],"study_design_scores_gemma":[0.00040084042,0.00023453396,0.049782902,0.00036139184,0.00012570876,0.000033674267,0.0031316783,0.48872492,0.0008174491,0.003682131,0.45221317,0.0004915953],"about_ca_topic_score_codex":0.00012398383,"about_ca_topic_score_gemma":0.000071874114,"teacher_disagreement_score":0.8704902,"about_ca_system_score_codex":0.00003151627,"about_ca_system_score_gemma":0.00021168536,"threshold_uncertainty_score":0.49401316},"labels":[],"label_agreement":null},{"id":"W2885300106","doi":"10.24908/pceea.v0i0.10395","title":"ONE-MINUTE QUIZZES TO IDENTIFY POTENTIAL STUDENTS AT RISK IN ENGINEERING COURSES","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Ottawa","keywords":"Attrition; Attendance; Maturity (psychological); Class (philosophy); Intervention (counseling); Psychological intervention; Mathematics education; Medical education; Student engagement; Psychology; Computer science; Medicine; Political science","score_opus":0.006140632413023883,"score_gpt":0.2582806320068252,"score_spread":0.25213999959380134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885300106","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912863,0.000028300647,0.0006012598,0.0059747086,0.0016025063,0.00019007776,0.000010543853,0.00008523535,0.00022106114],"genre_scores_gemma":[0.9938169,0.0000058424653,0.0041751396,0.00017521683,0.0003229636,0.000013977278,0.0000026692344,0.000019136729,0.0014681182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986332,0.000007756106,0.0002699066,0.00025015118,0.00048658054,0.00035237317],"domain_scores_gemma":[0.99888706,0.00003404441,0.000249712,0.00014861814,0.0004628518,0.00021771336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005922588,0.00012973875,0.00015528912,0.0004717679,0.00015805682,0.0002484395,0.0008591381,0.00010062379,0.000006541507],"category_scores_gemma":[0.0011606297,0.00014525454,0.0000643068,0.0008535817,0.000010104315,0.00028150427,0.00014204247,0.0002170794,0.00003214987],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044968747,0.00021073713,0.9372003,0.00016216075,0.00018840065,4.5844357e-7,0.005488353,0.021906292,0.007896089,0.008487727,0.016558984,0.0018959991],"study_design_scores_gemma":[0.00018659949,0.000031167277,0.94611174,0.00020641208,0.00003209239,0.000001858214,0.00007039124,0.046362646,0.0018764944,0.00014762011,0.004713451,0.00025954892],"about_ca_topic_score_codex":0.0053483592,"about_ca_topic_score_gemma":0.008277299,"teacher_disagreement_score":0.024456354,"about_ca_system_score_codex":0.0018570204,"about_ca_system_score_gemma":0.00033161044,"threshold_uncertainty_score":0.8085155},"labels":[],"label_agreement":null},{"id":"W2885326550","doi":"10.24908/pceea.v0i0.10182","title":"Online Evolution: Advantages and Challenges of Online Course Components","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Set (abstract data type); Lecture hall; Mathematics education; Massive open online course; Sociology; Media studies; Computer science; Psychology; Pedagogy; History","score_opus":0.011034578712201816,"score_gpt":0.23978393440566853,"score_spread":0.22874935569346672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885326550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9187464,0.0012728163,0.0001930415,0.07750067,0.0012804932,0.00018912034,0.000056124893,0.000100814774,0.0006605074],"genre_scores_gemma":[0.9928756,0.00008158163,0.0062523508,0.000088366585,0.0002393925,0.0000020625253,0.0000055096934,0.00001022422,0.000444961],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992019,0.0000063834977,0.00020944641,0.00016226906,0.0002405719,0.00017942593],"domain_scores_gemma":[0.9987225,0.00003525865,0.0003108192,0.00011112268,0.00069525256,0.00012507099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024999064,0.00009681413,0.00014107069,0.00017660124,0.00009856264,0.000036069072,0.00037793943,0.000079953825,0.000002426158],"category_scores_gemma":[0.00043289468,0.00009316537,0.00003952627,0.00032719327,0.00003672981,0.00020534851,0.00005301808,0.00013628627,0.0000015476405],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066124526,0.002016669,0.4495652,0.001636846,0.0004529803,3.4372889e-7,0.0083854105,0.0009939102,0.008542179,0.48924205,0.011454011,0.027703775],"study_design_scores_gemma":[0.00019446036,0.000059494094,0.93979603,0.00023372537,0.000041336574,0.0000050413555,0.00052577344,0.048923496,0.00037172498,0.0011390971,0.008518198,0.00019162743],"about_ca_topic_score_codex":0.0015541726,"about_ca_topic_score_gemma":0.003474019,"teacher_disagreement_score":0.49023083,"about_ca_system_score_codex":0.00038381966,"about_ca_system_score_gemma":0.00043070645,"threshold_uncertainty_score":0.37991735},"labels":[],"label_agreement":null},{"id":"W2885592386","doi":"","title":"UNDERSTANDING THE FACULTY EXPERIENCE DESIGNING, DEVELOPING, AND DELIVERING MASSIVE OPEN ONLINE COURSES TO INFORM ACADEMIC LEADERS CONSIDERING MOOC INITIATIVES","year":2018,"lang":"en","type":"article","venue":"Mercer University Libraries (Mercer University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Massive open online course; Medical education; Public relations; Engineering ethics; Business; Knowledge management; Engineering management; Pedagogy; Political science; Computer science; Sociology; Engineering; Medicine","score_opus":0.19716367384127922,"score_gpt":0.3192038859487324,"score_spread":0.12204021210745317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885592386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30532148,0.000037791553,0.66201645,0.01678157,0.00023046676,0.0004954476,0.000041989504,0.00041767565,0.01465714],"genre_scores_gemma":[0.94076824,0.00014925264,0.0538254,0.0011625336,0.00007417225,2.538789e-7,0.000014505503,0.000021830681,0.003983833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99814904,0.00016469695,0.00019070983,0.0006358058,0.0003121353,0.00054764084],"domain_scores_gemma":[0.9987153,0.00025593498,0.00018632482,0.00040194145,0.00015944835,0.0002810479],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00016119576,0.00031848886,0.00031745096,0.00055068656,0.0020585796,0.0004643365,0.0020841474,0.00015618226,0.00004630467],"category_scores_gemma":[0.00009460062,0.0003145776,0.0000664124,0.0017566225,0.0011805148,0.0050588334,0.00332007,0.0005080641,0.000021273],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034656262,0.00008373809,0.04199593,0.000072090406,0.0005194938,0.00052221713,0.26969668,0.0021614651,0.0004585411,0.67672205,0.0028932623,0.0045279916],"study_design_scores_gemma":[0.0031200468,0.0006426252,0.032269668,0.0006952677,0.00024083405,0.000058945057,0.68674046,0.025058404,0.0026442015,0.0036790704,0.24246201,0.002388501],"about_ca_topic_score_codex":0.00025373584,"about_ca_topic_score_gemma":0.00021334892,"teacher_disagreement_score":0.67304295,"about_ca_system_score_codex":0.00038926667,"about_ca_system_score_gemma":0.00045369894,"threshold_uncertainty_score":0.9999306},"labels":[],"label_agreement":null},{"id":"W2885826230","doi":"10.24908/pceea.v0i0.10383","title":"TOWARDS THE HCI LIVING CURRICULUM","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Assisted living; Computer science; Engineering ethics; Human–computer interaction; Engineering; Sociology; Pedagogy; Medicine","score_opus":0.005187192375949508,"score_gpt":0.21247387564048814,"score_spread":0.20728668326453864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885826230","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6026163,0.0003105734,0.0030997235,0.33283105,0.012850909,0.0008365984,0.000012807005,0.0006847339,0.046757307],"genre_scores_gemma":[0.9918034,0.0000030726974,0.00319989,0.0005078779,0.00052798924,0.000009647803,5.8475376e-7,0.000011879326,0.003935659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990859,0.00000799378,0.00017762913,0.00015859533,0.00030885515,0.00026100117],"domain_scores_gemma":[0.99870145,0.00004624625,0.0002466106,0.00015056042,0.00073293457,0.00012222242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006284252,0.00009780259,0.00009207407,0.00014339057,0.00029898254,0.00024970755,0.0008564821,0.00007679338,0.000010107288],"category_scores_gemma":[0.0019611798,0.00007354326,0.00006924056,0.00076572073,0.00002158531,0.0002447095,0.00007400975,0.00021386225,0.000018751813],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.9243675e-7,0.00016681394,0.27235767,0.00017146957,0.00018954075,1.11998446e-7,0.011760664,0.0008415319,0.0010813626,0.48005855,0.2169843,0.016387485],"study_design_scores_gemma":[0.00014159789,0.00006477245,0.45879334,0.00046594965,0.000075821605,0.00001172445,0.00094569806,0.26396042,0.0014474504,0.003535756,0.2699533,0.00060416386],"about_ca_topic_score_codex":0.0054682507,"about_ca_topic_score_gemma":0.0028413187,"teacher_disagreement_score":0.47652277,"about_ca_system_score_codex":0.0007758862,"about_ca_system_score_gemma":0.0007654553,"threshold_uncertainty_score":0.82663953},"labels":[],"label_agreement":null},{"id":"W2886113145","doi":"10.1007/978-3-319-98572-5_38","title":"The Effect of Personality and Course Attributes on Academic Performance in MOOCs","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"North American Construction Group (Canada); University of Alberta","funders":"","keywords":"Personality; Computer science; Attrition; Set (abstract data type); Machine learning; Feature engineering; Feature (linguistics); Artificial intelligence; Psychology; Social psychology; Deep learning","score_opus":0.014189303736953691,"score_gpt":0.2779046788946886,"score_spread":0.2637153751577349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886113145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28768396,0.0027743233,0.6964544,0.008992408,0.0018622619,0.0007839523,0.00001352468,0.00015450867,0.0012806739],"genre_scores_gemma":[0.99143755,0.0002517514,0.0074922065,0.00024796798,0.0003028225,0.0000029756686,0.000001529879,0.000014905345,0.0002482735],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975598,0.000081828424,0.00038588242,0.00080425764,0.00071523216,0.0004530364],"domain_scores_gemma":[0.99722594,0.0015710989,0.00026275608,0.00074707845,0.000108399196,0.00008473328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023452335,0.00033583047,0.00042967286,0.00026364485,0.00023678399,0.00015039308,0.0019865339,0.00025547235,0.0000028229852],"category_scores_gemma":[0.00020202936,0.00022106322,0.000069220514,0.00043154648,0.0012451151,0.00021128944,0.00066943973,0.0012559517,0.000010831225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051423398,0.000027401591,0.033777162,0.00019271769,0.000022487397,0.000021509684,0.0013474014,0.027192496,0.000043966385,0.0068072095,0.000045755485,0.93047047],"study_design_scores_gemma":[0.0004264513,0.0014467508,0.01702508,0.0011012357,0.000012772061,0.000030939642,2.9460227e-7,0.9614674,0.0012363301,0.0159927,0.00081160374,0.0004484702],"about_ca_topic_score_codex":0.000008766474,"about_ca_topic_score_gemma":0.00002504898,"teacher_disagreement_score":0.93427485,"about_ca_system_score_codex":0.00009812521,"about_ca_system_score_gemma":0.00023042283,"threshold_uncertainty_score":0.90146965},"labels":[],"label_agreement":null},{"id":"W2886193707","doi":"10.24908/pceea.v0i0.10617","title":"CLASSROOM ON DEMAND: FAST AND FRESH VIDEO CONTENT GENERATOR","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Class (philosophy); Multimedia; Computer science; Video on demand; On demand; Generator (circuit theory); Artificial intelligence; Geography","score_opus":0.008612346699844791,"score_gpt":0.20816703304170783,"score_spread":0.19955468634186305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886193707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9714467,0.00006244753,0.00078399346,0.023895396,0.0016359184,0.00019321023,0.000010635135,0.00012663711,0.0018450909],"genre_scores_gemma":[0.9928202,0.0000044094495,0.0044823354,0.0007448067,0.00038780007,0.0000075950884,0.0000018154441,0.000012008203,0.0015390295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992218,0.000006668864,0.00015689393,0.00019211278,0.00022002244,0.00020249699],"domain_scores_gemma":[0.99897116,0.000026525206,0.00018100906,0.00011257712,0.00050836796,0.00020038494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003237832,0.00009680766,0.00010115795,0.00017176649,0.00017999248,0.00020071493,0.00035000048,0.00008325013,0.0000047082312],"category_scores_gemma":[0.00057340146,0.000088209184,0.000033422268,0.00028807056,0.000016280374,0.00024641468,0.0000305585,0.00014820266,0.000008324335],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070151273,0.0003256621,0.33814934,0.00023247662,0.00026650692,3.5304757e-7,0.008679543,0.0016889155,0.024980206,0.48523477,0.11808654,0.022348678],"study_design_scores_gemma":[0.00073161087,0.0003854807,0.48702335,0.00040759327,0.00008521958,0.00001209111,0.0007986648,0.41242072,0.018748255,0.0031590713,0.075298816,0.00092910725],"about_ca_topic_score_codex":0.0018398287,"about_ca_topic_score_gemma":0.00337048,"teacher_disagreement_score":0.4820757,"about_ca_system_score_codex":0.0005354919,"about_ca_system_score_gemma":0.00035434082,"threshold_uncertainty_score":0.3597066},"labels":[],"label_agreement":null},{"id":"W2886321629","doi":"10.1109/icalt.2018.00054","title":"Identifying Student Difficulty in a Digital Learning Environment","year":2018,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Alberta Innovates","keywords":"Computer science; Naive Bayes classifier; Artificial intelligence; Support vector machine; Preprocessor; Machine learning; Random forest; Natural language processing; Classifier (UML); Sentiment analysis; Confusion; Hyperparameter; Reliability (semiconductor)","score_opus":0.014072211782929564,"score_gpt":0.2786545263482319,"score_spread":0.26458231456530235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886321629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7302256,0.00002061025,0.26178968,0.0007775405,0.00010484458,0.000049220253,1.878393e-7,0.00016251064,0.0068697585],"genre_scores_gemma":[0.9889403,0.0000061750525,0.006199471,0.00005496764,0.000080756094,0.0000014291718,0.0000012564394,0.0000046287414,0.0047110007],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913543,0.000017654967,0.00015050216,0.00025939126,0.00023257664,0.0002044177],"domain_scores_gemma":[0.9996737,0.000027201046,0.000038536415,0.00019637526,0.0000131831175,0.000050998548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013262716,0.00007928156,0.000086494874,0.00007258312,0.00008044062,0.00031443805,0.00038406887,0.000024884874,0.000032101667],"category_scores_gemma":[0.000026600652,0.000066446184,0.000033924487,0.00015509092,0.000034564542,0.0003192641,0.00034546093,0.00015692794,0.00043729326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007061215,0.0011187043,0.70925784,0.000021489552,0.00006462741,0.00015356248,0.013557367,0.008109111,0.0021920602,0.05871337,0.0005696747,0.20623513],"study_design_scores_gemma":[0.0012673318,0.0005962949,0.39398518,0.00009532483,0.000009054459,0.000026555575,0.0019982317,0.5664186,0.0006578018,0.0045660534,0.029590972,0.0007885872],"about_ca_topic_score_codex":0.000008912901,"about_ca_topic_score_gemma":0.0000057015295,"teacher_disagreement_score":0.5583095,"about_ca_system_score_codex":0.000041379873,"about_ca_system_score_gemma":0.000009855741,"threshold_uncertainty_score":0.5620666},"labels":[],"label_agreement":null},{"id":"W2886392965","doi":"10.5430/wje.v8n4p59","title":"The Changes in Massive Open Online Courses (MOOCs) Studies between 2012 and 2017- A Review of Literature","year":2018,"lang":"en","type":"review","venue":"World Journal of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Qualitative research; Empirical research; Multimethodology; Psychology; Mathematics education; Medical education; Sociology; Social science; Medicine","score_opus":0.10530388368208243,"score_gpt":0.46968257246876594,"score_spread":0.3643786887866835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886392965","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000034771815,0.9778837,0.000011927699,0.021125823,0.00066052994,0.00024000772,0.000009682249,0.0000020647274,0.000062767176],"genre_scores_gemma":[0.0000049660575,0.99298024,0.0028871866,0.0001623307,0.0010887465,0.0000060374414,0.000014614668,0.000008668659,0.0028472005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99835163,0.0003786971,0.0007485583,0.00016821784,0.00021880154,0.00013408792],"domain_scores_gemma":[0.9962242,0.00057938235,0.00209508,0.00033403197,0.00070505164,0.000062243926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016176191,0.00018539208,0.0011395373,0.00036341298,0.00008183985,0.00016674976,0.0012104694,0.000054923195,0.0000027167346],"category_scores_gemma":[0.0005117706,0.00010322818,0.0001285153,0.00086911704,0.00008162391,0.00031701938,0.0002771566,0.0005053742,0.00000174289],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.185519e-7,0.0000617244,0.00003613861,0.012661308,0.00012249933,0.0000019491208,0.0002671876,8.0828336e-8,1.566315e-8,0.0004116321,0.044781335,0.94165534],"study_design_scores_gemma":[0.000040781346,0.000064649845,0.00006283936,0.24142005,0.0002453422,0.000031157088,0.00005953852,0.0000019115728,7.179818e-8,0.00062040315,0.75737476,0.00007852187],"about_ca_topic_score_codex":0.0000027919461,"about_ca_topic_score_gemma":0.000079815996,"teacher_disagreement_score":0.9415768,"about_ca_system_score_codex":0.000067534536,"about_ca_system_score_gemma":0.00087749003,"threshold_uncertainty_score":0.4209523},"labels":[],"label_agreement":null},{"id":"W2886521854","doi":"10.19173/irrodl.v19i5.3493","title":"Making Sense of Learning Analytics Dashboards: A Technology Acceptance Perspective of 95 Teachers","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":111,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Computer science; Software deployment; Educational technology; Perspective (graphical); Instructional design; Software analytics; Knowledge management; Business analytics; Data science; Psychology; Mathematics education; Multimedia; Artificial intelligence; Software; Software development","score_opus":0.09075648550091663,"score_gpt":0.47490308264578035,"score_spread":0.3841465971448637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886521854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61778975,0.077329494,0.105087414,0.14243023,0.00042298442,0.0024672798,0.00008891106,0.00019835382,0.05418557],"genre_scores_gemma":[0.9894496,0.0072312844,0.0030414066,0.00003488312,0.000034626566,0.000005655494,0.000007102473,0.000006567516,0.00018886915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978209,0.0005285369,0.00046951938,0.0002890336,0.0006556791,0.00023632096],"domain_scores_gemma":[0.99730223,0.00062063057,0.00041037152,0.00032365412,0.001307649,0.000035447327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047456557,0.00009937398,0.0003552338,0.00029461106,0.00012844926,0.000073868054,0.0016755438,0.000054988835,0.00003331635],"category_scores_gemma":[0.0061581647,0.00007566972,0.00006222542,0.0016410466,0.0006057685,0.00020413792,0.0014386358,0.0009065757,0.000003789158],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019771521,0.00049580773,0.19019927,0.0021106694,0.0004854064,0.000063507614,0.0047672484,0.004017849,0.002027871,0.6569656,0.0013799156,0.13728915],"study_design_scores_gemma":[0.0035687867,0.0028354616,0.020796381,0.06870412,0.00012413437,0.00020324808,0.07660178,0.6803568,0.004167806,0.06061395,0.08106475,0.0009627722],"about_ca_topic_score_codex":0.00017680423,"about_ca_topic_score_gemma":0.000015171057,"teacher_disagreement_score":0.676339,"about_ca_system_score_codex":0.00010047589,"about_ca_system_score_gemma":0.00021580777,"threshold_uncertainty_score":0.73723435},"labels":[],"label_agreement":null},{"id":"W2887474951","doi":"10.5430/ijhe.v7n4p33","title":"A Quantitative Framework for the Analysis of Two-Stage Exams","year":2018,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Perspective (graphical); Mathematics education; Psychology; Computer science; Pedagogy; Artificial intelligence","score_opus":0.03700379806537274,"score_gpt":0.4328743779453875,"score_spread":0.3958705798800148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887474951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0971104,0.00034683393,0.8730269,0.025303375,0.0038760863,0.000048440415,0.0000067549345,0.000007926253,0.00027325115],"genre_scores_gemma":[0.88687843,0.000013501524,0.110896,0.00037949448,0.0007375809,0.0000016782773,0.0000024601372,0.0000033451688,0.0010875299],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991695,0.000040543247,0.00030545116,0.00008585878,0.00033318592,0.00006545086],"domain_scores_gemma":[0.9973352,0.00057295535,0.0005805607,0.00015724875,0.001325016,0.000029044133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003698461,0.000054037842,0.00012195838,0.0003223166,0.00004425378,0.00008259822,0.00081511756,0.0000238463,0.00007245988],"category_scores_gemma":[0.00018009654,0.00003662647,0.00016492554,0.00046877822,0.00005609456,0.00021498502,0.00003591843,0.000105056664,0.00000404469],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003472855,0.0001840264,0.0038808505,0.0000026003,0.0013451418,6.045067e-7,0.001422498,0.0023270084,0.00024546948,0.972136,0.0009781788,0.017442886],"study_design_scores_gemma":[0.0010212789,0.0010842552,0.24891265,0.00028020417,0.001503386,0.000021298834,0.0011591464,0.2798168,0.0022914817,0.39094034,0.0726142,0.00035493434],"about_ca_topic_score_codex":0.000027771503,"about_ca_topic_score_gemma":0.0000056476565,"teacher_disagreement_score":0.78976804,"about_ca_system_score_codex":0.000041536154,"about_ca_system_score_gemma":0.00018667978,"threshold_uncertainty_score":0.15147048},"labels":[],"label_agreement":null},{"id":"W2887550973","doi":"10.24908/pceea.v0i0.9522","title":"Practices and Beliefs about Educational Data Usage","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Grounded theory; Qualitative property; Data collection; Knowledge management; Computer science; Data management; Survey data collection; Psychology; Qualitative research; Medical education; Data science; Sociology; Medicine","score_opus":0.01429601701408325,"score_gpt":0.2712667917880956,"score_spread":0.25697077477401237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887550973","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4585086,0.0009730854,0.0008710333,0.50144315,0.0076907557,0.00075928844,0.00011009203,0.0003329504,0.029311035],"genre_scores_gemma":[0.979603,0.000019303316,0.014260535,0.0005102645,0.00071899,0.0000066965176,0.00001201518,0.00001251844,0.0048567043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99911356,0.000006903965,0.00017445828,0.00024654495,0.00026011953,0.00019838789],"domain_scores_gemma":[0.9984393,0.000092139315,0.000529898,0.00022882922,0.00055727473,0.00015253361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006231568,0.000089805835,0.000088923676,0.00017571847,0.00022877984,0.0002894408,0.0009099252,0.000074278745,0.000011749499],"category_scores_gemma":[0.0035968039,0.00008635938,0.000020897762,0.00047266186,0.000025606962,0.0007244887,0.00013443924,0.00016883807,0.000012644823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001726858,0.00020733071,0.42530516,0.0003458931,0.0002092308,8.959045e-8,0.0051656365,0.00011244927,0.0021052188,0.33794758,0.21657804,0.01202167],"study_design_scores_gemma":[0.00017470372,0.000035978454,0.6745373,0.00022888373,0.000052731466,0.00001278113,0.00017759776,0.08660856,0.0004779123,0.0033429363,0.2339701,0.0003805072],"about_ca_topic_score_codex":0.0044171843,"about_ca_topic_score_gemma":0.003915455,"teacher_disagreement_score":0.5210944,"about_ca_system_score_codex":0.0003881197,"about_ca_system_score_gemma":0.0011906635,"threshold_uncertainty_score":0.66774905},"labels":[],"label_agreement":null},{"id":"W2889406945","doi":"10.1109/edunine.2018.8451005","title":"Relationship Between Student Engagement and Performance in E-Learning Environment Using Association Rules","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Student engagement; Computer science; Association rule learning; Lift (data mining); Set (abstract data type); Apriori algorithm; Association (psychology); E learning; Field (mathematics); The Internet; Mathematics education; Psychology; World Wide Web; Artificial intelligence; Machine learning","score_opus":0.06100356791469483,"score_gpt":0.3139803424363097,"score_spread":0.2529767745216148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889406945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9501936,0.000057847792,0.04828141,0.00063093647,0.00010320554,0.0001281563,0.0000010547631,0.00007248461,0.00053131796],"genre_scores_gemma":[0.9415955,0.00006300172,0.057289716,0.000016162205,0.00016355808,0.0000047528024,0.000015003599,0.000009499249,0.0008427997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998249,0.0003153545,0.0003379069,0.00045005235,0.00041924388,0.00022846334],"domain_scores_gemma":[0.9990537,0.00027995213,0.0003030737,0.00028515075,0.000026411055,0.00005168711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018252479,0.00016905049,0.00021839932,0.00018513802,0.00019991113,0.00024176441,0.00036288603,0.00018067782,0.0000083107225],"category_scores_gemma":[0.00012815431,0.00017077691,0.000037702273,0.00008338272,0.000018889185,0.00015019644,0.0015389381,0.0010255439,0.00003926447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5667384e-7,0.000020088442,0.97636914,0.000031201587,0.000015107996,7.3327953e-7,0.000803411,0.021157494,0.0000010901196,0.00035838987,0.00000598781,0.001236996],"study_design_scores_gemma":[0.000102708305,0.00003738416,0.7526765,0.00007532515,0.000019454174,2.2941376e-7,0.000050589704,0.24577636,0.000006537168,0.0007945821,0.0003056803,0.00015466717],"about_ca_topic_score_codex":0.000023645745,"about_ca_topic_score_gemma":0.0000021593162,"teacher_disagreement_score":0.22461887,"about_ca_system_score_codex":0.00047088152,"about_ca_system_score_gemma":0.000053127915,"threshold_uncertainty_score":0.69640803},"labels":[],"label_agreement":null},{"id":"W2889577820","doi":"10.1109/agents.2018.8460059","title":"Artificial Intelligence Powered MOOCs: A Brief Survey","year":2018,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Peking University; Nanyang Technological University; National Research Foundation Singapore","keywords":"Popularity; Computer science; Open research; Quality (philosophy); Massive open online course; Artificial intelligence; Data science; Multimedia; World Wide Web; Psychology","score_opus":0.05259234159440431,"score_gpt":0.3205220255523457,"score_spread":0.2679296839579414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889577820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014298248,0.000012210205,0.9734944,0.0025314542,0.00035299765,0.000033518914,0.0000016496948,0.00024203758,0.009033451],"genre_scores_gemma":[0.9577008,0.000003069634,0.04038982,0.00046939537,0.0001986723,5.012463e-7,0.0000023098337,0.000005036182,0.0012304345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990393,0.0000832153,0.00018843416,0.0002850975,0.00017833328,0.00022561473],"domain_scores_gemma":[0.99922335,0.00010355745,0.00004332961,0.00043199243,0.0001176854,0.00008010063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000429465,0.00008417368,0.0000985683,0.000062374675,0.000100841346,0.00017714602,0.0006533465,0.000041212723,0.00010552836],"category_scores_gemma":[0.00024250938,0.00007171198,0.00003612153,0.00049015024,0.000082960636,0.00015679385,0.0001692997,0.000103033446,0.00071135466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017711409,0.00024589506,0.007500739,0.000006031376,0.00003318089,0.00001877196,0.0009696609,0.00011473465,0.0008647011,0.5230386,0.0033041488,0.46388578],"study_design_scores_gemma":[0.000040071216,0.00040158027,0.014086084,0.000015763444,0.000004205739,0.0000129384425,0.00005625992,0.9138144,0.011760008,0.0538683,0.0055481787,0.00039220403],"about_ca_topic_score_codex":0.0002990983,"about_ca_topic_score_gemma":0.00020686595,"teacher_disagreement_score":0.9434025,"about_ca_system_score_codex":0.0000076149486,"about_ca_system_score_gemma":0.000061645165,"threshold_uncertainty_score":0.91432625},"labels":[],"label_agreement":null},{"id":"W2889617524","doi":"10.1109/iset.2018.00047","title":"Learning Analytics Intervention: A Review of Case Studies","year":2018,"lang":"en","type":"review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Simon Fraser University; University of Hong Kong","keywords":"Learning analytics; Intervention (counseling); Analytics; Remedial education; Computer science; Medical education; Phone; Knowledge management; Data science; Psychology; Mathematics education; Medicine","score_opus":0.11863196314857838,"score_gpt":0.4528898998226731,"score_spread":0.3342579366740947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889617524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.7645106e-8,0.9908392,0.007810806,0.00014550227,0.00020512818,0.00015445714,0.0000021286182,0.00010277597,0.0007399667],"genre_scores_gemma":[4.9943964e-7,0.98288196,0.010957011,0.000059496022,0.00015824984,0.000007040044,0.000010776654,0.00001600429,0.0059089647],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976705,0.00040411507,0.0010600653,0.00042334248,0.00024696847,0.00019505681],"domain_scores_gemma":[0.99761313,0.00027986968,0.00092098484,0.00069495384,0.00042806767,0.0000629945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012608347,0.0002975442,0.0019538421,0.00021210937,0.000082172424,0.00004472241,0.00074785115,0.00010303453,0.000043667744],"category_scores_gemma":[0.00082501664,0.00020602041,0.0010009052,0.0009788066,0.00008788401,0.000106436324,0.0006239112,0.0004413822,0.00012249204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3546095e-8,0.000023111896,3.083417e-7,0.22037072,0.00031507053,0.0002774565,0.00002518621,7.018382e-7,2.9281816e-10,0.0010397552,0.0033231394,0.77462447],"study_design_scores_gemma":[0.000027650653,0.00013004821,5.29777e-9,0.23629294,0.0007388489,0.0014235793,0.000023219427,0.0008391323,2.8880278e-8,0.00006136756,0.7602986,0.00016457473],"about_ca_topic_score_codex":0.00000500316,"about_ca_topic_score_gemma":0.000002828947,"teacher_disagreement_score":0.7744599,"about_ca_system_score_codex":0.000048096514,"about_ca_system_score_gemma":0.00012875232,"threshold_uncertainty_score":0.8401269},"labels":[],"label_agreement":null},{"id":"W2890430411","doi":"10.1145/3241815.3241854","title":"Retention Rates for the First Three Years of a Linked-courses Learning Community","year":2018,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cohort; Retention rate; Learning community; Quarter (Canadian coin); Institution; Community college; Medical education; Computer science; Mathematics education; Psychology; Medicine; Sociology; Geography; Social science; Computer security","score_opus":0.04497962318543406,"score_gpt":0.3218788251742209,"score_spread":0.2768992019887868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890430411","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33571166,0.00006912137,0.6555433,0.0072100055,0.00023596302,0.00013532152,9.701265e-7,0.00015216065,0.00094145286],"genre_scores_gemma":[0.9859103,0.000008582406,0.013062507,0.00010697307,0.00010864337,0.0000026353603,0.0000013784716,0.0000044106578,0.00079455663],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995477,0.000049090704,0.000114506125,0.00008114144,0.00009776122,0.00010976807],"domain_scores_gemma":[0.998891,0.000538196,0.00008509991,0.00032418504,0.00014522861,0.00001631491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063475635,0.00004744334,0.0000770915,0.00003130221,0.00037534907,0.00006302642,0.00054273516,0.000030590647,0.000008406581],"category_scores_gemma":[0.0002575548,0.000033413344,0.000060379174,0.00016544413,0.000101174264,0.000100291334,0.00013768078,0.0001984789,0.000015815413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000742834,0.0005807178,0.15146685,0.00020016918,0.00034819788,0.0000022914635,0.012379238,0.0075209346,0.0014300108,0.16358157,0.011629608,0.65078616],"study_design_scores_gemma":[0.00025018264,0.00047891802,0.06220369,0.000044534063,0.00002093911,0.0000019090874,0.00038282064,0.90724045,0.00041085985,0.007143705,0.02172435,0.00009764],"about_ca_topic_score_codex":0.0001913587,"about_ca_topic_score_gemma":0.0003695675,"teacher_disagreement_score":0.89971954,"about_ca_system_score_codex":0.000005459246,"about_ca_system_score_gemma":0.000021544369,"threshold_uncertainty_score":0.28869197},"labels":[],"label_agreement":null},{"id":"W2891732745","doi":"10.1108/ils-04-2018-0033","title":"Participating by activity or by week in MOOCs","year":2018,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Originality; Massive open online course; Test (biology); Mathematics education; Value (mathematics); Psychology; Computer science; Creativity; Social psychology; Machine learning","score_opus":0.02368397497431447,"score_gpt":0.3083838381448582,"score_spread":0.28469986317054374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2891732745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.947783,0.000022229355,0.045519583,0.00336022,0.00007876125,0.000039035178,7.901766e-7,0.00010269313,0.003093713],"genre_scores_gemma":[0.995583,0.0000106098905,0.003603255,0.0003456666,0.000017406734,0.000002905084,0.0000011769354,0.0000010797189,0.00043491233],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992193,0.00008087633,0.00016311955,0.00011922062,0.00021466432,0.00020280498],"domain_scores_gemma":[0.9996099,0.00011665431,0.0001190989,0.0000656072,0.000036969435,0.0000517875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009493374,0.00006348529,0.00007494938,0.00009677536,0.00043323834,0.0004221666,0.0002381788,0.000030431016,0.000018779685],"category_scores_gemma":[0.00040021795,0.00004762878,0.000009719212,0.0005620736,0.00017239232,0.002032941,0.00007090435,0.00018717375,0.000042364954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016132115,0.00008366394,0.04752258,0.00002959429,0.000005703499,0.0000010202255,0.019258508,0.0030041952,0.0007109689,0.0033916177,0.006761127,0.9192149],"study_design_scores_gemma":[0.00017182925,0.00036104862,0.0032523964,0.000022797354,9.3735406e-7,0.0000031415716,0.0007237698,0.9419704,0.00039515184,0.00009770084,0.052885223,0.00011557241],"about_ca_topic_score_codex":0.00012717006,"about_ca_topic_score_gemma":0.000016119402,"teacher_disagreement_score":0.9389662,"about_ca_system_score_codex":0.000010670735,"about_ca_system_score_gemma":0.000055047432,"threshold_uncertainty_score":0.40709624},"labels":[],"label_agreement":null},{"id":"W2892460290","doi":"10.21432/cjlt27559","title":"Connecting Learner Motivation to Learner Progress and Completion in Massive Open Online Courses | Relier la motivation de l’apprenant à ses progrès et à l’achèvement des cours en ligne ouverts à tous","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Humanities; Online course; Mathematics education","score_opus":0.020463124498857687,"score_gpt":0.29925493802446423,"score_spread":0.27879181352560656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892460290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97001684,0.00022551425,0.00817291,0.021267295,0.000055141485,0.00013997678,0.0000014037736,0.000039388957,0.00008152738],"genre_scores_gemma":[0.9785747,0.00005274925,0.021084994,0.00008754911,0.000061853905,0.0000036251029,0.0000038926714,0.000014856823,0.000115809606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987468,0.00024764935,0.00029296995,0.00024620403,0.00012083443,0.00034553595],"domain_scores_gemma":[0.99890584,0.0001784341,0.0002672753,0.00010672976,0.0003309865,0.00021076544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010366708,0.00013356999,0.0002450523,0.0007467717,0.00029071674,0.00027770942,0.00033872877,0.00015031948,0.000003931817],"category_scores_gemma":[0.0015425379,0.000120788005,0.00001783482,0.0005479027,0.00022011732,0.00028053904,0.00013458126,0.0005920168,9.3208774e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017090137,0.00007433961,0.76506203,0.000025689134,0.000043123517,0.00012918557,0.006032803,0.0029663388,0.0004136484,0.0062590404,0.00013902223,0.2188377],"study_design_scores_gemma":[0.006638386,0.013573101,0.5488274,0.0056409235,0.0001750906,0.0036453702,0.06817792,0.18000345,0.003018852,0.021681165,0.14664416,0.0019741612],"about_ca_topic_score_codex":0.0006330021,"about_ca_topic_score_gemma":0.0047435253,"teacher_disagreement_score":0.21686353,"about_ca_system_score_codex":0.00015179993,"about_ca_system_score_gemma":0.000431613,"threshold_uncertainty_score":0.49255916},"labels":[],"label_agreement":null},{"id":"W2892900159","doi":"10.19173/irrodl.v19i4.3439","title":"Pushing Toward a More Personalized MOOC: Exploring Instructor Selected Activities, Resources, and Technologies for MOOC Design and Implementation","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Massive open online course; Computer science; Open educational resources; Multimedia; Educational technology; World Wide Web; Psychology; Mathematics education","score_opus":0.1445355459653144,"score_gpt":0.44765642970298974,"score_spread":0.3031208837376753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892900159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8179056,0.015976714,0.11034221,0.05364934,0.000079779486,0.0017560475,0.000050087496,0.0001216734,0.0001185331],"genre_scores_gemma":[0.97111684,0.014547495,0.014038564,0.000052709627,0.000036480764,0.00012011266,0.00003471155,0.000007603199,0.000045492332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861807,0.00028917598,0.00023624672,0.0002718011,0.00036641367,0.00021832097],"domain_scores_gemma":[0.998684,0.0007158837,0.0001289023,0.00012886943,0.00030502913,0.000037310972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029351865,0.00009202968,0.00019570898,0.00015724031,0.00026491375,0.0003825412,0.0007307442,0.00003083265,0.0000056896233],"category_scores_gemma":[0.0015548437,0.00006878807,0.000018361463,0.00048761987,0.00027515375,0.00048705394,0.00072124874,0.00034662973,2.8542797e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004622753,0.00010635866,0.035095077,0.0033362657,0.0002532782,0.00001815999,0.0114040645,0.0001929725,0.0022932827,0.059844613,0.0014945652,0.88549906],"study_design_scores_gemma":[0.0076023494,0.0021837302,0.029414305,0.022051392,0.000082280974,0.00023522384,0.12712643,0.66841555,0.0044940067,0.023929177,0.11342694,0.0010386488],"about_ca_topic_score_codex":0.00015013492,"about_ca_topic_score_gemma":0.000008059643,"teacher_disagreement_score":0.88446045,"about_ca_system_score_codex":0.000056465757,"about_ca_system_score_gemma":0.00010159331,"threshold_uncertainty_score":0.36888537},"labels":[],"label_agreement":null},{"id":"W2893074683","doi":"10.19173/irrodl.v19i4.3639","title":"Troubleshooters for Tasks of Introductory Programming MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université Laval; Université du Québec à Montréal","funders":"Tartu Ülikool","keywords":"Usability; Computer science; Learning analytics; Massive open online course; Multimedia; World Wide Web; Human–computer interaction; Mathematics education; Data science; Psychology","score_opus":0.08143194544161139,"score_gpt":0.4561388281897799,"score_spread":0.37470688274816855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893074683","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19687288,0.050429743,0.38506636,0.34765297,0.001314201,0.006971798,0.00018161096,0.00015788354,0.01135257],"genre_scores_gemma":[0.9866128,0.0034133794,0.009370523,0.00010661936,0.00013738738,0.000036299254,0.000049128303,0.0000062799836,0.00026757238],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857605,0.000246569,0.00032489092,0.00021200464,0.00044356045,0.00019691496],"domain_scores_gemma":[0.99833375,0.00056870363,0.0001641306,0.00023867801,0.00065397494,0.00004074528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053123636,0.00006435446,0.00019924006,0.00011355259,0.00011256279,0.00011872581,0.0016349461,0.00002288403,0.00001328561],"category_scores_gemma":[0.002366908,0.00004523238,0.000045465506,0.0004902473,0.00024559567,0.00019086212,0.0007616934,0.00031379302,0.0000024211806],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002123892,0.00037677356,0.028437393,0.0041337856,0.00017043391,0.000007175379,0.00084590475,0.00029425233,0.0006976871,0.25593036,0.008041456,0.7008524],"study_design_scores_gemma":[0.0027508403,0.0016827444,0.0064864927,0.023035644,0.000035184297,0.00003566084,0.0025827573,0.18311425,0.00149028,0.020386867,0.7579669,0.00043241138],"about_ca_topic_score_codex":0.00010796618,"about_ca_topic_score_gemma":0.000006507021,"teacher_disagreement_score":0.7897399,"about_ca_system_score_codex":0.00003827352,"about_ca_system_score_gemma":0.00014167592,"threshold_uncertainty_score":0.30381638},"labels":[],"label_agreement":null},{"id":"W2893802547","doi":"10.1007/s11162-019-09546-y","title":"Predicting University Students’ Academic Success and Major Using Random Forests","year":2019,"lang":"en","type":"article","venue":"Research in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":159,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Higher education; Psychology; Random forest; Mathematics education; Academic achievement; Pedagogy; Computer science; Economics; Artificial intelligence; Economic growth","score_opus":0.08538068781332431,"score_gpt":0.43227871024240694,"score_spread":0.34689802242908263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893802547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99507123,0.00015988236,0.00021489308,0.003719442,0.00025384736,0.00016454114,3.3157173e-7,0.000023816927,0.00039202336],"genre_scores_gemma":[0.994964,0.00003627462,0.0008640022,0.000014481723,0.00013232621,0.0000010218471,0.0000016538028,0.000004552815,0.003981668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987426,0.00025554132,0.000097389755,0.0002522336,0.00041519175,0.00023705457],"domain_scores_gemma":[0.99936926,0.00021666354,0.00003755946,0.00020074622,0.000100296646,0.00007546298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011366749,0.000051625382,0.00008071325,0.00031822865,0.000105547144,0.00010407886,0.00053100457,0.00006303521,0.00001319618],"category_scores_gemma":[0.000033480035,0.000052496656,0.00001269833,0.0006839355,0.00003474585,0.00042844695,0.0002828835,0.0004709367,0.000016505379],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009153343,0.0000419636,0.99479043,0.000029012319,0.0000036049576,0.0000014155391,0.00023545264,0.00025257986,0.00011467044,0.0034392497,0.000037988015,0.0010444482],"study_design_scores_gemma":[0.0008337435,0.000034686902,0.92905045,0.00017866239,0.0000031284685,0.000002830462,0.0002656757,0.06538856,0.000022875503,0.0031027782,0.0010293347,0.00008725555],"about_ca_topic_score_codex":0.00032339888,"about_ca_topic_score_gemma":0.000015609468,"teacher_disagreement_score":0.06573999,"about_ca_system_score_codex":0.00014880091,"about_ca_system_score_gemma":0.0002683339,"threshold_uncertainty_score":0.21407515},"labels":[],"label_agreement":null},{"id":"W2894335876","doi":"10.19173/irrodl.v19i4.3718","title":"MOOC Makers: Professors’ Experiences With Developing and Delivering MOOCs","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Phenomenography; Open educational resources; Massive open online course; Higher education; Pedagogy; Open education; Qualitative research; Educational technology; Distance education; Online learning; Psychology; Mathematics education; Sociology; Computer science; Multimedia; Political science","score_opus":0.10876897282062431,"score_gpt":0.45469519362188227,"score_spread":0.34592622080125796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894335876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9012133,0.010445649,0.032746192,0.050566364,0.00010683436,0.0006680384,0.0000047695617,0.00004001867,0.004208826],"genre_scores_gemma":[0.9889258,0.005824842,0.0048570964,0.00015578998,0.00003834939,0.00002821095,0.0000073389165,0.000003993153,0.00015854706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986518,0.00025198076,0.00020484213,0.00022974897,0.00046829763,0.00019335635],"domain_scores_gemma":[0.9990054,0.00034326647,0.00009560754,0.00015390886,0.0003566989,0.000045164317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002735926,0.000072653296,0.00015105806,0.00008506421,0.00022779152,0.00027214,0.001090841,0.000019420702,0.000018446846],"category_scores_gemma":[0.00073164393,0.000045360557,0.000011930911,0.00051615573,0.00028228955,0.00033081227,0.001127911,0.00034418653,0.000004466871],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003886003,0.000303895,0.23107728,0.005526689,0.00033470872,0.00017517118,0.035135936,0.00041873474,0.0002776482,0.24459249,0.0021634118,0.47960544],"study_design_scores_gemma":[0.0046009077,0.0024151595,0.06843214,0.1285601,0.000041532563,0.0004708101,0.12345201,0.483751,0.0020308269,0.011808572,0.17290463,0.0015323356],"about_ca_topic_score_codex":0.00017149314,"about_ca_topic_score_gemma":0.000019161438,"teacher_disagreement_score":0.48333228,"about_ca_system_score_codex":0.000036006324,"about_ca_system_score_gemma":0.00014499684,"threshold_uncertainty_score":0.26242524},"labels":[],"label_agreement":null},{"id":"W2894828986","doi":"","title":"Three Stories on Learning Analytics Show How Far Institutions Can Go With Data","year":2018,"lang":"en","type":"article","venue":"University of Groningen research database (University of Groningen / Centre for Information Technology)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Learning analytics; Analytics; Data science; Data analysis; Blackboard (design pattern); Computer science; Software analytics; Knowledge management; Data mining; Software","score_opus":0.07241787658136735,"score_gpt":0.28881015549152195,"score_spread":0.2163922789101546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894828986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06276365,0.00005624035,0.91762024,0.015858607,0.000090012094,0.0005818206,0.0010753684,0.00038604086,0.0015680077],"genre_scores_gemma":[0.8058047,0.0002262808,0.19074479,0.00002542746,0.00004989488,1.6802451e-7,0.001751611,0.000015658934,0.0013814432],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805206,0.00007197781,0.00015379398,0.00045122745,0.0007019772,0.000568989],"domain_scores_gemma":[0.9965521,0.0001521124,0.00038009233,0.0013701918,0.0013903476,0.00015515115],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008950985,0.00018908293,0.00030275757,0.0016047513,0.0016133356,0.00007720608,0.003196234,0.00019286954,0.000026175092],"category_scores_gemma":[0.0004488382,0.00022407688,0.00006869697,0.0019402034,0.001635427,0.0028403578,0.0019318939,0.0006901011,0.000031767948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010030761,0.0005923846,0.020325398,0.0006607293,0.0013358326,0.00010640468,0.019429635,0.005545593,0.0003560458,0.8140058,0.03343915,0.10319995],"study_design_scores_gemma":[0.0024788976,0.0018076032,0.000928847,0.0003693904,0.00016233153,0.000009753343,0.043519113,0.32031053,0.00034988034,0.00043993624,0.6291053,0.00051838305],"about_ca_topic_score_codex":0.00072368124,"about_ca_topic_score_gemma":0.005761505,"teacher_disagreement_score":0.81356585,"about_ca_system_score_codex":0.00025746739,"about_ca_system_score_gemma":0.00070714287,"threshold_uncertainty_score":0.9996864},"labels":[],"label_agreement":null},{"id":"W2896608980","doi":"10.7202/1052134ar","title":"Les MOOC tutorés, vers une articulation généralisée entre présentielle et en ligne ? Les MOOC. Conception, usage et modèles économiques, Paris, Dunot, 2014, 142 pages","year":2015,"lang":"fr","type":"article","venue":"Sens public","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; TUTOR; Art; Sociology; Pedagogy","score_opus":0.05338889694018068,"score_gpt":0.2967214778434055,"score_spread":0.24333258090322485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896608980","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2904507,0.011723244,0.0958663,0.58060765,0.004405446,0.00080970576,0.00018759751,0.001196583,0.014752791],"genre_scores_gemma":[0.96436405,0.0021257093,0.011360134,0.0006498563,0.001034845,0.0000103173825,0.0003220102,0.000058251426,0.0200748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957411,0.0013441198,0.0007142654,0.0008638875,0.00051941787,0.0008171644],"domain_scores_gemma":[0.99723834,0.00036601498,0.00045680226,0.000817889,0.0006105264,0.0005104077],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001537847,0.00047999207,0.00051196787,0.00027686832,0.00032796658,0.0014170852,0.000629531,0.00043055686,0.000149273],"category_scores_gemma":[0.0004821275,0.00050632824,0.000217898,0.00063004176,0.00037930612,0.0018516358,0.0003964418,0.00069205824,0.00040277708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055752662,0.0010179545,0.041971534,0.00018037102,0.00041866896,0.00013171391,0.016676394,0.09315582,0.0007508873,0.45110378,0.33501175,0.059525363],"study_design_scores_gemma":[0.0010567218,0.0003285198,0.007893588,0.00016497457,0.00010404706,0.000040395833,0.0021317045,0.40943998,0.00027270417,0.004974347,0.57285035,0.0007426466],"about_ca_topic_score_codex":0.0052893306,"about_ca_topic_score_gemma":0.0018711691,"teacher_disagreement_score":0.6739134,"about_ca_system_score_codex":0.00032483294,"about_ca_system_score_gemma":0.0007750066,"threshold_uncertainty_score":0.9997388},"labels":[],"label_agreement":null},{"id":"W2898927021","doi":"10.5944/ried.22.1.22288","title":"What future(s) for distance education universities? Towards an open network-based approach","year":2019,"lang":"es","type":"article","venue":"RIED Revista Iberoamericana de Educación a Distancia","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.011782982556364162,"score_gpt":0.30148715552043065,"score_spread":0.2897041729640665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898927021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113820344,0.014026616,0.8150488,0.030409895,0.010597033,0.005945901,0.0005161201,0.00054441235,0.009090834],"genre_scores_gemma":[0.85453004,0.0005968438,0.119274326,0.0046937424,0.0040250174,0.00017840177,0.0011374273,0.00019409551,0.015370097],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948825,0.00060489116,0.0007382571,0.0017387407,0.0006423425,0.0013932422],"domain_scores_gemma":[0.9952165,0.0001984306,0.000959761,0.002260055,0.0005746119,0.0007906512],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011540168,0.0007694089,0.00115917,0.00020633887,0.00063411164,0.0057060816,0.003668235,0.00026633704,0.00010323448],"category_scores_gemma":[0.000060616043,0.00080859964,0.00035434554,0.001930638,0.00029401548,0.00235275,0.00039630092,0.00066228217,0.000049626866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051329547,0.002397573,0.005011108,0.0016710247,0.00025456512,0.0000105566305,0.0029865052,0.009303836,0.000044685232,0.7964938,0.027242858,0.15407015],"study_design_scores_gemma":[0.0012870659,0.0008287608,0.0043434044,0.0011926886,0.00029969178,0.000012188143,0.017604234,0.14583735,0.000010110008,0.0015381777,0.82545215,0.0015941532],"about_ca_topic_score_codex":0.00044532653,"about_ca_topic_score_gemma":0.00003649462,"teacher_disagreement_score":0.7982093,"about_ca_system_score_codex":0.0014453395,"about_ca_system_score_gemma":0.010711291,"threshold_uncertainty_score":0.9994365},"labels":[],"label_agreement":null},{"id":"W2899033647","doi":"10.1145/3274381","title":"StreamWiki","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Multimedia; Voting; World Wide Web; Human–computer interaction","score_opus":0.04278494560197251,"score_gpt":0.33660556836026795,"score_spread":0.29382062275829546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899033647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97837746,0.0000039708357,0.0033218025,0.008331597,0.0015496344,0.000116710464,7.075468e-7,0.00022390322,0.008074184],"genre_scores_gemma":[0.979437,0.0000012461704,0.018408403,0.00045274812,0.0009704594,0.0000024186884,4.449657e-7,0.0000105689605,0.000716726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989502,0.00000928527,0.0002470507,0.00032457267,0.0002858517,0.00018303981],"domain_scores_gemma":[0.99871904,0.000050717295,0.00029743012,0.000564844,0.00032727764,0.00004071143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018859704,0.0001378322,0.00014334019,0.00013779587,0.00021615345,0.00019681442,0.0026077689,0.000050772273,0.000015025707],"category_scores_gemma":[0.00013118418,0.000098488425,0.00011814836,0.00029056967,0.00007190358,0.0005162728,0.000994279,0.00026256999,0.00007883177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118532,0.0014313664,0.01500857,0.0002417713,0.00034162746,0.000003017974,0.008446043,0.0003364711,0.08563042,0.3934545,0.1835124,0.3114753],"study_design_scores_gemma":[0.0015506543,0.004104254,0.03742716,0.0014729996,0.00008924537,0.00012930436,0.000322262,0.379389,0.35531402,0.16868818,0.050359085,0.0011538287],"about_ca_topic_score_codex":0.000014480124,"about_ca_topic_score_gemma":0.0000016314704,"teacher_disagreement_score":0.37905252,"about_ca_system_score_codex":0.0000474199,"about_ca_system_score_gemma":0.000011473575,"threshold_uncertainty_score":0.48459268},"labels":[],"label_agreement":null},{"id":"W289941621","doi":"","title":"Key pedagogic thinkers - Dave Cormier","year":2014,"lang":"en","type":"article","venue":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coining (mint); Curriculum; Key (lock); Sociology; Pedagogy; Mathematics education; Art; Psychology; Archaeology; History; Computer science","score_opus":0.012488284693200546,"score_gpt":0.24802218754362795,"score_spread":0.2355339028504274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W289941621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7258757,0.00038658126,0.2396579,0.017082868,0.0020621875,0.00023009074,0.0000057303128,0.0014826916,0.013216313],"genre_scores_gemma":[0.9537582,0.000066561035,0.040393643,0.0020134198,0.00077433215,0.0000040396635,0.0000129894415,0.000051211606,0.002925599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967879,0.00035261514,0.000608956,0.00079394685,0.00065236865,0.00080419856],"domain_scores_gemma":[0.99769396,0.00039661807,0.0003361799,0.0010567377,0.00020360794,0.00031289447],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001511227,0.00041405996,0.00045763404,0.00035309512,0.0006428235,0.00060936494,0.0017253533,0.00015874607,0.000018342762],"category_scores_gemma":[0.00049818517,0.00035890503,0.00028116774,0.00067796395,0.00010781052,0.0004798547,0.00033629293,0.0009566158,0.00036604624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013647586,0.0015106386,0.03027838,0.00031902926,0.0009950869,0.0009841163,0.081629425,0.01844312,0.030670952,0.61022216,0.034961447,0.18984914],"study_design_scores_gemma":[0.0022585134,0.0010388584,0.0028671548,0.0005049404,0.00017465546,0.0005758115,0.00094086415,0.72456807,0.005084977,0.065430075,0.1942568,0.0022992834],"about_ca_topic_score_codex":0.000028972818,"about_ca_topic_score_gemma":0.000009772338,"teacher_disagreement_score":0.70612496,"about_ca_system_score_codex":0.00007544719,"about_ca_system_score_gemma":0.00017344322,"threshold_uncertainty_score":0.9998863},"labels":[],"label_agreement":null},{"id":"W2900352811","doi":"10.1007/978-3-319-89680-9_8","title":"Enhancing Self-Regulated Learning for Information Problem Solving with Ambient Big Data Gathered by nStudy","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Learning analytics; Big data; Data science; Raw data; Analytics; Data mining","score_opus":0.02038648332394153,"score_gpt":0.23668323679405806,"score_spread":0.21629675347011654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900352811","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002073533,0.000065265034,0.9457503,0.0004927652,0.00023827293,0.00074865256,0.000021612435,0.000993656,0.05148215],"genre_scores_gemma":[0.018226169,0.000061511855,0.35058677,0.00036768554,0.00075538934,0.000020812413,0.0019771461,0.00013999727,0.6278645],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99797773,0.000023091683,0.00053664483,0.0006058373,0.00047706653,0.0003796242],"domain_scores_gemma":[0.9977611,0.000094049676,0.00059603644,0.001054471,0.0003901768,0.00010422442],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006541756,0.0003750321,0.00037203945,0.0002029678,0.00033124848,0.0005423631,0.001296919,0.00021291085,0.000027440543],"category_scores_gemma":[0.000041931748,0.00029991532,0.00006314962,0.00010599002,0.000041603405,0.00091524364,0.00068585685,0.0004321698,0.00011817864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002826247,0.00084016175,0.00039003897,0.0039081187,0.0058126207,0.000039301987,0.044143874,0.009356031,0.0025012782,0.1463406,0.17476657,0.61161876],"study_design_scores_gemma":[0.0007873055,0.0008287538,0.0000041519547,0.00064868794,0.00014046057,0.000015692665,0.00014449126,0.39756975,0.0002659873,0.0012569291,0.5975338,0.00080396986],"about_ca_topic_score_codex":0.000027099255,"about_ca_topic_score_gemma":0.00007092026,"teacher_disagreement_score":0.6108148,"about_ca_system_score_codex":0.0000765756,"about_ca_system_score_gemma":0.00022610542,"threshold_uncertainty_score":0.9999453},"labels":[],"label_agreement":null},{"id":"W2901787049","doi":"10.1109/icmlc48188.2019.8949260","title":"Exploring and Evaluating the Scalability and Eficinecy of Apache Spark Using Educational Datasets","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"SPARK (programming language); Scalability; Computer science; Volume (thermodynamics); Big data; Machine learning; Resource (disambiguation); Variety (cybernetics); Quality (philosophy); Data mining; Data science; Artificial intelligence; Database","score_opus":0.20188729952600734,"score_gpt":0.3807257634914696,"score_spread":0.17883846396546224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901787049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940884,0.00006305394,0.0031868666,0.0024171798,0.0000559658,0.000050351762,0.000002407676,0.000009085412,0.00012667614],"genre_scores_gemma":[0.96635467,0.0000054948746,0.0335136,0.0000460769,0.000030555166,6.822159e-7,0.000002988271,0.0000019414615,0.00004400571],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994388,0.000055968994,0.00011485778,0.00017279964,0.00013844103,0.000079119505],"domain_scores_gemma":[0.99931264,0.00029443557,0.000050777817,0.0002794454,0.00003665053,0.000026067715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065891474,0.00004837082,0.000075964395,0.000025029642,0.00006532577,0.00004678257,0.00014758628,0.000009822049,0.000012042912],"category_scores_gemma":[0.00015093933,0.000031357253,0.000010150157,0.00011886883,0.000038903006,0.00025308007,0.00017143367,0.00007052992,0.0000022649306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012423451,0.00017160318,0.7540875,0.00026519547,0.000049251503,3.9525207e-7,0.002853067,0.008080472,0.015845468,0.07826467,0.000096456366,0.14027348],"study_design_scores_gemma":[0.00012049189,0.000049493075,0.09105841,0.000031054915,0.000008658442,0.000006906893,0.00017617538,0.90661395,0.0002051585,0.0016256934,0.00004453273,0.000059472535],"about_ca_topic_score_codex":0.000074779404,"about_ca_topic_score_gemma":0.0000021495264,"teacher_disagreement_score":0.89853346,"about_ca_system_score_codex":0.00000677213,"about_ca_system_score_gemma":0.000048227506,"threshold_uncertainty_score":0.12787117},"labels":[],"label_agreement":null},{"id":"W2901982539","doi":"","title":"Scripting and Orchestrating Learning Communities: A Role for Learning Analytics.","year":2017,"lang":"en","type":"article","venue":"Computer Supported Collaborative Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Scripting language; Learning analytics; Analytics; Data science; Human–computer interaction; World Wide Web; Software engineering; Programming language","score_opus":0.023598888310486444,"score_gpt":0.29333810235131647,"score_spread":0.26973921404083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901982539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17140123,0.00037386542,0.8209415,0.002453289,0.00039813246,0.000493255,0.000004733014,0.0009287516,0.003005243],"genre_scores_gemma":[0.8646391,0.00007236893,0.13243537,0.0001321098,0.00042709307,0.00003295,0.000052493077,0.00006196331,0.002146538],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965517,0.00068888324,0.0006580427,0.00079644634,0.0004154225,0.0008895307],"domain_scores_gemma":[0.9959193,0.00090570934,0.0011444205,0.0008131096,0.0009326511,0.00028480304],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016313285,0.00051409454,0.00070305605,0.00033113235,0.00570652,0.0036575808,0.0015223145,0.0002118727,0.00001548872],"category_scores_gemma":[0.0011274583,0.0005480554,0.00015244198,0.00051508704,0.00029405233,0.0014677654,0.0011626281,0.001956748,0.000015119979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071522576,0.00018079019,0.37077498,0.00029540813,0.0006427275,0.0001305436,0.04258084,0.21380638,0.0018004415,0.022452556,0.00046561196,0.3467982],"study_design_scores_gemma":[0.0010957646,0.0008227507,0.0055893534,0.00027454612,0.000052889518,0.00002891933,0.006891311,0.9624468,0.00015500432,0.00074658555,0.021251105,0.0006449814],"about_ca_topic_score_codex":0.000107877204,"about_ca_topic_score_gemma":0.000046314442,"teacher_disagreement_score":0.7486404,"about_ca_system_score_codex":0.00007839495,"about_ca_system_score_gemma":0.0003391526,"threshold_uncertainty_score":0.9996971},"labels":[],"label_agreement":null},{"id":"W2902396468","doi":"10.19173/irrodl.v19i5.3459","title":"Interactions in MOOCs: The Hidden Part of the Iceberg","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Isolation (microbiology); Distance education; Computer science; Iceberg; Computer-mediated communication; World Wide Web; Data science; Psychology; Mathematics education; The Internet","score_opus":0.09895352210454679,"score_gpt":0.46104883783764894,"score_spread":0.36209531573310216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902396468","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2619242,0.016430624,0.0037044166,0.6630023,0.0010657294,0.0021207994,0.000066479406,0.000039062554,0.051646385],"genre_scores_gemma":[0.99434197,0.0042890552,0.00017532505,0.00023080628,0.00007240229,0.00001785852,0.000007812295,0.000003317657,0.0008614536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980718,0.0007522677,0.00033540346,0.000160559,0.00051974924,0.00016025983],"domain_scores_gemma":[0.99811137,0.0009939147,0.00016800233,0.00036278873,0.0003390261,0.000024899764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004707383,0.000059817703,0.00014575092,0.00007575447,0.00016639293,0.00012720108,0.002652511,0.00001472923,0.000067770525],"category_scores_gemma":[0.0025492574,0.000029466737,0.000045902823,0.0008825484,0.0002999253,0.00019539628,0.0015758809,0.00068444485,0.00001082875],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012977749,0.0006370573,0.27203238,0.0012574714,0.00020512873,0.000017981709,0.0030310564,0.0010396554,0.0003461067,0.38974974,0.029232392,0.30232126],"study_design_scores_gemma":[0.0010785108,0.00022587708,0.09335072,0.02661693,0.000019638093,0.000051763473,0.0035712633,0.13550355,0.00046877586,0.024914555,0.71395177,0.00024663965],"about_ca_topic_score_codex":0.00061889685,"about_ca_topic_score_gemma":0.00019860164,"teacher_disagreement_score":0.73241776,"about_ca_system_score_codex":0.00004703127,"about_ca_system_score_gemma":0.00014638825,"threshold_uncertainty_score":0.49290696},"labels":[],"label_agreement":null},{"id":"W2902555578","doi":"10.19173/irrodl.v19i5.3748","title":"Analysing Structured Learning Behaviour in Massive Open Online Courses (MOOCs): An Approach Based on Process Mining and Clustering","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Operationalization; Process (computing); Educational data mining; Computer science; Process mining; Cluster analysis; Massive open online course; Educational technology; Data science; Mathematics education; Psychology; Work in process; World Wide Web; Artificial intelligence; Engineering","score_opus":0.08570301716141862,"score_gpt":0.4687009038174949,"score_spread":0.38299788665607626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902555578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619174,0.0018270012,0.016990274,0.015318234,0.00008803131,0.0011739386,0.00003781253,0.000043071836,0.0026042354],"genre_scores_gemma":[0.9910838,0.0006452885,0.007726067,0.00019721781,0.00005620488,0.000021310701,0.00017236795,0.000011669419,0.0000860812],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971028,0.0009077069,0.00045076775,0.0005159329,0.0007027976,0.00031997208],"domain_scores_gemma":[0.99835306,0.00048119563,0.0002582004,0.00028603635,0.0005201392,0.00010134864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053230342,0.00015381137,0.0003702547,0.00032959337,0.00031276557,0.00079112826,0.0023328161,0.000052565974,0.000018476185],"category_scores_gemma":[0.0020893484,0.0001158107,0.00002968533,0.0010349308,0.00021138242,0.0005868774,0.0014713021,0.0008811585,7.17678e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045282624,0.0009509089,0.6604606,0.0019171422,0.00010385425,0.00010393177,0.0027945936,0.1314996,0.00016470398,0.003178728,0.00014561115,0.19822752],"study_design_scores_gemma":[0.0007979616,0.00027763794,0.026293848,0.0059199054,0.00000981556,0.0000119894785,0.004010255,0.96186423,0.000028964825,0.0002642289,0.00036780298,0.00015335185],"about_ca_topic_score_codex":0.0003924403,"about_ca_topic_score_gemma":0.00014332509,"teacher_disagreement_score":0.83036464,"about_ca_system_score_codex":0.0000822982,"about_ca_system_score_gemma":0.00023694511,"threshold_uncertainty_score":0.76288676},"labels":[],"label_agreement":null},{"id":"W2902672511","doi":"10.19173/irrodl.v19i5.3642","title":"Characterization of the Reasons Why Brazilian Science Teachers Drop Out of Online Professional Development Courses","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attrition; Workload; Dropout (neural networks); Drop out; Incentive; Professional development; Distance education; Psychology; Medical education; Mathematics education; Faculty development; Pedagogy; Computer science; Medicine; Demographic economics; Economics","score_opus":0.06427861812152207,"score_gpt":0.4442158407174325,"score_spread":0.3799372225959104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902672511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94176656,0.00079736166,0.0039644176,0.051299542,0.000410479,0.0006117494,0.000050131337,0.00001195748,0.0010877899],"genre_scores_gemma":[0.99734837,0.00089586707,0.000932709,0.00012509337,0.00003300354,0.0000063288917,0.00004475828,0.0000032876112,0.0006105712],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794894,0.00035981645,0.00036219496,0.00019068575,0.000975364,0.0001629881],"domain_scores_gemma":[0.9982617,0.00023603406,0.0003000743,0.00025167328,0.00090833555,0.00004219023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005020116,0.00006365555,0.00016548224,0.00011250769,0.00022982793,0.000069681264,0.0023710725,0.000021237975,0.000021880087],"category_scores_gemma":[0.002406844,0.000036869184,0.000028377177,0.0008625142,0.00073677476,0.00025415336,0.0014622303,0.00036478194,0.0000019295303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016389313,0.002056138,0.4796696,0.0029327376,0.00019488085,0.0000065506433,0.009339678,0.00017469918,0.08864118,0.08031245,0.0031590676,0.3333491],"study_design_scores_gemma":[0.001272803,0.0003904226,0.6985749,0.051742595,0.000021040829,0.000017228502,0.0029567105,0.061628304,0.019982915,0.0019194669,0.1611351,0.00035849772],"about_ca_topic_score_codex":0.000055243432,"about_ca_topic_score_gemma":0.000025574176,"teacher_disagreement_score":0.33299062,"about_ca_system_score_codex":0.000057552163,"about_ca_system_score_gemma":0.0008854098,"threshold_uncertainty_score":0.4406082},"labels":[],"label_agreement":null},{"id":"W2902684084","doi":"10.1080/1475939x.2018.1544587","title":"Teacher facilitation support in ubiquitous learning environments","year":2018,"lang":"en","type":"article","venue":"Technology Pedagogy and Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Deanship of Scientific Research, King Saud University; University of North Texas","keywords":"Usability; Dashboard; Computer science; Human–computer interaction; System usability scale; Multimedia; Process (computing); Facilitation; Interface (matter); Scale (ratio); Usability engineering; Data science; Psychology","score_opus":0.010622124944427127,"score_gpt":0.3194964294598057,"score_spread":0.3088743045153786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902684084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740629,0.000118802476,0.01001487,0.014199769,0.0001717065,0.000052549407,1.09516996e-7,0.00013677147,0.0012425233],"genre_scores_gemma":[0.9904307,0.000035301127,0.0033387637,0.00010659194,0.0000681689,0.000009398949,0.0000055518885,0.0000037268712,0.006001784],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99940705,0.00003488102,0.000118825505,0.00023086077,0.000056870518,0.00015151483],"domain_scores_gemma":[0.99972093,0.000016494183,0.00004956211,0.00017234743,0.000016560532,0.000024093179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018138332,0.00006679805,0.00007365966,0.0002850987,0.00009815575,0.000017557973,0.00016508902,0.00013630638,0.000026360103],"category_scores_gemma":[0.00010038001,0.000069984606,0.000008979259,0.00023276346,0.000119998585,0.00014871659,0.00006698783,0.00023514548,0.00013327578],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037912243,0.00019937543,0.18409805,0.000008077026,0.0000067432125,0.0000016618808,0.0037649423,0.000017811886,0.0020161578,0.019273814,0.00046860907,0.790141],"study_design_scores_gemma":[0.0013297069,0.0023295248,0.41737604,0.00009179693,0.00004036965,0.00019969711,0.015083256,0.043105133,0.0060083903,0.23138528,0.28196877,0.0010820302],"about_ca_topic_score_codex":0.000023402674,"about_ca_topic_score_gemma":0.000023960278,"teacher_disagreement_score":0.7890589,"about_ca_system_score_codex":0.00002891279,"about_ca_system_score_gemma":0.00011164926,"threshold_uncertainty_score":0.28538895},"labels":[],"label_agreement":null},{"id":"W2902760328","doi":"10.19173/irrodl.v19i5.3908","title":"User Consent in MOOCs – Micro, Meso, and Macro Perspectives","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transparency (behavior); Internet privacy; Agency (philosophy); Legislature; Download; Informed consent; Data sharing; Computer science; Data science; World Wide Web; Computer security; Political science; Sociology; Law","score_opus":0.07460499974563764,"score_gpt":0.45764573541763875,"score_spread":0.38304073567200114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902760328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67376757,0.07450169,0.0061293575,0.22817846,0.00018702031,0.0012798394,0.000043847554,0.000045568253,0.015866637],"genre_scores_gemma":[0.96970546,0.028122459,0.0012839272,0.0001745774,0.000042027234,0.0000096019185,0.000010816335,0.000004118644,0.0006470303],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985321,0.00044688658,0.00023265727,0.0002440888,0.00035820826,0.00018603863],"domain_scores_gemma":[0.9987184,0.00067864655,0.000078303,0.0001761876,0.0003017835,0.000046717232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037095028,0.00006880634,0.00017063816,0.00012946255,0.00010647529,0.00021783845,0.0010100264,0.000023363886,0.00004032271],"category_scores_gemma":[0.0018929178,0.000048693288,0.000020823813,0.00048215516,0.00030589828,0.00018380364,0.0011495565,0.00046727146,0.000008700462],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021704657,0.0006363212,0.45895392,0.0022489286,0.00016889014,0.00015133007,0.006011654,0.00023532244,0.001164036,0.41538948,0.011126859,0.10369621],"study_design_scores_gemma":[0.0051335446,0.0011108601,0.2519894,0.047630962,0.000027506741,0.0002901809,0.020900112,0.16811268,0.000933697,0.034234427,0.46870136,0.0009352725],"about_ca_topic_score_codex":0.0004318174,"about_ca_topic_score_gemma":0.00006482226,"teacher_disagreement_score":0.45757452,"about_ca_system_score_codex":0.000054859996,"about_ca_system_score_gemma":0.00013660332,"threshold_uncertainty_score":0.22661361},"labels":[],"label_agreement":null},{"id":"W2903225806","doi":"10.19173/irrodl.v19i5.3742","title":"MOOCs and OER in the Global South: Problems and Potential","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Agency (philosophy); Context (archaeology); Global South; Open educational resources; The Internet; Space (punctuation); Online learning; Global education; Open education; Public relations; Sociology; Knowledge management; Political science; Pedagogy; World Wide Web; Social science; Geography; Computer science","score_opus":0.07354707213701725,"score_gpt":0.4290267662534026,"score_spread":0.35547969411638536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903225806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7812256,0.026798053,0.008970439,0.17556415,0.00015265877,0.0012404089,0.00007265086,0.000026738193,0.0059492737],"genre_scores_gemma":[0.9925194,0.0067257495,0.00038027385,0.00023764954,0.000045609995,0.000007679865,0.000015097511,0.0000020329192,0.00006650221],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985031,0.0004757361,0.00020701697,0.00020021673,0.00044464835,0.00016929701],"domain_scores_gemma":[0.99931014,0.0002553888,0.00007237592,0.00015683852,0.0001688589,0.000036419762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041701817,0.00006266598,0.00012962721,0.000052096577,0.00013644739,0.00033727306,0.0010941888,0.0000231752,0.000009180547],"category_scores_gemma":[0.00090186123,0.000036146554,0.000015527796,0.0004617605,0.000255589,0.00017711578,0.0010542037,0.00040800282,0.0000030447022],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010989554,0.0003881114,0.52212876,0.0018607923,0.000099446355,0.00009206228,0.0042259814,0.0005295749,0.000061015104,0.20879349,0.002302057,0.2594088],"study_design_scores_gemma":[0.0028604602,0.00083645945,0.42234308,0.017672438,0.000027210623,0.00034375407,0.0068323095,0.37072408,0.000013288194,0.071396135,0.10647781,0.00047299944],"about_ca_topic_score_codex":0.0002841923,"about_ca_topic_score_gemma":0.000039733608,"teacher_disagreement_score":0.3701945,"about_ca_system_score_codex":0.000024112573,"about_ca_system_score_gemma":0.00005717869,"threshold_uncertainty_score":0.3252332},"labels":[],"label_agreement":null},{"id":"W2903429545","doi":"10.19173/irrodl.v19i5.3768","title":"How MOOC-Takers Estimate Learning Success: Retrospective Reflection of Perceived Benefits","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Complementarity (molecular biology); Narrative; Massive open online course; Psychology; Pedagogy; Medical education; Medicine","score_opus":0.07498477152403192,"score_gpt":0.44155504884185864,"score_spread":0.3665702773178267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903429545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7986147,0.016875185,0.02423575,0.1373046,0.00049292896,0.0015513721,0.000055750363,0.00014733999,0.020722378],"genre_scores_gemma":[0.98870426,0.009373996,0.0012599106,0.000041633833,0.000066528504,0.000011509759,0.00003496394,0.000007542549,0.00049962784],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770266,0.00058443245,0.00032914514,0.00033094108,0.0007982208,0.00025459452],"domain_scores_gemma":[0.99790406,0.00044796983,0.00022889794,0.00025509362,0.0011023862,0.000061607694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004486781,0.00010726601,0.00029068117,0.00019166265,0.00026620663,0.00034236527,0.0015583114,0.000043945955,0.0000282444],"category_scores_gemma":[0.004484979,0.00007936853,0.000055210636,0.0010174727,0.00029243348,0.00048515794,0.000919764,0.00082297187,0.000006067862],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032384045,0.00046713825,0.5532453,0.0029097453,0.00035424402,0.000035307374,0.0023949742,0.006492764,0.0032618404,0.19098029,0.002121605,0.23741296],"study_design_scores_gemma":[0.0023252326,0.002209054,0.37729552,0.036028083,0.000049479615,0.00008729895,0.003862778,0.5261945,0.0015492172,0.014325318,0.035434593,0.0006389227],"about_ca_topic_score_codex":0.00034401318,"about_ca_topic_score_gemma":0.000033138367,"teacher_disagreement_score":0.5197017,"about_ca_system_score_codex":0.000112260845,"about_ca_system_score_gemma":0.00013383059,"threshold_uncertainty_score":0.53692627},"labels":[],"label_agreement":null},{"id":"W2903562575","doi":"10.1371/journal.pone.0207919","title":"The UK Research Excellence Framework and the Matthew effect: Insights from machine learning","year":2018,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Excellence; Test set; Machine learning; Test (biology); Set (abstract data type); Computer science; Data set; Artificial intelligence; Variables; Data science; Political science","score_opus":0.04026088254495824,"score_gpt":0.2928069613669779,"score_spread":0.2525460788220197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903562575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95249796,0.0046889824,0.013373853,0.026619798,0.00013143345,0.00029389784,0.0000012345176,0.00017309978,0.0022197547],"genre_scores_gemma":[0.99033856,0.0004906529,0.006754319,0.00017266361,0.0004471855,0.000010572983,9.632289e-7,0.000010594122,0.0017744949],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977978,0.00082906405,0.00014397853,0.00031231556,0.0006248729,0.00029198127],"domain_scores_gemma":[0.9941209,0.004951935,0.000061616694,0.0006460589,0.00014712063,0.00007236273],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013430873,0.00010675036,0.00017336341,0.00006112139,0.0013112001,0.0004537858,0.001017653,0.00006748035,0.00001715528],"category_scores_gemma":[0.0014351166,0.000053416643,0.00003088036,0.0005109308,0.0006141686,0.000077504235,0.000591001,0.0010629438,0.00026252333],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078331487,0.0013509871,0.11429352,0.00024272456,0.0014919818,0.000093248025,0.04446598,0.00013444884,0.008431422,0.70098805,0.0017991045,0.12592518],"study_design_scores_gemma":[0.00088345277,0.00067283417,0.0024971769,0.0006749627,0.00005939578,0.0000026548926,0.00013585661,0.803016,0.0036489312,0.18408324,0.004065166,0.0002603283],"about_ca_topic_score_codex":0.00020638951,"about_ca_topic_score_gemma":0.000035749443,"teacher_disagreement_score":0.80288154,"about_ca_system_score_codex":0.000012536125,"about_ca_system_score_gemma":0.000025859557,"threshold_uncertainty_score":0.999989},"labels":[],"label_agreement":null},{"id":"W2904546237","doi":"10.2196/12087","title":"Massive Open Online Courses (MOOC) Evaluation Methods: Protocol for a Systematic Review","year":2018,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Protocol (science); Massive open online course; Computer science; Medical education; Multimedia; World Wide Web; Medicine","score_opus":0.7580051715055444,"score_gpt":0.7642170662909796,"score_spread":0.006211894785435268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904546237","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.2748828e-11,0.14743245,0.008439404,0.0011098414,0.000009776372,0.842581,0.00004761161,0.00012159237,0.0002583474],"genre_scores_gemma":[3.7390806e-11,0.054799035,0.089015685,0.00010574999,0.00038821175,0.8525982,0.00008864766,0.00009573961,0.0029087572],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97644544,0.015821416,0.0023110958,0.0016961949,0.0025762708,0.001149561],"domain_scores_gemma":[0.9867665,0.0029591199,0.0020172368,0.0035250213,0.004377093,0.00035498408],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03843232,0.00074806385,0.0041199117,0.0006505556,0.0005316511,0.0019475729,0.009655703,0.00045058533,0.0000957211],"category_scores_gemma":[0.010349968,0.0004941696,0.0008266978,0.0024468023,0.00021113938,0.00067577336,0.002938366,0.001517758,0.00033191108],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082423585,0.00039899786,3.024571e-8,0.7427139,0.00009599228,0.0000040696395,0.000021194413,2.8874769e-7,4.863809e-8,0.00077802845,0.04341982,0.21255937],"study_design_scores_gemma":[0.00048596464,0.0006886401,1.4675781e-8,0.49244228,0.00009222972,0.000011523241,0.0000053406598,0.0032555324,4.5607945e-7,0.0010883275,0.50165033,0.00027934418],"about_ca_topic_score_codex":0.0000071852664,"about_ca_topic_score_gemma":0.0000053637445,"teacher_disagreement_score":0.45823053,"about_ca_system_score_codex":0.00060107885,"about_ca_system_score_gemma":0.0063333786,"threshold_uncertainty_score":0.999751},"labels":[],"label_agreement":null},{"id":"W2904994877","doi":"10.18608/jla.2018.53.6","title":"Exploratory versus Explanatory Visual Learning Analytics: Driving Teachers’ Attention through Educational Data Storytelling","year":2018,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Storytelling; Computer science; Interpretation (philosophy); Perspective (graphical); USable; Narrative; Visual analytics; Analytics; Educational technology; Human–computer interaction; Visualization; Data science; Mathematics education; Multimedia; Psychology; Artificial intelligence","score_opus":0.06222548062333505,"score_gpt":0.3514618993918508,"score_spread":0.28923641876851575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904994877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3866299,0.001003154,0.6031957,0.0042334464,0.0031726148,0.000088121844,0.0000021037242,0.00022910541,0.001445798],"genre_scores_gemma":[0.9614265,0.00029011845,0.033130594,0.00009417534,0.0032252313,6.442215e-7,0.000033388762,0.000055663728,0.0017436637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957016,0.0006486363,0.0011353295,0.0006457961,0.0012630147,0.0006056107],"domain_scores_gemma":[0.995294,0.00085773354,0.0017189041,0.00078525435,0.0010442473,0.00029987952],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003099209,0.00037139413,0.0005893158,0.00063934026,0.00077135215,0.0004948831,0.0020680928,0.00020161628,0.000072575676],"category_scores_gemma":[0.0026255944,0.00036984446,0.00027902765,0.0010544967,0.00023099869,0.0022725577,0.0005698053,0.0022821818,0.0001524284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040455704,0.0021199088,0.41481304,0.0002248726,0.0045878324,0.0005106068,0.036160253,0.42376038,0.0039619454,0.012057029,0.026473178,0.074926384],"study_design_scores_gemma":[0.0015366571,0.0014959335,0.003462579,0.00043693162,0.00044819585,0.00011515264,0.0075998823,0.9216335,0.00010430949,0.0006566224,0.06177744,0.0007328225],"about_ca_topic_score_codex":0.00001179998,"about_ca_topic_score_gemma":0.000016637046,"teacher_disagreement_score":0.5747966,"about_ca_system_score_codex":0.00031725856,"about_ca_system_score_gemma":0.00083465746,"threshold_uncertainty_score":0.99987537},"labels":[],"label_agreement":null},{"id":"W2905577243","doi":"10.4324/9781315751108-32","title":"Alternative Models of MOOCs","year":2015,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Computer science","score_opus":0.07007189339618142,"score_gpt":0.2917708841878666,"score_spread":0.2216989907916852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905577243","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.965755e-7,0.00013691792,0.32895425,0.00032363614,0.00009328537,0.000025222289,0.00000441902,0.000052031806,0.6704092],"genre_scores_gemma":[0.004514568,0.000056818313,0.03304924,0.00007305692,0.00012067704,3.132315e-7,0.0000051794177,0.000015388043,0.96216476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99908984,0.0000070602255,0.00020014631,0.00024528962,0.00035713665,0.000100506004],"domain_scores_gemma":[0.9990027,0.00003017973,0.00017839852,0.00045594698,0.00026302238,0.000069746886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013036076,0.00014766927,0.00025511038,0.0001081965,0.000013120937,0.000024288995,0.00071691885,0.00011240782,0.00004165193],"category_scores_gemma":[0.0000085298825,0.00012243605,0.00009315916,0.00002266651,0.00003793145,0.00012678943,0.0002608749,0.00021557357,0.00009256236],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.1861934e-7,0.000005663757,2.938831e-7,0.000006345712,0.000027396818,0.0000059218623,0.00007038565,0.0075899037,5.656285e-7,0.9842165,0.002368643,0.0057078516],"study_design_scores_gemma":[0.00005101076,0.000038302398,6.0847e-8,0.00003409939,0.0000068014183,0.0000019291817,0.0000011513464,0.40782222,0.0000077994755,0.5674635,0.024477877,0.00009523681],"about_ca_topic_score_codex":0.00002959208,"about_ca_topic_score_gemma":0.0000029487946,"teacher_disagreement_score":0.416753,"about_ca_system_score_codex":0.000023780274,"about_ca_system_score_gemma":0.00011613877,"threshold_uncertainty_score":0.49927968},"labels":[],"label_agreement":null},{"id":"W2907186152","doi":"10.12738/estp.2018.6.251","title":"Analysis of the Development Status and Impact of MOOCs in American Higher Education","year":2018,"lang":"en","type":"article","venue":"Educational Sciences Theory & Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Higher education; Order (exchange); Political science; Mathematics education; Engineering ethics; Sociology; Psychology; Engineering; Business","score_opus":0.015666553336220003,"score_gpt":0.3850284165735747,"score_spread":0.3693618632373547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907186152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893002,0.00010188277,0.0004477455,0.0060439585,0.00017215966,0.000039867875,9.140084e-7,0.0000038997514,0.0038893973],"genre_scores_gemma":[0.9833797,0.000008525909,0.016006997,0.00016942326,0.000043696615,0.0000024171413,0.0000010529253,0.0000014145214,0.00038675647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894166,0.00022985932,0.00020821294,0.00019451787,0.00029609777,0.00012963769],"domain_scores_gemma":[0.9982842,0.0008685501,0.00037890687,0.0002047339,0.00021966464,0.000043945136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013904397,0.000058901103,0.00010954064,0.0002651853,0.00012405601,0.000044350672,0.0004377427,0.000012167376,0.00005587448],"category_scores_gemma":[0.0006882327,0.000038516017,0.00004132917,0.003250552,0.00058522634,0.00042639932,0.000094516996,0.00006827519,0.0000025873671],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014286812,0.00045110242,0.6549798,0.0000035581975,0.00013576444,2.2385983e-8,0.0050706966,0.0010509904,0.0001566116,0.3116557,0.00004657574,0.026434861],"study_design_scores_gemma":[0.000024774137,0.000078554884,0.9868126,0.000009667487,0.00004628433,7.4678286e-7,0.0006771982,0.0015230952,0.00005539356,0.009839443,0.0008827775,0.000049485057],"about_ca_topic_score_codex":0.0005574196,"about_ca_topic_score_gemma":0.000058011126,"teacher_disagreement_score":0.33183274,"about_ca_system_score_codex":0.000067986155,"about_ca_system_score_gemma":0.0022519263,"threshold_uncertainty_score":0.39948204},"labels":[],"label_agreement":null},{"id":"W2908487311","doi":"10.21432/cjlt27644","title":"Instructors' Perceptions of Networked Learning and Analytics | Perceptions des instructeurs quant à l'apprentissage et l'analyse en réseau","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Dalhousie University","funders":"","keywords":"Learning analytics; Social network analysis; Session (web analytics); Graduate students; Psychology; Sociology; Humanities; Computer science; Pedagogy; World Wide Web; Data science; Social media","score_opus":0.008635284684291259,"score_gpt":0.27037197768265003,"score_spread":0.2617366929983588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908487311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753145,0.000496222,0.021771707,0.0020165476,0.00012501857,0.000029750418,0.0000018810501,0.000052128053,0.00019222667],"genre_scores_gemma":[0.97772425,0.00048790762,0.021438718,0.000012046041,0.00010010026,4.6959582e-7,0.0000022764502,0.000015462178,0.00021876775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985708,0.00023260611,0.00044261338,0.00024140504,0.00014227473,0.0003703257],"domain_scores_gemma":[0.9985913,0.00010608273,0.00036328752,0.0001703151,0.00041284482,0.00035617113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005860818,0.00016931944,0.00037127067,0.001322672,0.00054024276,0.0001256635,0.00038551496,0.00021360624,0.000044245182],"category_scores_gemma":[0.0006710455,0.0001618868,0.00007706155,0.0011024753,0.0009921364,0.0002291604,0.00010226353,0.0011566529,0.0000033739466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035271491,0.0000137607185,0.90055287,0.000021326512,0.0001113813,0.000045230983,0.0034545884,0.0009368007,0.0010242051,0.006913227,0.000050407423,0.08687266],"study_design_scores_gemma":[0.0040538325,0.007898584,0.37759647,0.0017775167,0.00090204,0.009345485,0.13053876,0.37012237,0.00046886213,0.03338486,0.061690927,0.0022202733],"about_ca_topic_score_codex":0.00043283918,"about_ca_topic_score_gemma":0.004923121,"teacher_disagreement_score":0.52295643,"about_ca_system_score_codex":0.000067085755,"about_ca_system_score_gemma":0.00050191936,"threshold_uncertainty_score":0.66015524},"labels":[],"label_agreement":null},{"id":"W2908730233","doi":"10.4018/978-1-4666-6276-6.ch010","title":"Resolving the Paradox of Overconfident Students with Intelligent Methods","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in mobile and distance learning book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Class (philosophy); Closing (real estate); Computer science; Test (biology); Tree (set theory); Mathematics education; Artificial intelligence; Course (navigation); Machine learning; Data mining; Data science; Psychology; Engineering; Mathematics","score_opus":0.006782974964926694,"score_gpt":0.3042831871583513,"score_spread":0.2975002121934246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908730233","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063317496,0.19306724,0.7245631,0.00058310403,0.0004050384,0.0007587912,0.0000056467507,0.00020588156,0.07977797],"genre_scores_gemma":[0.063306354,0.14438201,0.08015243,0.00046666188,0.00027781742,0.00012755433,0.000019658777,0.00014582595,0.7111217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981391,0.00014314876,0.00047105414,0.00053772645,0.000446119,0.00026288934],"domain_scores_gemma":[0.99829996,0.0004843234,0.000515614,0.0005542074,0.000088808025,0.00005706907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006748796,0.00033243917,0.0005516757,0.00010050095,0.00018780006,0.00015796997,0.0007846906,0.000109220935,0.000016393848],"category_scores_gemma":[0.00007230903,0.00023042037,0.00007871664,0.00008170882,0.00044526323,0.000555706,0.00031055106,0.00074511673,0.0000037800246],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106341504,0.000034311943,0.006267981,0.00037602565,0.00008546894,0.000038196413,0.0033943183,0.023899833,0.0000114631175,0.71689385,0.00003647636,0.24885571],"study_design_scores_gemma":[0.00017572884,0.00053402735,0.00012068084,0.0010638955,0.0000308059,0.000018894125,0.00041266205,0.0012073749,0.00007335639,0.016489686,0.9795211,0.00035179843],"about_ca_topic_score_codex":0.0000073142787,"about_ca_topic_score_gemma":0.00007179206,"teacher_disagreement_score":0.9794846,"about_ca_system_score_codex":0.000039855207,"about_ca_system_score_gemma":0.000049695573,"threshold_uncertainty_score":0.939627},"labels":[],"label_agreement":null},{"id":"W2908942788","doi":"10.11575/prism/27816","title":"Social Presence in Two Massive Open Online Courses (MOOCs): A Multiple Case Study","year":2017,"lang":"en","type":"dissertation","venue":"PRISM (University of Calgary)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ontario Institute of Technology","keywords":"Massive open online course; Data science; Mathematics education; Computer science; Psychology","score_opus":0.028010132192527463,"score_gpt":0.3297315295364843,"score_spread":0.30172139734395687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908942788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98559004,0.000057006608,0.009627905,0.000878039,0.00025428104,0.00069439504,0.0000037458706,0.000056731045,0.0028378384],"genre_scores_gemma":[0.9482813,0.000023142014,0.024230277,0.000011931272,0.00003944973,9.888372e-7,0.00012668225,0.000016873628,0.027269356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852705,0.00016699753,0.00018273493,0.00053410116,0.0003488736,0.00024021998],"domain_scores_gemma":[0.9984858,0.00011387049,0.000566755,0.0005715201,0.00017661501,0.00008545821],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024739557,0.00020940315,0.00049456384,0.00026094567,0.0005114364,0.00014364517,0.0027000648,0.00013963971,0.00001533357],"category_scores_gemma":[0.00010738741,0.00025965137,0.00011403174,0.00018597841,0.00007934132,0.00057970383,0.00060995243,0.0005630754,0.000008348529],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036229586,0.0048902486,0.039203335,0.0002743905,0.0004377952,0.04127108,0.120233625,0.00007195344,0.00006865022,0.0017748734,0.0029173126,0.78849447],"study_design_scores_gemma":[0.007690365,0.00054062053,0.08479607,0.00045257405,0.0003160888,0.000081310354,0.03752859,0.8626325,0.000019592902,0.0013288959,0.0034334157,0.0011799556],"about_ca_topic_score_codex":0.029728433,"about_ca_topic_score_gemma":0.020401476,"teacher_disagreement_score":0.8625606,"about_ca_system_score_codex":0.000061408115,"about_ca_system_score_gemma":0.0004074715,"threshold_uncertainty_score":0.9999856},"labels":[],"label_agreement":null},{"id":"W2909096420","doi":"","title":"MOOC: PLATFORMS FOR SCIENCE EDUCATION AND THEIR RELEVANCE FOR TEACHERS AND STUDENTS","year":2017,"lang":"en","type":"article","venue":"Research Journal of Social Science & Management","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Connectivism; Massive open online course; Relevance (law); Mathematics education; Online learning; Distance education; Sociology; Pedagogy; Library science; Computer science; World Wide Web; Psychology; Political science; Learning theory","score_opus":0.06035424064101185,"score_gpt":0.4726307496685499,"score_spread":0.41227650902753804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909096420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92562217,0.0002474989,0.060703147,0.009812574,0.0004991648,0.0007018904,0.0000016818431,0.000013133061,0.0023987256],"genre_scores_gemma":[0.9805134,0.0001704179,0.018374482,0.0000355072,0.00018061169,0.0000066349144,7.5011975e-8,0.000003696515,0.0007151707],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978666,0.000013819314,0.00019883689,0.00029131942,0.0011400633,0.0004894104],"domain_scores_gemma":[0.99839485,0.00012771093,0.00026419255,0.00023874105,0.00077896594,0.00019553224],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0144237345,0.000072741976,0.00012353061,0.00038440363,0.0036861426,0.00197852,0.0026600852,0.000020382797,2.3871524e-7],"category_scores_gemma":[0.0009850578,0.00005309905,0.000037962855,0.0003908916,0.0015996364,0.0017645361,0.0008826417,0.00018395255,3.607265e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016857306,0.00011697504,0.0018530397,0.000042904794,0.000014352204,0.0000014370672,0.0037255632,0.000004963273,0.00094056205,0.1659831,0.00032006035,0.8269802],"study_design_scores_gemma":[0.0027878548,0.0014753237,0.47355777,0.0004654241,0.000034413384,0.00003167675,0.024309248,0.020941691,0.0017164948,0.4273746,0.046762668,0.00054284895],"about_ca_topic_score_codex":0.000006084671,"about_ca_topic_score_gemma":0.0000031272464,"teacher_disagreement_score":0.82643735,"about_ca_system_score_codex":0.00018957353,"about_ca_system_score_gemma":0.00055660465,"threshold_uncertainty_score":0.99905753},"labels":[],"label_agreement":null},{"id":"W2909279678","doi":"10.1145/3284869.3284879","title":"Extracting Learning Outcomes Using Machine Learning and White Space Analysis","year":2018,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Scope (computer science); Task (project management); Process (computing); Machine learning; Artificial intelligence; White spaces; Information retrieval; Space (punctuation); Information extraction; Data mining; Natural language processing; Programming language; Engineering","score_opus":0.017799068492094696,"score_gpt":0.31060032216888817,"score_spread":0.2928012536767935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909279678","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3501514,0.000075153104,0.64427996,0.001890122,0.00007774736,0.000030088848,1.6969231e-7,0.00035770264,0.0031376742],"genre_scores_gemma":[0.8222144,0.000011578604,0.1685028,0.00008281901,0.00008211978,2.8383528e-7,0.0000016980696,0.000011510101,0.009092749],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858123,0.0001500859,0.00023072276,0.00044729392,0.00024959884,0.0003410751],"domain_scores_gemma":[0.99917746,0.0001839989,0.00018175179,0.00022957125,0.00010945454,0.00011773978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000607151,0.00017579654,0.00030358028,0.00036279502,0.0005672102,0.00038036486,0.00025795956,0.000060999253,0.00007991166],"category_scores_gemma":[0.00033234002,0.00014859615,0.00011658998,0.0011743314,0.000062452964,0.0003866966,0.0003054817,0.00046516163,0.000027175493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012955501,0.000013820198,0.98495096,0.0000045002457,0.0001592023,0.000007341116,0.0005373209,0.0064823916,0.00043380068,0.0011403121,0.00000259932,0.0062664747],"study_design_scores_gemma":[0.00013212189,0.00006407331,0.019505,0.000009336976,0.00012913984,0.00001222253,0.00019240161,0.9770166,0.00010411838,0.0000876272,0.0025435954,0.00020374556],"about_ca_topic_score_codex":0.00025134152,"about_ca_topic_score_gemma":0.00011284767,"teacher_disagreement_score":0.9705342,"about_ca_system_score_codex":0.000022696842,"about_ca_system_score_gemma":0.000025368445,"threshold_uncertainty_score":0.6059575},"labels":[],"label_agreement":null},{"id":"W2909418636","doi":"","title":"Agentic Engagement for Deeper Learning","year":2018,"lang":"en","type":"article","venue":"2018 Conference of the Canadian Society for the Study of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Psychology; Sociology","score_opus":0.057830935653474365,"score_gpt":0.31381065859332385,"score_spread":0.2559797229398495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909418636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.866182,0.00016344021,0.08709349,0.038082488,0.003718723,0.0033903993,0.000020351576,0.00004112941,0.0013079679],"genre_scores_gemma":[0.9908495,0.0000037393045,0.0060521173,0.00019032975,0.00016160443,0.000049077782,0.0000022038537,0.000006171748,0.0026852686],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993147,0.000049019334,0.00016464923,0.0001543148,0.00014172231,0.00017558987],"domain_scores_gemma":[0.9987224,0.00014522167,0.00018371394,0.00040862095,0.00048555434,0.000054529348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006592338,0.000074170595,0.00010130758,0.000027957842,0.00079406786,0.00006323647,0.0008514829,0.000032641594,0.000010831882],"category_scores_gemma":[0.00021281176,0.000049915914,0.00017054469,0.00017704902,0.00012699724,0.00006809239,0.00006426886,0.00010053287,0.0000018811429],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029062367,0.0017328763,0.026344484,0.0003902965,0.0017110021,5.3666543e-8,0.34005794,0.0016368419,0.0011586181,0.26981714,0.14677517,0.21034649],"study_design_scores_gemma":[0.0027656103,0.0042832624,0.07519404,0.000372944,0.0011115706,0.0000027453161,0.18253417,0.4345738,0.0019469742,0.062856786,0.23338753,0.00097057945],"about_ca_topic_score_codex":0.010601067,"about_ca_topic_score_gemma":0.03165696,"teacher_disagreement_score":0.43293694,"about_ca_system_score_codex":0.000082665385,"about_ca_system_score_gemma":0.0011474679,"threshold_uncertainty_score":0.9959874},"labels":[],"label_agreement":null},{"id":"W2910922655","doi":"10.1145/3277569","title":"A Robust Machine Learning Technique to Predict Low-performing Students","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Science Foundation","keywords":"Computer science; Curriculum; Clicker; Term (time); Support vector machine; Higher education; Machine learning; Mathematics education; Peer instruction; Set (abstract data type); Artificial intelligence; Pedagogy; Psychology","score_opus":0.012585736890408872,"score_gpt":0.2873085186061899,"score_spread":0.274722781715781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910922655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2641959,0.000010711526,0.732202,0.0020948823,0.00069893204,0.00028728446,7.074775e-7,0.00033427018,0.0001753015],"genre_scores_gemma":[0.8621814,0.00000449952,0.13597031,0.0002619078,0.00009178003,0.00001630424,0.000006479447,0.000017794488,0.0014495054],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860626,0.00008873913,0.00024856237,0.00044136276,0.00035495003,0.00026009692],"domain_scores_gemma":[0.9988607,0.00015261005,0.0000952416,0.00066508807,0.00011105144,0.000115275194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004663809,0.00016114119,0.0001526525,0.00033692675,0.00031620052,0.00019406814,0.0010134984,0.00006941167,0.000022963146],"category_scores_gemma":[0.000075472664,0.00016637555,0.00007088252,0.0006980272,0.000009166288,0.00027446763,0.000046145888,0.00053799717,0.00023518983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010016638,0.0007944043,0.020048816,0.00007211067,0.00003841747,0.0000010410982,0.0017416768,0.6834315,0.0009787963,0.00037250403,0.00007472744,0.292436],"study_design_scores_gemma":[0.0004217559,0.00060039526,0.008014545,0.0007233454,0.00002828049,0.000042106,0.00032338317,0.98336595,0.002514584,0.0005672419,0.002874893,0.0005234992],"about_ca_topic_score_codex":0.000061416846,"about_ca_topic_score_gemma":0.0000040074597,"teacher_disagreement_score":0.5979855,"about_ca_system_score_codex":0.00012467566,"about_ca_system_score_gemma":0.00017677952,"threshold_uncertainty_score":0.6784598},"labels":[],"label_agreement":null},{"id":"W2912049494","doi":"10.1108/ils-01-2019-138","title":"Inaugural issue perspectives on<i>Information and Learning Sciences</i>as an integral scholarly nexus","year":2019,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Scholarship; Sociology; Originality; Scholarly communication; Value (mathematics); Scope (computer science); Engineering ethics; Social science; Computer science; Political science; Engineering; Publishing","score_opus":0.009488302127880023,"score_gpt":0.27573242182306984,"score_spread":0.2662441196951898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912049494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9644417,0.0000962293,0.004356163,0.0038236121,0.00022290769,0.00013784213,6.5186873e-7,0.00027490556,0.026645975],"genre_scores_gemma":[0.9917779,0.000058111254,0.006413134,0.0010036222,0.000048884467,0.0000025112047,0.0000066827924,0.0000029987705,0.00068615895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981068,0.00023649105,0.0003428027,0.0002946032,0.0006687347,0.00035058917],"domain_scores_gemma":[0.999022,0.0001806701,0.0002993545,0.00014704399,0.00020186209,0.00014904987],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.002634371,0.00018262207,0.00017051688,0.0005920555,0.0017441823,0.00473403,0.000589798,0.000083206956,0.00004070931],"category_scores_gemma":[0.00096436124,0.00014637606,0.000034757824,0.000948663,0.00041763292,0.023522047,0.00016717048,0.0009605614,0.00043635818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003053844,0.000052103624,0.042003598,0.00007256167,0.000017767776,0.0000015997368,0.15554424,0.08349175,0.00009080674,0.33405697,0.00015776961,0.3844803],"study_design_scores_gemma":[0.00048917584,0.0022320477,0.010369591,0.00009061811,0.0000050405056,0.00005521363,0.09861128,0.8339695,0.00003142751,0.0010867101,0.05268023,0.00037916037],"about_ca_topic_score_codex":0.00020819734,"about_ca_topic_score_gemma":0.0000024716035,"teacher_disagreement_score":0.75047773,"about_ca_system_score_codex":0.000033731256,"about_ca_system_score_gemma":0.00018416291,"threshold_uncertainty_score":0.9995554},"labels":[],"label_agreement":null},{"id":"W2912852114","doi":"10.1002/pra2.2018.14505501119","title":"Video‐based consensus annotations for learning: A feasibility study","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software deployment; Multimedia; Online video; World Wide Web; Information retrieval; Human–computer interaction","score_opus":0.016852442396518508,"score_gpt":0.30052534659460584,"score_spread":0.28367290419808733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912852114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96162635,0.0000027888123,0.007835,0.027841097,0.0001772186,0.0011448503,0.000009203227,0.00022580009,0.0011376883],"genre_scores_gemma":[0.9902734,3.5729866e-7,0.009448313,0.00011867941,0.0000144128135,0.0000422809,5.9726585e-7,0.0000016911165,0.0001002753],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990232,0.000004139422,0.0002782625,0.00015293682,0.0003571678,0.00018432281],"domain_scores_gemma":[0.9944082,0.00013540457,0.0005881069,0.00010424045,0.004739653,0.000024402436],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023572121,0.000061832965,0.00010835676,0.00039885336,0.0007263761,0.00018034445,0.00059574924,0.00006572553,1.6807914e-7],"category_scores_gemma":[0.009500775,0.000048032885,0.000030789604,0.0019990895,0.00027400226,0.00086606323,0.00013483004,0.00009274149,0.0000016692289],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026742822,0.000179181,0.6036894,0.00006493077,0.000028315864,6.511332e-9,0.0035977354,0.00005656799,0.003024015,0.374772,0.00141291,0.013148205],"study_design_scores_gemma":[0.0043213484,0.0033523433,0.089121446,0.0000522716,0.000089702226,0.000004527468,0.009362058,0.72344416,0.03583785,0.09875599,0.035202295,0.00045600918],"about_ca_topic_score_codex":0.000002256014,"about_ca_topic_score_gemma":0.0000016989935,"teacher_disagreement_score":0.7233876,"about_ca_system_score_codex":0.000107628286,"about_ca_system_score_gemma":0.00019070445,"threshold_uncertainty_score":0.9988426},"labels":[],"label_agreement":null},{"id":"W2912981933","doi":"10.2196/10982","title":"Data Collection Approaches to Enable Evaluation of a Massive Open Online Course About Data Science for Continuing Education in Health Care: Case Study","year":2019,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Thematic analysis; Data collection; Computer science; Qualitative property; Coding (social sciences); Medical education; Qualitative research; Psychology; Mathematics education; Medicine","score_opus":0.16966732532923212,"score_gpt":0.4930422755959889,"score_spread":0.3233749502667568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912981933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685466,0.00030089743,0.0046976646,0.019902298,0.00109053,0.005275259,0.00003795288,0.00002532268,0.00012347176],"genre_scores_gemma":[0.97310853,0.000005282388,0.0253669,0.00031447227,0.00016287007,0.00020295284,0.00063213357,0.0000084149815,0.00019842893],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971412,0.00028537837,0.00048738482,0.00083522784,0.0010171494,0.0002336541],"domain_scores_gemma":[0.99701685,0.00011549676,0.0003342801,0.0017257755,0.0005920167,0.00021558774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068955347,0.000104446815,0.00022923549,0.00028828322,0.0001363843,0.00018525796,0.0027148896,0.000051578154,0.00001170117],"category_scores_gemma":[0.0021104696,0.00010044063,0.0000116448555,0.0013851798,0.00005421595,0.001333787,0.0010621664,0.00017598346,0.000003286257],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019407733,0.0061301542,0.007240882,0.00019135408,0.000010623565,0.0000010850232,0.023291927,0.0005089235,0.000012227396,0.0011924051,0.0039251745,0.95747584],"study_design_scores_gemma":[0.001157628,0.00040642556,0.0069859107,0.00039287106,0.000029771792,0.000031771124,0.077968195,0.9110847,0.0000072768826,0.00023702123,0.0015465497,0.00015188675],"about_ca_topic_score_codex":0.0022090608,"about_ca_topic_score_gemma":0.001976019,"teacher_disagreement_score":0.95732397,"about_ca_system_score_codex":0.0003545958,"about_ca_system_score_gemma":0.027566522,"threshold_uncertainty_score":0.9779463},"labels":[],"label_agreement":null},{"id":"W2913552643","doi":"10.1145/3593342","title":"Proceedings of the 25th Western Canadian Conference on Computing Education","year":2023,"lang":"en","type":"paratext","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Software engineering; Programming language; Mathematics education; Psychology","score_opus":0.027067982347657813,"score_gpt":0.29926678877892116,"score_spread":0.2721988064312633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913552643","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007655462,0.000037752805,0.000922772,0.0339702,0.0054813274,0.00032533094,0.00002015549,0.00013789424,0.9514491],"genre_scores_gemma":[0.27695456,0.000021673097,0.0010914708,0.0010739287,0.0003688714,0.0000024051146,0.00001552871,0.000020913703,0.72045064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989584,0.000014220155,0.0002134766,0.00032345264,0.00025128553,0.00023914133],"domain_scores_gemma":[0.99909407,0.000028700231,0.00022612725,0.0002613794,0.0002841065,0.000105591585],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015102745,0.00015825227,0.00019969366,0.00020294484,0.000127663,0.00021122432,0.0012998425,0.00013119727,0.00004012166],"category_scores_gemma":[0.000035020505,0.000111464826,0.00006866119,0.00051512173,0.000034965207,0.0000603682,0.00017971997,0.0004076776,0.0017337534],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.047222e-7,0.000042387834,0.0007288677,0.00016696747,0.000026648613,3.8586205e-7,0.00079292845,0.00043757874,0.000015153862,0.106161356,0.88214123,0.009486011],"study_design_scores_gemma":[0.00034396438,0.00032835113,0.013950171,0.005850593,0.00006619095,0.00002322793,0.0010470733,0.47939777,0.00050977536,0.004304902,0.49258792,0.0015900343],"about_ca_topic_score_codex":0.02903026,"about_ca_topic_score_gemma":0.0076651387,"teacher_disagreement_score":0.47896022,"about_ca_system_score_codex":0.00008219228,"about_ca_system_score_gemma":0.0019285224,"threshold_uncertainty_score":0.9990435},"labels":[],"label_agreement":null},{"id":"W2914032695","doi":"10.1145/3310216.3310218","title":"ICER 2019 call for participation","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Fifteenth; Library science; Computer science; History; Artificial intelligence","score_opus":0.012820397193943968,"score_gpt":0.28168711243989203,"score_spread":0.2688667152459481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914032695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5245963,0.0002513461,0.2168786,0.2489599,0.0016847422,0.0009740442,0.000014350789,0.00072414876,0.0059166304],"genre_scores_gemma":[0.90160257,0.000008319972,0.061708905,0.0018106671,0.00019071474,0.000019764735,0.000013820965,0.000015276475,0.034629997],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917597,0.000033361284,0.00014980907,0.00026372267,0.00014158063,0.00023557182],"domain_scores_gemma":[0.9988938,0.00026692997,0.000069171256,0.0006356949,0.00007485232,0.000059571277],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002503563,0.000086401174,0.000115435716,0.000039524784,0.000051450395,0.00007575074,0.0006143922,0.000052117965,0.00012989389],"category_scores_gemma":[0.00031750038,0.000077411685,0.00006419279,0.00009722233,0.000010615894,0.000055305423,0.00016884762,0.000093253686,0.0028471379],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061627965,0.00043948565,0.018408917,0.0001279075,0.00009245062,0.000011241406,0.001384533,0.0074968273,0.0030237495,0.053699374,0.8189348,0.0963191],"study_design_scores_gemma":[0.0006931577,0.00022804565,0.0040287245,0.00002477982,0.000014110998,0.0000020834254,0.000012176154,0.06205153,0.0008023192,0.0028644286,0.92903006,0.00024855754],"about_ca_topic_score_codex":0.000023795286,"about_ca_topic_score_gemma":0.0000016441383,"teacher_disagreement_score":0.3770063,"about_ca_system_score_codex":0.0000149664465,"about_ca_system_score_gemma":0.00002827214,"threshold_uncertainty_score":0.9979293},"labels":[],"label_agreement":null},{"id":"W2914619493","doi":"10.71781/6221","title":"Perceived Academic Achievement and Social Integration in the Context of Social Software : a Comparative Study on Canadian and Chinese University Students","year":2018,"lang":"en","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Academic achievement; Mathematics education; Psychology; Pedagogy; Geography","score_opus":0.010752204508474177,"score_gpt":0.24446733860700376,"score_spread":0.2337151340985296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914619493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981889,0.00012161926,0.000038675647,0.00060083444,0.00010539759,0.00028716607,0.000025011566,0.00001716825,0.0006152368],"genre_scores_gemma":[0.99794626,0.000018979094,0.000084974396,0.00005433156,0.000046989524,0.0000019027877,0.00008057743,0.0000043766413,0.0017616263],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99867165,0.00023424867,0.00017181723,0.000330556,0.00042984332,0.00016187059],"domain_scores_gemma":[0.9994041,0.00006513672,0.00020482192,0.00011522563,0.00013995265,0.00007081025],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.000214199,0.00019590631,0.00026227845,0.00030141126,0.0028271817,0.000046652774,0.0005210623,0.00017816591,0.0000010205883],"category_scores_gemma":[0.000016242908,0.0001760053,0.00005910536,0.00024551156,0.00013278348,0.00017519588,0.000097220116,0.00046156647,0.0000016390161],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030130395,0.0002952343,0.14998159,0.000029303763,0.00015472426,0.00022200818,0.8388279,0.000016473623,0.00017081393,0.007073117,0.00012893662,0.002798586],"study_design_scores_gemma":[0.000689205,0.00017070035,0.7429759,0.000044945107,0.0000541836,0.000007922659,0.2549926,0.0004850361,0.0000078035955,0.00006999703,0.00036761045,0.0001340913],"about_ca_topic_score_codex":0.056018893,"about_ca_topic_score_gemma":0.29529512,"teacher_disagreement_score":0.59299433,"about_ca_system_score_codex":0.0011151372,"about_ca_system_score_gemma":0.0005466002,"threshold_uncertainty_score":0.998471},"labels":[],"label_agreement":null},{"id":"W2915179934","doi":"10.1145/3287324.3287422","title":"The Academic Enhancement Program","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Construct (python library); Medical education; Computer science; Psychology; Academic institution; Perception; Mathematics education; Variance (accounting); Academic achievement; Medicine; Programming language","score_opus":0.008659725098663779,"score_gpt":0.30049435495949817,"score_spread":0.2918346298608344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915179934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3264649,0.00077350874,0.31696334,0.1597204,0.0021829943,0.0010600743,2.1878348e-7,0.001827845,0.19100672],"genre_scores_gemma":[0.90198916,0.00006681269,0.024054578,0.00050800294,0.000062257874,0.000007890028,3.479495e-7,0.0000029714663,0.073307976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995296,0.000014341476,0.000073621086,0.00011263259,0.00012829843,0.00014148242],"domain_scores_gemma":[0.9996283,0.00004366762,0.000023655139,0.00026140304,0.00001841134,0.000024583262],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017582181,0.00003676645,0.00003459716,0.000009732216,0.00006165918,0.00007874957,0.0005235564,0.000019838299,0.000016814236],"category_scores_gemma":[0.000009907794,0.000019892519,0.00002152503,0.00011239721,0.000010785305,0.000070206275,0.00011061508,0.00014204522,0.00088041206],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.696915e-7,0.000027710947,0.0022859788,0.000002997456,0.000007958744,4.580929e-7,0.00008334145,0.000052267387,0.0003236404,0.2633251,0.0030701528,0.7308197],"study_design_scores_gemma":[0.000109299326,0.0001559972,0.000874508,0.000008433375,0.0000015587851,0.0000016624539,0.00003162308,0.3965048,0.001031056,0.0053742323,0.5958133,0.0000935575],"about_ca_topic_score_codex":0.0000020757357,"about_ca_topic_score_gemma":5.9330245e-7,"teacher_disagreement_score":0.7307262,"about_ca_system_score_codex":0.000006987529,"about_ca_system_score_gemma":0.000021110534,"threshold_uncertainty_score":0.99989754},"labels":[],"label_agreement":null},{"id":"W2915483812","doi":"10.1145/3287324.3293827","title":"Evaluating the Effect of Follow-up Questions in an Online Exercise","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Class (philosophy); Sentence; Quality (philosophy); Mathematics education; Significant difference; Psychology; Computer science; Cognitive psychology; Artificial intelligence; Medicine","score_opus":0.03591639783005256,"score_gpt":0.37061968015465724,"score_spread":0.33470328232460467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915483812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9958403,0.00003333707,0.0027287723,0.00085921097,0.00013414351,0.000115690425,5.5551055e-7,0.00004695457,0.00024102457],"genre_scores_gemma":[0.9866084,0.0000028553693,0.011742737,0.000036428002,0.00002021984,0.0000021072844,0.0000025336801,0.0000036546185,0.0015810949],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992422,0.00016954866,0.0001451961,0.000156055,0.00017544665,0.00011154908],"domain_scores_gemma":[0.99922997,0.0002201836,0.000048991096,0.0004363498,0.000039397768,0.000025085297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007933528,0.00006134568,0.00012808364,0.0000575389,0.00002942784,0.000032753716,0.00044806692,0.000025189356,0.000015545342],"category_scores_gemma":[0.00011247778,0.000035812056,0.000041617808,0.0003010513,0.000013409011,0.00014411985,0.000089702975,0.00012925612,0.000029966894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047013622,0.00024555018,0.36762512,0.00009209698,0.000017850602,0.00000388897,0.0016555217,0.07389651,0.0068106526,0.013974053,0.00009437169,0.53553736],"study_design_scores_gemma":[0.00043192113,0.0007110488,0.016248578,0.00007277748,0.000007938566,8.2498974e-7,0.00003066295,0.9816131,0.00038778078,0.00041973006,0.000018993342,0.0000566609],"about_ca_topic_score_codex":0.00010528359,"about_ca_topic_score_gemma":0.00007415439,"teacher_disagreement_score":0.9077166,"about_ca_system_score_codex":0.000008846388,"about_ca_system_score_gemma":0.000032966058,"threshold_uncertainty_score":0.14603733},"labels":[],"label_agreement":null},{"id":"W2915650894","doi":"10.17485/ijst/2019/v12i4/139729","title":"Predicting University Dropout trough Data Mining: A systematic Literature","year":2019,"lang":"en","type":"article","venue":"Indian Journal of Science and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Dropout (neural networks); Computer science; Novelty; Machine learning; Artificial intelligence; Data science; Data mining; Psychology","score_opus":0.009119521106432124,"score_gpt":0.23681894676195514,"score_spread":0.227699425655523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915650894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901832,0.00059485977,0.001468512,0.007201979,0.0002620334,0.00006471154,0.0000022240486,0.000045589753,0.00017691938],"genre_scores_gemma":[0.9874347,0.000046591827,0.012297958,0.000038898732,0.000027173393,3.2570913e-8,2.0872487e-7,0.000002027429,0.00015243908],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900675,0.000029125333,0.00020002028,0.00023528149,0.00032501022,0.00020382924],"domain_scores_gemma":[0.99868876,0.000057956506,0.00031807678,0.00052625674,0.00032811516,0.00008083427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012444572,0.00006850689,0.00020537413,0.00089113833,0.00017094667,0.00016619723,0.002569622,0.00007776125,9.197137e-7],"category_scores_gemma":[0.0005028138,0.000053294196,0.000017355915,0.002333494,0.0003972288,0.0012399879,0.0005326634,0.00032922282,0.000004839307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038724203,0.00041418048,0.70666766,0.0089020785,0.00034992184,0.0088486085,0.037715897,0.00013318185,0.012582661,0.1528288,0.0010948777,0.070423394],"study_design_scores_gemma":[0.0053284825,0.005378378,0.004892681,0.04915343,0.00030220693,0.045481857,0.07187797,0.78663975,0.0022093898,0.019480348,0.007486109,0.0017693901],"about_ca_topic_score_codex":8.7863225e-7,"about_ca_topic_score_gemma":8.9519614e-7,"teacher_disagreement_score":0.7865066,"about_ca_system_score_codex":0.000033065153,"about_ca_system_score_gemma":0.00034757098,"threshold_uncertainty_score":0.47750396},"labels":[],"label_agreement":null},{"id":"W2915690632","doi":"10.1145/3287324.3287419","title":"The Relationship between Prerequisite Proficiency and Student Performance in an Upper-Division Computing Course","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Language proficiency; Mathematics education; Class (philosophy); Course (navigation); Computer science; Quarter (Canadian coin); Psychology; Medical education; Artificial intelligence; Engineering; Medicine","score_opus":0.025572266016462637,"score_gpt":0.3362031269161323,"score_spread":0.3106308608996697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915690632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919591,0.00005692659,0.005854836,0.0012858192,0.00006476604,0.00013028618,1.4844595e-7,0.00006178636,0.00058634434],"genre_scores_gemma":[0.99655294,0.0000037440038,0.0027707957,0.000035022502,0.000028931212,6.321414e-7,0.0000012418961,0.0000039166885,0.000602789],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904877,0.0000822184,0.00018918999,0.00024543225,0.00023196412,0.00020244923],"domain_scores_gemma":[0.99914527,0.00037277452,0.00006265072,0.00033499792,0.000036196423,0.000048122285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083730713,0.00007570068,0.000089191555,0.000049363804,0.0002346395,0.00023613212,0.0004697884,0.000032655982,0.0000011251924],"category_scores_gemma":[0.000029712135,0.00004964503,0.000014536636,0.0002584255,0.000027342088,0.00036926218,0.00022886813,0.00021617106,0.00003300162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.9705097e-7,0.000022082117,0.9782753,0.000005343842,0.000001110431,2.6859973e-7,0.0005430285,0.0008231838,0.0000031246427,0.010897606,0.0000019112395,0.009426627],"study_design_scores_gemma":[0.000109470464,0.000103790175,0.70457023,0.000025983334,0.0000013404537,6.106362e-7,0.00011205623,0.29476115,0.0000033437161,0.0002226072,0.0000324161,0.000056987472],"about_ca_topic_score_codex":0.0000054611482,"about_ca_topic_score_gemma":0.0000057961297,"teacher_disagreement_score":0.29393795,"about_ca_system_score_codex":0.000015438427,"about_ca_system_score_gemma":0.000032075997,"threshold_uncertainty_score":0.22770275},"labels":[],"label_agreement":null},{"id":"W2916593565","doi":"10.19173/irrodl.v20i1.3936","title":"The PERLA Framework: Blending Personalization and Learning Analytics","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Learning analytics; Computer science; Analytics; Personalized learning; Data science; Human–computer interaction; World Wide Web; Teaching method; Open learning; Psychology; Mathematics education; Cooperative learning","score_opus":0.054880486323932665,"score_gpt":0.42641425034253255,"score_spread":0.3715337640185999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916593565","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31861898,0.15344973,0.12680303,0.36631078,0.00087286497,0.003231186,0.00002928111,0.00017866238,0.030505477],"genre_scores_gemma":[0.9443705,0.05285219,0.00091347576,0.00014624392,0.000042689997,0.000009460699,0.00002560047,0.0000074137297,0.0016324295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772537,0.0007900384,0.0002940368,0.0002605442,0.00067972956,0.00025025415],"domain_scores_gemma":[0.99660605,0.0026423717,0.00016366465,0.000228786,0.00030374163,0.00005535499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007962862,0.00008942952,0.00018681958,0.00009871026,0.00046126088,0.0006277785,0.0013930401,0.000038922706,0.00003025586],"category_scores_gemma":[0.0042139417,0.00005518438,0.00003760449,0.0006604888,0.00014022687,0.0002779909,0.0012189087,0.00122441,0.000012243642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043214233,0.00006748235,0.28102615,0.0013950178,0.00010728315,0.000012885841,0.0009779519,0.0036988063,0.000070470815,0.6067146,0.00070425926,0.10518186],"study_design_scores_gemma":[0.00056343403,0.0002099922,0.017261414,0.01313323,0.000015947193,0.000041396663,0.005414011,0.7999152,0.000016412865,0.014275462,0.1489197,0.00023381536],"about_ca_topic_score_codex":0.00008693,"about_ca_topic_score_gemma":0.0000044905473,"teacher_disagreement_score":0.79621637,"about_ca_system_score_codex":0.00005573429,"about_ca_system_score_gemma":0.000109062275,"threshold_uncertainty_score":0.6053683},"labels":[],"label_agreement":null},{"id":"W2930682406","doi":"","title":"Learning Analytics Research: Current Approaches and Future Directions","year":2019,"lang":"en","type":"article","venue":"2019 Conference of the Canadian Society for the Study of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University; University of Victoria","funders":"","keywords":"Learning analytics; Computer science; Cultural analytics; Analytics; Data science; Session (web analytics); Field (mathematics); Big data; World Wide Web; Semantic analytics; The Internet","score_opus":0.10395224830863838,"score_gpt":0.3396396965462654,"score_spread":0.23568744823762705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2930682406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.945739,0.0018047809,0.0005287788,0.046902265,0.0020384935,0.0016768229,0.00001538196,0.000021489024,0.0012729886],"genre_scores_gemma":[0.9972225,0.0001534193,0.00057648926,0.000018673698,0.00013195664,0.000014306493,0.0000027337223,0.000005006364,0.0018749402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991848,0.00009479333,0.00014014926,0.00017875202,0.0002278135,0.00017368821],"domain_scores_gemma":[0.99880105,0.00018893064,0.00013107892,0.00042964568,0.0003828341,0.00006644591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008029431,0.00007073927,0.00011559298,0.00006272822,0.00053869025,0.00008538142,0.0006369678,0.00004041986,0.000003746068],"category_scores_gemma":[0.000087058805,0.00004651721,0.00010932487,0.00044003624,0.00011210906,0.00008704881,0.00009109557,0.00032894575,0.0000014733833],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007752173,0.0008730338,0.0792076,0.0002792372,0.00050592667,2.6373183e-8,0.1357192,0.0020491225,0.000061348546,0.17910993,0.01452169,0.58766514],"study_design_scores_gemma":[0.0008526094,0.00093601755,0.15995766,0.00021052621,0.00026703574,0.0000033228355,0.24357831,0.33480904,0.000050592593,0.013194564,0.24569933,0.00044100362],"about_ca_topic_score_codex":0.010753232,"about_ca_topic_score_gemma":0.014204139,"teacher_disagreement_score":0.5872241,"about_ca_system_score_codex":0.0000768009,"about_ca_system_score_gemma":0.0012830469,"threshold_uncertainty_score":0.99583423},"labels":[],"label_agreement":null},{"id":"W2934172607","doi":"","title":"The Role of Flow in Learning Distributed Computing and MapReduce Concepts using Hands-On Analogy","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Analogy; Computer science; Flow (mathematics); Mathematics education; Artificial intelligence; Theoretical computer science; Mathematics; Epistemology; Philosophy; Geometry","score_opus":0.0062073409666756636,"score_gpt":0.26071901006320614,"score_spread":0.25451166909653045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934172607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690697,0.00010425612,0.02851154,0.0007476276,0.0009151331,0.00023145974,0.0000073902816,0.000010739107,0.00040215923],"genre_scores_gemma":[0.99958736,0.0000046936652,0.00026608602,0.000014964363,0.000050063067,2.848139e-7,0.0000019533375,0.0000017747998,0.000072800314],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988706,0.00015186679,0.00054788135,0.00003439757,0.0002906533,0.00010460203],"domain_scores_gemma":[0.99723893,0.0004537733,0.001846272,0.00008287567,0.0003603013,0.000017821741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001844868,0.000048903017,0.00015682966,0.00008480663,0.0001384565,0.00017353996,0.00024171722,0.00004740894,8.8177345e-8],"category_scores_gemma":[0.0005065658,0.000030411606,0.00006381744,0.00022217674,0.000007997213,0.0004574263,0.00004355185,0.00018139885,0.0000012106935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015554619,0.000009642864,0.14245446,0.000030759245,0.000047881,4.4607138e-8,0.0026138667,0.841696,0.00016900401,0.008004166,0.00007579884,0.004882799],"study_design_scores_gemma":[0.00057926815,0.00008692397,0.0070292903,0.000121529556,0.000006778188,0.0000070878627,0.001339188,0.9850697,0.000109496345,0.00015863671,0.005454952,0.000037153448],"about_ca_topic_score_codex":0.00000820658,"about_ca_topic_score_gemma":7.3081515e-7,"teacher_disagreement_score":0.14337367,"about_ca_system_score_codex":0.00015207713,"about_ca_system_score_gemma":0.000058125635,"threshold_uncertainty_score":0.16734497},"labels":[],"label_agreement":null},{"id":"W2935819513","doi":"","title":"The resurgence of community in online learning","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Distance education; Presentation (obstetrics); Massive open online course; Diversity (politics); Online learning; Phenomenon; Sociology; Higher education; Open education; Mathematics education; Pedagogy; Public relations; Computer science; Psychology; Political science; Multimedia; Epistemology; Law","score_opus":0.023065764293482286,"score_gpt":0.29575960311936794,"score_spread":0.27269383882588566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935819513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89685804,0.000030051282,0.08957804,0.007712672,0.00007666743,0.000022700457,1.5616298e-7,0.00007576475,0.0056458833],"genre_scores_gemma":[0.9930999,0.000015689877,0.0056510004,0.00009010915,0.000013128773,2.2710229e-7,6.4692006e-7,0.00000176661,0.0011274823],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918514,0.00041057213,0.00014529006,0.00005029391,0.00010254308,0.00010613285],"domain_scores_gemma":[0.9988634,0.00067609205,0.000055341527,0.00034712758,0.00003837603,0.00001963958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012739407,0.000037279533,0.00007116319,0.00003244099,0.00014399222,0.00002498001,0.00064608624,0.000017304912,0.0000015855212],"category_scores_gemma":[0.000576624,0.00002394118,0.000021892034,0.00025528367,0.000040984258,0.000053888318,0.00018126603,0.00038726002,0.0000053224794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060914804,0.00030324655,0.097393714,0.000022374856,0.000010379472,0.0000012250317,0.0027021272,0.036322832,0.00062726904,0.31178537,0.00054808264,0.5502773],"study_design_scores_gemma":[0.00011883627,0.00009126749,0.058134917,0.000019468578,9.317988e-7,0.0000011605063,0.000444876,0.9198395,0.00017890436,0.008230901,0.012873188,0.00006602181],"about_ca_topic_score_codex":0.0002630353,"about_ca_topic_score_gemma":0.00027574165,"teacher_disagreement_score":0.88351667,"about_ca_system_score_codex":0.000004727297,"about_ca_system_score_gemma":0.000013808312,"threshold_uncertainty_score":0.16824737},"labels":[],"label_agreement":null},{"id":"W2937752884","doi":"10.21432/cjlt27795","title":"Massive Open Online Course Instructor Motivations, Innovations, and Designs: Surveys, Interviews, and Course Reviews | Motivations, innovations et conceptions des instructeurs de cours en ligne ouverts à tous : sondages, entrevues et évaluations de cours","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Royal Roads University","keywords":"Ligne; Psychology; Humanities; Art","score_opus":0.03635841674639767,"score_gpt":0.3308167221217792,"score_spread":0.29445830537538153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2937752884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91202587,0.0034957598,0.044229258,0.03959186,0.00013779277,0.00035379626,0.000054861135,0.000060685637,0.00005011465],"genre_scores_gemma":[0.94038695,0.0023035503,0.05640452,0.00038807944,0.000039819202,0.000011006226,0.000056099558,0.000024196705,0.00038576862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99739856,0.0010038274,0.00071024685,0.00033636906,0.00014803093,0.00040295845],"domain_scores_gemma":[0.99753237,0.00033852147,0.00072945125,0.000279727,0.00083212304,0.00028781046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030955775,0.00024453166,0.0004904216,0.0010400128,0.00054579147,0.00040309492,0.00059612317,0.000228084,0.000024368159],"category_scores_gemma":[0.002332123,0.00024409786,0.000039377952,0.0015913997,0.00046550934,0.0007422641,0.00016752968,0.0010754494,0.000002395188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023794926,0.00007660205,0.864377,0.00005240296,0.000111664005,0.000026788852,0.0048987847,0.00064497424,0.00026501063,0.053494513,0.0010351965,0.07501469],"study_design_scores_gemma":[0.003601012,0.0012519695,0.8562862,0.0024367839,0.0003582581,0.0023853858,0.04120551,0.022938253,0.00012536604,0.030804371,0.037391976,0.0012149109],"about_ca_topic_score_codex":0.000502535,"about_ca_topic_score_gemma":0.0038313973,"teacher_disagreement_score":0.073799774,"about_ca_system_score_codex":0.00019027095,"about_ca_system_score_gemma":0.0029190532,"threshold_uncertainty_score":0.99540216},"labels":[],"label_agreement":null},{"id":"W2939055072","doi":"10.1080/17439884.2019.1602541","title":"More than access: MOOCs and changes in Chinese higher education","year":2019,"lang":"en","type":"article","venue":"Learning Media and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Haridus- ja Teadusministeerium; Beijing Normal University; University College London","keywords":"Political science; Medical education; Medicine","score_opus":0.006975195919177394,"score_gpt":0.27587952812301103,"score_spread":0.26890433220383364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939055072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95270187,0.00070395274,0.000083461484,0.04571459,0.0002494183,0.000053819324,1.3192235e-7,0.0001921532,0.0003005864],"genre_scores_gemma":[0.99673134,0.00021670068,0.0012852849,0.00015957445,0.000060301554,0.000007013508,0.000003114772,0.0000072753373,0.0015293717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99936366,0.000026923402,0.00008284849,0.00027718284,0.00007801743,0.0001713943],"domain_scores_gemma":[0.9996174,0.0000725138,0.00005723609,0.00018923856,0.000026868736,0.000036745652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010154536,0.00009584315,0.00015025558,0.00040084647,0.000041444593,0.000063151805,0.00028839745,0.00014498498,0.000011150268],"category_scores_gemma":[0.00010447107,0.000080086786,0.000008080019,0.0006095484,0.00006320307,0.00014503425,0.00026741577,0.0003989663,0.000011468151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001097619,0.00002067317,0.92189217,0.000020086365,0.0000036155234,0.000003614347,0.0004117258,0.000020237303,0.00029436164,0.011509088,0.000016006117,0.06580735],"study_design_scores_gemma":[0.00066187105,0.0002140851,0.91612387,0.00013753366,0.000008573328,0.000049201135,0.00046192468,0.027033158,0.00014081186,0.037854563,0.016957834,0.00035660338],"about_ca_topic_score_codex":0.000029375038,"about_ca_topic_score_gemma":0.000038074908,"teacher_disagreement_score":0.06545075,"about_ca_system_score_codex":0.000008804223,"about_ca_system_score_gemma":0.000032320226,"threshold_uncertainty_score":0.32658443},"labels":[],"label_agreement":null},{"id":"W2939061028","doi":"10.1007/978-3-030-11434-3_22","title":"Mastering the MOOC: Exploring a Unique Approach to Online Course Development","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Massive open online course; Perspective (graphical); General partnership; Openness to experience; Online learning; Scalability; Computer science; Online course; Multimedia; World Wide Web; Mathematics education; Political science; Psychology; Artificial intelligence","score_opus":0.054795740408545714,"score_gpt":0.28560980275597414,"score_spread":0.23081406234742843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939061028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016394423,0.012556834,0.937796,0.00026649213,0.0017669857,0.0007516894,0.0000035026385,0.00016856715,0.045050476],"genre_scores_gemma":[0.7391982,0.0038222328,0.13091992,0.00055341655,0.0016038,0.000064453176,0.00004562612,0.00021720446,0.12357513],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977295,0.000048456142,0.0007564915,0.000704105,0.00037729504,0.0003841781],"domain_scores_gemma":[0.9987153,0.00019774222,0.00034027104,0.00055290386,0.000088602326,0.00010520145],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006437533,0.00039034884,0.0005407281,0.00019233949,0.00016916668,0.00022967115,0.0008879135,0.00011235797,8.815383e-7],"category_scores_gemma":[0.000018357401,0.00029948057,0.00006785686,0.0001220426,0.000038688606,0.00022517839,0.0007852463,0.00061656506,0.00002693507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046239493,0.00007473154,0.00030677064,0.00065170403,0.0000620694,0.000019377603,0.0040792767,0.3022351,0.0000018190952,0.35383326,0.000016473463,0.3387148],"study_design_scores_gemma":[0.00014145557,0.00010137291,0.00008493003,0.004319114,0.000018210076,0.000073693394,0.0013660069,0.6401904,0.000013953879,0.0011639034,0.35167438,0.00085259526],"about_ca_topic_score_codex":0.000022657967,"about_ca_topic_score_gemma":0.00001825271,"teacher_disagreement_score":0.80687606,"about_ca_system_score_codex":0.000114473856,"about_ca_system_score_gemma":0.00012244307,"threshold_uncertainty_score":0.99994576},"labels":[],"label_agreement":null},{"id":"W2940407695","doi":"10.19173/irrodl.v20i1.3717","title":"Meaningful Learner Information for MOOC Instructors Examined Through a Contextualized Evaluation Framework","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Science Foundation","keywords":"Variety (cybernetics); Learning analytics; Qualitative research; Psychology; Higher education; Massive open online course; Computer science; Analytics; Pedagogy; Knowledge management; Mathematics education; Data science; Sociology; Political science","score_opus":0.09964264913221155,"score_gpt":0.4677423058807213,"score_spread":0.36809965674850975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940407695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38630506,0.021796782,0.41096255,0.1294584,0.001480493,0.0122166565,0.00015361486,0.0001886105,0.037437852],"genre_scores_gemma":[0.9895645,0.0032447039,0.006205907,0.0003843688,0.0000404431,0.00009373666,0.00023502321,0.000006344649,0.00022501065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758494,0.0005872237,0.00045330165,0.00021304916,0.0009473993,0.00021407663],"domain_scores_gemma":[0.99700326,0.001482602,0.00026182184,0.0002863808,0.00092750194,0.00003843363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0080864085,0.00009528251,0.00024787762,0.00012207926,0.00013041678,0.0003489599,0.0014124378,0.000053145624,0.00008621186],"category_scores_gemma":[0.0076507595,0.000067932306,0.000054596065,0.0006075157,0.00007294561,0.0010435132,0.00064334774,0.00055127504,0.0000250563],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021695695,0.000111988185,0.0202878,0.0020932571,0.00012721271,0.0000013922495,0.002330698,0.0037409796,0.000063213156,0.75221986,0.0018423056,0.21696432],"study_design_scores_gemma":[0.0033982708,0.00042994114,0.0072910306,0.014619336,0.00002666263,0.000014191077,0.0040949965,0.69774973,0.00009219452,0.07883898,0.19312988,0.00031474393],"about_ca_topic_score_codex":0.00015079539,"about_ca_topic_score_gemma":0.0000034663697,"teacher_disagreement_score":0.69400877,"about_ca_system_score_codex":0.00009842355,"about_ca_system_score_gemma":0.00022092808,"threshold_uncertainty_score":0.91592264},"labels":[],"label_agreement":null},{"id":"W2940958054","doi":"10.1007/978-3-030-13743-4_9","title":"Dashboards for Computer-Supported Collaborative Learning","year":2019,"lang":"en","type":"book-chapter","venue":"Intelligent systems reference library","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Collaborative learning; Learning analytics; Computer science; Mirroring; Knowledge management; Analytics; Computer-supported collaborative learning; Active learning (machine learning); Data science; Psychology; Artificial intelligence","score_opus":0.029444330555492965,"score_gpt":0.2609529610215193,"score_spread":0.23150863046602635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940958054","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039354225,0.002962714,0.45491397,0.0012258217,0.0041115703,0.0020703173,0.00031109445,0.0016635782,0.53270155],"genre_scores_gemma":[0.0069332104,0.00065468345,0.0141718555,0.00021429916,0.0010747886,0.000037541675,0.0008828405,0.00016616673,0.9758646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99653345,0.00012222253,0.0010030759,0.0011931129,0.00060319103,0.0005449436],"domain_scores_gemma":[0.99691653,0.00048300528,0.0009384818,0.0010734895,0.0003479059,0.00024059798],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022833138,0.000713579,0.0010744456,0.00043512697,0.00018921337,0.0009220025,0.0018502158,0.0006845039,0.00013312546],"category_scores_gemma":[0.000029360337,0.00064900616,0.0002929201,0.00019219526,0.00007825692,0.0008343207,0.00060408853,0.0011186493,0.0011779906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028183289,0.000039189912,0.00013934387,0.0005871885,0.00034085996,0.000049522983,0.00038467144,0.005667468,0.000009813939,0.9440892,0.028775191,0.019889401],"study_design_scores_gemma":[0.00018356481,0.000539807,0.0000064232486,0.0010864649,0.000040485553,0.000018712604,0.000054157917,0.15068862,0.000060796585,0.0043056924,0.8422832,0.00073208305],"about_ca_topic_score_codex":0.0000071105837,"about_ca_topic_score_gemma":7.5092976e-7,"teacher_disagreement_score":0.93978345,"about_ca_system_score_codex":0.00007645124,"about_ca_system_score_gemma":0.0009459237,"threshold_uncertainty_score":0.9995997},"labels":[],"label_agreement":null},{"id":"W2941439646","doi":"","title":"Usability Evaluation of Learning Analytics: A Student-Centred Perspective / Évaluation de l'utilisabilité de l'analytique de l'apprentissage: Student-Centred Perspective : une perspective centrée sur l'étudiant","year":2019,"lang":"fr","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Usability; Valuation (finance); Learning analytics; Analytics; Psychology; Sociology; Computer science; Data science; Artificial intelligence; Human–computer interaction; Business; Accounting","score_opus":0.0428134329238023,"score_gpt":0.30596239029620326,"score_spread":0.26314895737240096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941439646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92572063,0.00060776435,0.008727252,0.008565146,0.0007165458,0.0032762075,0.00009573911,0.0003451865,0.0519455],"genre_scores_gemma":[0.981192,0.014794607,0.002880885,0.000045897046,0.0002608091,0.0000093384615,0.000029715304,0.00008256127,0.00070420286],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9865253,0.006059219,0.00089729123,0.0023342723,0.0023806645,0.0018032674],"domain_scores_gemma":[0.9888304,0.001013132,0.0011076216,0.0014332447,0.0071032443,0.00051235437],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038815038,0.00093529886,0.00126472,0.0055028494,0.0005192177,0.00042948968,0.0018383547,0.0005780478,0.00028919996],"category_scores_gemma":[0.0037209108,0.0011460439,0.00094668736,0.013858185,0.00070752075,0.0015715475,0.00096606795,0.0017886935,0.0000650731],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00046502284,0.0062024137,0.2755772,0.00027257693,0.0026066925,0.00015974574,0.49875978,0.14029562,0.00018622047,0.069206595,0.00007152867,0.0061966036],"study_design_scores_gemma":[0.0053842072,0.00080580777,0.036933392,0.00043098957,0.0026780306,0.00003825823,0.44265065,0.50316757,0.00029247068,0.00045215068,0.0062539782,0.0009125152],"about_ca_topic_score_codex":0.17096834,"about_ca_topic_score_gemma":0.028812027,"teacher_disagreement_score":0.36287192,"about_ca_system_score_codex":0.018923923,"about_ca_system_score_gemma":0.012399476,"threshold_uncertainty_score":0.99909896},"labels":[],"label_agreement":null},{"id":"W2942549445","doi":"10.19173/irrodl.v20i2.3730","title":"Exploring Demographics and Students’ Motivation as Predictors of Completion of a Massive Open Online Course","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Affect (linguistics); Reputation; Logistic regression; Higher education; Psychology; Demographics; Medical education; Distance education; Mathematics education; Computer science; Medicine; Demography; Sociology","score_opus":0.17683740174929155,"score_gpt":0.45684371254113876,"score_spread":0.28000631079184723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942549445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99089795,0.0014515552,0.00071825704,0.00603359,0.000045502627,0.0005182428,0.000026733627,0.000004531176,0.0003036517],"genre_scores_gemma":[0.9860203,0.013286893,0.00048376582,0.000032320764,0.000012535913,0.000011297719,0.000083267456,0.0000037817317,0.00006581225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998175,0.00038723112,0.00037755477,0.00019107733,0.00075222814,0.000116872274],"domain_scores_gemma":[0.9982533,0.0007204967,0.00028875578,0.0001990904,0.00049845484,0.000039928087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003748421,0.00006652752,0.00026113016,0.00013420625,0.000055531502,0.00011398929,0.0017612147,0.000020451644,0.000014706203],"category_scores_gemma":[0.0013160694,0.00004932596,0.000028238172,0.0005935735,0.00012936609,0.00045680976,0.0019462254,0.00036317384,0.0000010844858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004554208,0.0002920145,0.9622458,0.0010071405,0.00007417953,0.0000024356016,0.00029120786,0.0007290558,0.00014551607,0.0271118,0.000054464923,0.008000823],"study_design_scores_gemma":[0.0018232118,0.0007040053,0.9127678,0.020959076,0.00002727909,0.000010318662,0.003849087,0.05312344,0.00015439026,0.0031707287,0.0032448245,0.0001657867],"about_ca_topic_score_codex":0.00032072945,"about_ca_topic_score_gemma":0.0000075581183,"teacher_disagreement_score":0.052394386,"about_ca_system_score_codex":0.000023887984,"about_ca_system_score_gemma":0.00010656864,"threshold_uncertainty_score":0.32728043},"labels":[],"label_agreement":null},{"id":"W2942615504","doi":"10.5539/cis.v12n2p103","title":"Unsupervised Characterization and Visualization of Students’ Academic Performance Features","year":2019,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Silhouette; Computer science; Class (philosophy); Cluster analysis; Metric (unit); k-means clustering; Cluster (spacecraft); Feature (linguistics); Mathematics education; Artificial intelligence; Pattern recognition (psychology); Mathematics","score_opus":0.007415503979852132,"score_gpt":0.272789192338405,"score_spread":0.26537368835855285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942615504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7938124,0.000010046421,0.20565936,0.0001569502,0.00013676051,0.000074526484,6.575267e-7,0.000032912474,0.000116406285],"genre_scores_gemma":[0.99622416,0.00019395817,0.00312276,0.00038952747,0.000019811554,7.589545e-7,0.000008388634,0.0000013533462,0.000039265993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991479,0.000013331708,0.00021682141,0.00013285677,0.0003755948,0.000113511225],"domain_scores_gemma":[0.9994766,0.000017956636,0.00013163773,0.00015123755,0.00016859513,0.00005398172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004268129,0.00006697035,0.000091752416,0.00025279474,0.00010577496,0.00024667167,0.0004299168,0.00003315985,0.0000015647554],"category_scores_gemma":[0.000014611858,0.000057248395,0.000009168019,0.000607858,0.00008841937,0.007069385,0.0002840928,0.0000769517,0.00000992551],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009304642,0.000029104966,0.47728488,0.00024998514,0.0000075621065,1.1706712e-7,0.00957439,0.0011017808,0.00845538,0.08993243,0.000032628555,0.41332245],"study_design_scores_gemma":[0.00015572131,0.0000628418,0.50110114,0.000031709784,0.0000010592187,0.000004651667,0.000014990283,0.4973767,0.0006103251,0.000021766937,0.0005622463,0.000056838344],"about_ca_topic_score_codex":0.000001005147,"about_ca_topic_score_gemma":1.937353e-8,"teacher_disagreement_score":0.49627495,"about_ca_system_score_codex":0.000009033831,"about_ca_system_score_gemma":0.000043669832,"threshold_uncertainty_score":0.51251334},"labels":[],"label_agreement":null},{"id":"W2942934428","doi":"10.19173/irrodl.v20i2.4213","title":"Quality Frameworks and Learning Design for Open Education","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality (philosophy); Open learning; Open education; Computer science; Knowledge management; Quality policy; Process management; Educational technology; Process (computing); Quality management; Management science; Engineering; Teaching method; Sociology; Cooperative learning; Pedagogy; World Wide Web; Operations management","score_opus":0.12760710441897655,"score_gpt":0.5088525023129785,"score_spread":0.38124539789400197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942934428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107967556,0.05600968,0.5477997,0.2568758,0.0007080898,0.00944059,0.000039783692,0.000094467454,0.02106435],"genre_scores_gemma":[0.96193415,0.012782394,0.021652907,0.00059166976,0.000057038153,0.00012002456,0.000093320305,0.000010705818,0.002757766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976875,0.001115374,0.0003185831,0.00030024233,0.0003902824,0.00018801543],"domain_scores_gemma":[0.9965242,0.0025792338,0.00018497251,0.00023266158,0.00042105487,0.000057881545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01302927,0.00007860114,0.0002384572,0.000086180255,0.00020031157,0.0006436735,0.0020440905,0.000056483193,0.000028821396],"category_scores_gemma":[0.0048719193,0.000057787456,0.000029250426,0.0003841742,0.00006783443,0.00043251287,0.0017198924,0.0010932448,0.0000077090535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017105382,0.0002786443,0.0946593,0.002522978,0.00008103139,0.0000019989277,0.00057589164,0.003673367,0.00010804035,0.39094588,0.0035176368,0.50346416],"study_design_scores_gemma":[0.002737169,0.00093946327,0.044072855,0.03044832,0.000021289712,0.000035363235,0.005472972,0.48155484,0.00009849867,0.109394774,0.32460546,0.000618986],"about_ca_topic_score_codex":0.0003000374,"about_ca_topic_score_gemma":0.000003530918,"teacher_disagreement_score":0.8539666,"about_ca_system_score_codex":0.000049042592,"about_ca_system_score_gemma":0.00032307103,"threshold_uncertainty_score":0.6206959},"labels":[],"label_agreement":null},{"id":"W2942994009","doi":"10.19173/irrodl.v20i2.4018","title":"Systematic Mapping Study of Academic Engagement in MOOC","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Construct (python library); Subject (documents); Student engagement; Computer science; Higher education; Face (sociological concept); Exploratory research; Mathematics education; Psychology; Pedagogy; Sociology; World Wide Web; Political science; Social science","score_opus":0.11040442859157287,"score_gpt":0.4583993179337443,"score_spread":0.3479948893421714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942994009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97613096,0.010155194,0.0011359389,0.008208498,0.00008475977,0.002222396,0.0000037934906,0.000011539486,0.0020469376],"genre_scores_gemma":[0.9946625,0.004909773,0.00014645132,0.000036130634,0.000008156119,0.000031623684,0.000006534677,0.0000031084846,0.00019572592],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969708,0.0013318551,0.0005914739,0.00020481073,0.0007391222,0.00016197911],"domain_scores_gemma":[0.99816173,0.0011211768,0.00022955734,0.0002699415,0.0001895823,0.000028008082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012917249,0.000066134,0.00033142525,0.00021958501,0.00004463308,0.00007321314,0.0019536105,0.000022458193,0.000018228411],"category_scores_gemma":[0.002076975,0.00004509811,0.00002669009,0.00080761284,0.000032927677,0.00019465378,0.0013980541,0.0008863466,0.000010697703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005613611,0.0010693963,0.8257616,0.079057954,0.00023808112,0.00004618257,0.006388412,0.009816132,0.0003197112,0.06406814,0.00032961796,0.012848642],"study_design_scores_gemma":[0.0039110724,0.00091395905,0.10367734,0.39623204,0.00002639506,0.000022180562,0.04508799,0.4416765,0.0000532316,0.0049212216,0.0030828791,0.00039518447],"about_ca_topic_score_codex":0.00022928805,"about_ca_topic_score_gemma":0.000007120969,"teacher_disagreement_score":0.7220842,"about_ca_system_score_codex":0.000063172636,"about_ca_system_score_gemma":0.000083567786,"threshold_uncertainty_score":0.44768864},"labels":[],"label_agreement":null},{"id":"W2943211855","doi":"10.1145/3329103.3329107","title":"ICER 2019 preview","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fifteenth; Publishing; Library science; Media studies; Multimedia; Political science; Computer science; History; Sociology; Law; Classics","score_opus":0.007859121275715492,"score_gpt":0.24447093884610605,"score_spread":0.23661181757039054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943211855","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19131668,0.014156709,0.030352512,0.6606296,0.0037299846,0.0015393706,0.000011123876,0.002260936,0.096003085],"genre_scores_gemma":[0.6013023,0.0011761042,0.14646298,0.0116559975,0.0005863171,0.000016291158,0.000016046026,0.000060079907,0.23872384],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989676,0.00007046949,0.00017698479,0.00033233134,0.00020791838,0.0002447172],"domain_scores_gemma":[0.998444,0.00016250678,0.00008020739,0.0011899348,0.000049739505,0.0000735974],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000303861,0.00011893371,0.00018201649,0.00004348629,0.000043571716,0.000096436794,0.0013316094,0.000051948686,0.0009510041],"category_scores_gemma":[0.0002169227,0.000099491444,0.000086984495,0.00018248727,0.000014390775,0.00006404843,0.00049047935,0.00019359509,0.025314461],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009027529,0.00026628264,0.0098406365,0.00022940018,0.00007774572,0.000047069476,0.00048331433,0.0006477605,0.0005431091,0.040111624,0.7448642,0.20287979],"study_design_scores_gemma":[0.0001991274,0.00006596606,0.0009836762,0.00007010205,0.0000070675164,0.0000087348035,0.000005533448,0.0019542607,0.00008310006,0.0011134928,0.9953343,0.0001746201],"about_ca_topic_score_codex":0.000018924842,"about_ca_topic_score_gemma":4.0936843e-7,"teacher_disagreement_score":0.6489736,"about_ca_system_score_codex":0.000013485395,"about_ca_system_score_gemma":0.00003542434,"threshold_uncertainty_score":0.9999623},"labels":[],"label_agreement":null},{"id":"W2943332094","doi":"10.7202/1057981ar","title":"Understanding Participant’s Behaviour in Massively Open Online Courses","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Massive open online course; Openness to experience; World Wide Web; Computer science; Learning Management; Distance education; Connectivism; Drop out; Online learning; Mathematics education; Psychology; Learning theory; Social psychology","score_opus":0.3489999684206768,"score_gpt":0.49810822200538485,"score_spread":0.14910825358470803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943332094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6375269,0.016135013,0.010354983,0.31289554,0.00050621235,0.003997152,0.00016151211,0.000063367406,0.018359272],"genre_scores_gemma":[0.99261093,0.0058974293,0.0005518652,0.00017820035,0.00001586711,0.000015635997,0.00006406901,0.0000055363594,0.0006604858],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795717,0.00053987204,0.0003772653,0.00028032518,0.0005721402,0.00027320566],"domain_scores_gemma":[0.9986411,0.000720634,0.00015306377,0.0002565206,0.00016936482,0.000059327787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005453299,0.000084201565,0.00027591077,0.00015160337,0.00008825014,0.00043820543,0.0029390038,0.000029922014,0.00007419708],"category_scores_gemma":[0.0011397828,0.00006078744,0.000030289406,0.00069836015,0.00008466229,0.00045678776,0.0024747693,0.0007176518,0.000015510155],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006693819,0.00043789393,0.7754639,0.0007289383,0.000049324688,0.000068492875,0.000375162,0.0024011277,0.0000613624,0.21170789,0.0016642386,0.0069747474],"study_design_scores_gemma":[0.006281094,0.00090757856,0.31244534,0.075088054,0.000039108094,0.00007860528,0.022492638,0.48743594,0.00009118589,0.04987375,0.04439348,0.0008732221],"about_ca_topic_score_codex":0.00063286955,"about_ca_topic_score_gemma":0.0001087935,"teacher_disagreement_score":0.48503482,"about_ca_system_score_codex":0.00013677131,"about_ca_system_score_gemma":0.0002448933,"threshold_uncertainty_score":0.5461449},"labels":[],"label_agreement":null},{"id":"W2944337360","doi":"10.4000/belphegor.1899","title":"Les apprenants du MOOC fantasy de l’université d’Artois : réception et retransmission des savoirs","year":2019,"lang":"fr","type":"article","venue":"Belphégor","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Sociology; Art","score_opus":0.022637491701365114,"score_gpt":0.2604513303666555,"score_spread":0.2378138386652904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944337360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83381826,0.0022645937,0.1308549,0.022324735,0.0008341914,0.0001916601,0.000024621484,0.00022352664,0.009463515],"genre_scores_gemma":[0.9327965,0.0014795623,0.017860707,0.00024119508,0.0002031885,9.939798e-7,0.000015852334,0.000027170025,0.04737484],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812424,0.00026963316,0.00023839122,0.00049186865,0.00033031224,0.0005455355],"domain_scores_gemma":[0.9989578,0.00012136029,0.00013178855,0.00043453285,0.0001270308,0.00022746698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053042197,0.00024527867,0.00025050665,0.00013009206,0.00031923509,0.0002552727,0.0005807432,0.00024991133,0.0005465887],"category_scores_gemma":[0.00006385896,0.000243819,0.00017187116,0.00045252164,0.000156605,0.0008386177,0.00018715997,0.000463833,0.00053877267],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084448264,0.00063245656,0.11899774,0.00064417324,0.00010513741,0.00019707445,0.02958432,0.0073067783,0.009072953,0.046079677,0.010292602,0.77700263],"study_design_scores_gemma":[0.0016977551,0.0007078922,0.19459109,0.0013874662,0.0001464097,0.00020910002,0.0017562582,0.5190288,0.0016577756,0.0051298537,0.27278048,0.0009070996],"about_ca_topic_score_codex":0.0005983861,"about_ca_topic_score_gemma":0.0000928779,"teacher_disagreement_score":0.77609557,"about_ca_system_score_codex":0.0001720303,"about_ca_system_score_gemma":0.0001944727,"threshold_uncertainty_score":0.994265},"labels":[],"label_agreement":null},{"id":"W2946083837","doi":"","title":"Pre-service high-school computer teachers: A study of relationships between complex variables","year":2018,"lang":"en","type":"article","venue":"Australian educational computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Mathematics education; Service (business); Computer science; Pedagogy; Multimedia; Psychology; Business","score_opus":0.08260358178241421,"score_gpt":0.349685469876211,"score_spread":0.2670818880937968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946083837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9354744,0.0000029981936,0.05568831,0.00797035,0.00034860466,0.00020296242,0.0000049168193,0.000111963964,0.00019550812],"genre_scores_gemma":[0.8378284,9.394396e-8,0.15992902,0.0001258322,0.0016417095,0.0000022496852,0.00003926984,0.000012528811,0.00042089995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978864,0.00034334883,0.0005756576,0.00047913648,0.0004012075,0.0003142107],"domain_scores_gemma":[0.99785066,0.0005851821,0.00035114156,0.0005664435,0.00046571385,0.00018086743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075429433,0.00019272164,0.0002733303,0.00019114334,0.0004357136,0.00016483244,0.0009889238,0.000083437946,0.00007593511],"category_scores_gemma":[0.00014331291,0.00020042794,0.000049189366,0.0009360209,0.000066277695,0.00029256323,0.00027700613,0.0004349603,0.00012411579],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048886604,0.0011161747,0.9396342,0.00004561775,0.00021534848,0.0000012570889,0.016555578,0.010211314,0.00008580647,0.01884878,0.009177311,0.0041037286],"study_design_scores_gemma":[0.0004022136,0.00028041212,0.9489696,0.0000703577,0.00003892871,0.0000055521873,0.00076930947,0.04461092,0.000016980692,0.003987207,0.0006217803,0.0002267205],"about_ca_topic_score_codex":0.0006517353,"about_ca_topic_score_gemma":0.00004929131,"teacher_disagreement_score":0.10424071,"about_ca_system_score_codex":0.00006821133,"about_ca_system_score_gemma":0.00025957072,"threshold_uncertainty_score":0.8173214},"labels":[],"label_agreement":null},{"id":"W2946122729","doi":"10.1145/3314994.3325085","title":"Experiences in Simulating a Software Product Team for a MOOC","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software; Product (mathematics); Massive open online course; Quality (philosophy); Multimedia; Scale (ratio); Team software process; World Wide Web; Engineering management; Knowledge management; Software development; Engineering; Software development process","score_opus":0.014890721114152013,"score_gpt":0.28592004534707854,"score_spread":0.2710293242329265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946122729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81353545,0.00003510136,0.18362434,0.0012427842,0.00017526642,0.00022429953,2.1970818e-7,0.00018604835,0.0009764745],"genre_scores_gemma":[0.8382225,3.0575717e-7,0.15903068,0.0001132404,0.000041328894,0.000011796574,4.880152e-7,0.000003290883,0.0025763835],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933547,0.000013259753,0.00011906344,0.00026048996,0.00010070452,0.0001710304],"domain_scores_gemma":[0.9995635,0.000114024835,0.00003344453,0.00023187354,0.000033015025,0.000024111321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017529966,0.000059103357,0.00009400163,0.000055907636,0.000032387103,0.000069273854,0.0003103122,0.00001704246,0.000011870301],"category_scores_gemma":[0.00019184643,0.000046574183,0.00003051516,0.00022005099,0.000008295063,0.00020143692,0.00007473053,0.000060581253,0.00002616298],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021820824,0.0004588059,0.42044643,0.00025071786,0.000026321437,0.000007686,0.06816301,0.1548262,0.001000943,0.029916251,0.001961593,0.32292023],"study_design_scores_gemma":[0.0002166227,0.0000810372,0.0005535968,0.000023856739,6.1686893e-7,0.0000011547208,0.0011678358,0.9944458,0.00029292368,0.0012250183,0.0018806941,0.0001108489],"about_ca_topic_score_codex":0.000017022187,"about_ca_topic_score_gemma":0.0000061293485,"teacher_disagreement_score":0.8396196,"about_ca_system_score_codex":0.000010364377,"about_ca_system_score_gemma":0.00004137942,"threshold_uncertainty_score":0.189924},"labels":[],"label_agreement":null},{"id":"W2946919438","doi":"10.31142/ijtsrd18707","title":"SattvaGuna Enrichment Programm Course - An Effective MOOC","year":2018,"lang":"en","type":"article","venue":"International Journal of Trend in Scientific Research and Development","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Course (navigation); Massive open online course; Mathematics education; Psychology; Engineering","score_opus":0.05730161913257499,"score_gpt":0.4308235099067755,"score_spread":0.3735218907742005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946919438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98636097,0.00020741514,0.0075154994,0.003586826,0.001655011,0.0001287284,0.0000018563751,0.00001619858,0.0005274732],"genre_scores_gemma":[0.95913255,0.000016504728,0.03998375,0.000024792998,0.00021344177,0.000005146979,0.000004233474,0.0000037735072,0.0006157885],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973083,0.00015697992,0.00038261953,0.0002948153,0.0015455888,0.00031168867],"domain_scores_gemma":[0.9981591,0.00012464513,0.00013209514,0.00017181611,0.0011979861,0.0002143284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004022574,0.00008575781,0.00012427836,0.00083534437,0.00020339851,0.0009418022,0.0010648629,0.0000327228,0.000019775882],"category_scores_gemma":[0.00014308185,0.00006595475,0.000026243857,0.000547283,0.00033676825,0.0005859286,0.00029602676,0.00030081504,0.000023008799],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007638141,0.0010674462,0.022455223,0.0000068220265,0.000101756545,0.00020600598,0.006548104,0.000039244904,0.00082501327,0.0037309246,0.0031023847,0.9618407],"study_design_scores_gemma":[0.005552539,0.005289394,0.4662092,0.00081258663,0.000010537609,0.00072123134,0.0031014746,0.040927377,0.016800145,0.030805783,0.42891657,0.00085317064],"about_ca_topic_score_codex":0.000007795301,"about_ca_topic_score_gemma":0.00011743072,"teacher_disagreement_score":0.9609875,"about_ca_system_score_codex":0.00016579157,"about_ca_system_score_gemma":0.0004067307,"threshold_uncertainty_score":0.908182},"labels":[],"label_agreement":null},{"id":"W2947241212","doi":"","title":"Expanding K-12 Learning Opportunities Through Open Educational Practices","year":2019,"lang":"en","type":"article","venue":"2019 Conference of the Canadian Society for the Study of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Open learning; Formal learning; Educational technology; Informal learning; Learning sciences; Active learning (machine learning); Pedagogy; Cooperative learning; Open educational resources; Professional learning community; Open education; Process (computing); Learning community; Informal education; Government (linguistics); Mathematics education; Psychology; Computer science; Teaching method; Higher education; Political science","score_opus":0.12353762413889352,"score_gpt":0.36753300272191514,"score_spread":0.24399537858302162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947241212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8381892,0.00031839518,0.0010249049,0.13821402,0.0026305057,0.0027656823,0.000022583296,0.00002087881,0.016813817],"genre_scores_gemma":[0.97663736,0.000029911305,0.0025390836,0.00026972804,0.00008015458,0.000034744935,0.000008746723,0.00000700685,0.020393258],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9991364,0.000080977516,0.00021033733,0.00019074116,0.00021378859,0.00016779607],"domain_scores_gemma":[0.9979719,0.0004009173,0.0006991364,0.00050368684,0.00037106642,0.000053326807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006317624,0.00009248763,0.00014884974,0.000030298252,0.0005328956,0.00023349604,0.0018236015,0.000041126703,0.00004326652],"category_scores_gemma":[0.00026642904,0.000064164284,0.00012519855,0.00017212253,0.00007507413,0.000534758,0.00018715332,0.00017838109,0.000003956973],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021007825,0.001372152,0.103407755,0.00025177214,0.0009646743,7.441708e-8,0.20097019,0.0030903844,0.00051575765,0.5832362,0.07093889,0.035231132],"study_design_scores_gemma":[0.0020172729,0.0013235513,0.10360257,0.0006421168,0.00052517006,0.000011291553,0.64863765,0.048539508,0.00033840895,0.06442434,0.12898257,0.0009555505],"about_ca_topic_score_codex":0.08590833,"about_ca_topic_score_gemma":0.024711922,"teacher_disagreement_score":0.5188119,"about_ca_system_score_codex":0.0001002412,"about_ca_system_score_gemma":0.004532567,"threshold_uncertainty_score":0.99308455},"labels":[],"label_agreement":null},{"id":"W2947416368","doi":"10.4018/978-1-5225-7987-8.ch001","title":"New Personal Learning Ecosystems","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Yorkville University; National Research Council Canada","funders":"","keywords":"Safeguarding; Personalization; Incentive; Open learning; Knowledge management; Computer science; Psychology; Cooperative learning; World Wide Web; Pedagogy; Teaching method; Medicine","score_opus":0.011032587888887068,"score_gpt":0.24292267993771394,"score_spread":0.23189009204882688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947416368","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002092117,0.28219238,0.14804925,0.078240424,0.008541907,0.0016743497,0.00006655805,0.003072062,0.47795385],"genre_scores_gemma":[0.0014353511,0.047680628,0.20344175,0.00009714837,0.00043633912,0.000021807358,0.000053500855,0.000046081106,0.74678737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983752,0.000021249954,0.00037124232,0.0006311589,0.00035336774,0.00024781222],"domain_scores_gemma":[0.9990481,0.00023923368,0.00029243864,0.0002625232,0.00011044237,0.000047246696],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013181796,0.00034174748,0.00036219903,0.0004145281,0.00018625657,0.00013200809,0.0005366467,0.0003353605,0.0001136092],"category_scores_gemma":[0.000108884735,0.00033708542,0.00007683487,0.000113304326,0.00021540099,0.0018204462,0.00022635172,0.00079108623,0.000056257504],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000091371285,0.000006205377,0.00017155257,0.000047511836,0.000020331232,0.0000022588488,0.000044162094,0.0007209225,0.000005985427,0.88429296,0.0008533782,0.11382561],"study_design_scores_gemma":[0.000110684865,0.00012383545,0.000052133637,0.00021263812,0.00000605387,0.00016981168,0.00014517349,0.0015648829,0.000014198301,0.36973047,0.62756723,0.0003029109],"about_ca_topic_score_codex":0.000006154777,"about_ca_topic_score_gemma":0.000013603704,"teacher_disagreement_score":0.6267138,"about_ca_system_score_codex":0.0001435256,"about_ca_system_score_gemma":0.00076593173,"threshold_uncertainty_score":0.9999081},"labels":[],"label_agreement":null},{"id":"W2948268267","doi":"10.1108/ils-10-2018-0104","title":"Predictive analytic models of student success in higher education","year":2019,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Predictive analytics; Context (archaeology); Inclusion (mineral); Originality; Strengths and weaknesses; Learning analytics; Computer science; Higher education; Data science; Process (computing); Analytics; Predictive value; Management science; Knowledge management; Psychology; Engineering; Medicine; Political science","score_opus":0.019996927083626114,"score_gpt":0.30303100941006944,"score_spread":0.28303408232644334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948268267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729235,0.00006989826,0.004961837,0.0013602386,0.00019354933,0.00008050488,2.4153962e-7,0.000036286856,0.020373905],"genre_scores_gemma":[0.9977421,0.000015488147,0.001453251,0.00012446354,0.000009360667,0.0000016324028,0.0000014169697,7.987325e-7,0.0006514858],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992703,0.00005088974,0.00021021922,0.00010149533,0.0002673671,0.00009973637],"domain_scores_gemma":[0.9996103,0.000057360336,0.00015398489,0.00008052033,0.00006957785,0.000028262659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058183126,0.000051028997,0.00008935711,0.00027802994,0.0000729876,0.00015298344,0.0002785406,0.000025266972,0.000016571463],"category_scores_gemma":[0.000021000158,0.0000419767,0.000015311409,0.00057061994,0.0000547092,0.002297754,0.00006488774,0.0001372901,0.000014443659],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002632483,0.000043092543,0.33689472,0.00003757643,0.000004910433,8.716887e-8,0.0065463246,0.5110835,0.000010822729,0.12092611,0.00002097599,0.024429265],"study_design_scores_gemma":[0.00012388278,0.000115922754,0.1845005,0.00004759328,0.0000016868329,8.7285434e-7,0.0012143304,0.81178325,0.000006446131,0.0014602261,0.0006845078,0.000060802307],"about_ca_topic_score_codex":0.00005231322,"about_ca_topic_score_gemma":0.0000014088859,"teacher_disagreement_score":0.30069974,"about_ca_system_score_codex":0.000015270025,"about_ca_system_score_gemma":0.00012807711,"threshold_uncertainty_score":0.17117602},"labels":[],"label_agreement":null},{"id":"W2948280962","doi":"","title":"Learner analytics as a tool for guiding instruction: Identifying High Interest Discussion Topics in a MOOC.","year":2018,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Data science; Computer science; Analytics; World Wide Web; Mathematics education; Psychology","score_opus":0.11599222703954758,"score_gpt":0.3426457414095686,"score_spread":0.22665351437002101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948280962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81350744,0.00024549352,0.00616601,0.1644399,0.0051400303,0.001201981,0.000011062354,0.00036353586,0.008924576],"genre_scores_gemma":[0.94503975,0.00018133802,0.005626357,0.0009220813,0.000707332,0.00006565519,0.000028418932,0.000036081863,0.04739299],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9968101,0.00032923825,0.0007634354,0.00095667836,0.00055642426,0.000584166],"domain_scores_gemma":[0.9981138,0.00012816257,0.00078251696,0.0005044163,0.0002680336,0.00020303471],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008109581,0.00036219208,0.00043873425,0.00045116802,0.00042776996,0.0005767119,0.0005092633,0.00018712375,0.00010305724],"category_scores_gemma":[0.00022296495,0.00032409423,0.00007230918,0.0011938795,0.00012488427,0.00061665993,0.00021347725,0.00078377797,0.00004777193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016872064,0.00035162593,0.12964849,0.0002539466,0.000026637295,0.000009577492,0.0015621554,0.00021964013,0.00016123806,0.7132735,0.0007970844,0.15352733],"study_design_scores_gemma":[0.0044486295,0.0032014379,0.547068,0.004554193,0.000071090064,0.00004237278,0.004631378,0.07550508,0.00045241843,0.21338837,0.14430375,0.0023332986],"about_ca_topic_score_codex":0.0005484618,"about_ca_topic_score_gemma":0.0012032986,"teacher_disagreement_score":0.49988517,"about_ca_system_score_codex":0.00059904414,"about_ca_system_score_gemma":0.0006359725,"threshold_uncertainty_score":0.9999211},"labels":[],"label_agreement":null},{"id":"W2950223114","doi":"10.1007/s11423-019-09682-3","title":"Typology of motivation and learning intentions of users in MOOCs: the MOOCKNOWLEDGE study","year":2019,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; University of Manitoba","keywords":"Typology; Psychology; Variety (cybernetics); Diversity (politics); Elaboration; Applied psychology; Quality (philosophy); Massive open online course; Social psychology; Mathematics education; Computer science; Artificial intelligence","score_opus":0.051582945587437826,"score_gpt":0.37405453253931115,"score_spread":0.32247158695187333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950223114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896352,0.00012211858,0.00024359023,0.009518012,0.00003558975,0.00015024786,1.2538493e-7,0.000009376879,0.00028568122],"genre_scores_gemma":[0.99421793,0.000021953982,0.004985848,0.000004244471,0.000004774074,0.000017986924,0.0000013882966,0.0000019755357,0.00074391783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992573,0.0001000535,0.00017494756,0.00016246988,0.00017807186,0.00012711859],"domain_scores_gemma":[0.9990981,0.0003920778,0.00004981062,0.00013451868,0.00030757577,0.000017867147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009292328,0.000041693478,0.00009160098,0.00053701317,0.00009616562,0.000010103043,0.00023739005,0.000043784083,0.000007484569],"category_scores_gemma":[0.0006639233,0.000031896852,0.000004650328,0.0007212864,0.00018597276,0.00005152977,0.0002648478,0.00033783403,0.000006847848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032652258,0.00023477316,0.93555707,0.000013709682,0.000015426203,1.6128075e-7,0.0020818862,0.000020900008,0.00031850653,0.056558974,0.00003115061,0.005164198],"study_design_scores_gemma":[0.00026237653,0.000292115,0.9688945,0.000034808578,8.528843e-7,0.0000039272204,0.009285392,0.001069933,0.00034347034,0.0193697,0.00039511354,0.000047819263],"about_ca_topic_score_codex":0.000015187739,"about_ca_topic_score_gemma":0.000028905137,"teacher_disagreement_score":0.037189275,"about_ca_system_score_codex":0.000023852655,"about_ca_system_score_gemma":0.0003665326,"threshold_uncertainty_score":0.14677396},"labels":[],"label_agreement":null},{"id":"W2950363995","doi":"10.1007/978-3-030-23207-8_53","title":"Informing the Utility of Learning Interventions: Investigating Factors Related to Students’ Academic Achievement in Classroom and Online Courses","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Multilevel model; Context (archaeology); Construct (python library); Academic achievement; Psychological intervention; Sample (material); Variance (accounting); Computer science; Mathematics education; Psychology; Regression analysis; Machine learning","score_opus":0.036950994562566765,"score_gpt":0.33327342202789767,"score_spread":0.2963224274653309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950363995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37149233,0.00047741662,0.6243821,0.0024227297,0.00053643883,0.0004951503,0.000005026842,0.00007447202,0.00011436776],"genre_scores_gemma":[0.95914644,0.00006046305,0.040088966,0.00031111768,0.00004140448,0.0000017462868,0.0000073614774,0.000016378792,0.00032614896],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968781,0.00009046869,0.00095200137,0.00078312523,0.0008829949,0.00041332332],"domain_scores_gemma":[0.99782246,0.0007761676,0.0005516026,0.00060228806,0.00013561037,0.00011186635],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019905327,0.00034063912,0.00049113896,0.000718282,0.00017429814,0.00020355958,0.0023678897,0.00024035842,0.0000040379414],"category_scores_gemma":[0.0005717706,0.00025755295,0.00011885212,0.0007620065,0.00044250317,0.00036525773,0.0022267029,0.0021876632,0.000003686242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005156397,0.000101786456,0.42939922,0.00026827157,0.00004244628,0.000010935297,0.009401548,0.16937438,0.00010548062,0.005113489,0.0000050718227,0.38617224],"study_design_scores_gemma":[0.0003326111,0.00033985637,0.06377254,0.0038479255,0.000017644665,0.000009942618,0.000029843346,0.91221595,0.000109059256,0.018627627,0.0002385275,0.00045847878],"about_ca_topic_score_codex":0.000049406048,"about_ca_topic_score_gemma":0.00013471294,"teacher_disagreement_score":0.7428416,"about_ca_system_score_codex":0.00011635771,"about_ca_system_score_gemma":0.00031553002,"threshold_uncertainty_score":0.99998766},"labels":[],"label_agreement":null},{"id":"W2950896896","doi":"10.5539/ijel.v9n4p1","title":"Assessment of Optimal Pedagogical Factors for Canadian ESL Learners’ Reading Literacy Through Artificial Intelligence Algorithms","year":2019,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reading (process); Literacy; Benchmark (surveying); Computer science; Mathematics education; Class (philosophy); Support vector machine; Scale (ratio); Artificial intelligence; Psychology; Pedagogy; Linguistics","score_opus":0.06262502169356247,"score_gpt":0.39760230551995124,"score_spread":0.33497728382638875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950896896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12488378,0.000069352915,0.8328511,0.00053855055,0.03037787,0.00019220539,0.00008728877,0.000044125296,0.010955726],"genre_scores_gemma":[0.8110978,0.000018162413,0.18517146,0.000067623,0.0035057673,4.3754903e-7,0.000010804657,0.000010328172,0.00011760999],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981984,0.00004292109,0.0007227204,0.00019627772,0.0006052154,0.00023446398],"domain_scores_gemma":[0.9870685,0.00049628026,0.00054241705,0.00017554838,0.011567422,0.00014986818],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00052687555,0.00014030862,0.00027609165,0.00027019824,0.000053522235,0.0002369415,0.0010864158,0.000084934094,0.000031319873],"category_scores_gemma":[0.017536413,0.0001252482,0.000200693,0.00015516541,0.000040608993,0.00020938169,0.00009071589,0.0004108493,0.0000025174643],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037230864,0.00033218414,0.014464315,0.00004273649,0.00038719055,0.00008638766,0.013003893,0.10300744,0.000085906315,0.8569057,0.00061411527,0.011032918],"study_design_scores_gemma":[0.00055730075,0.0012023755,0.0021739078,0.00037731967,0.000085989755,0.000013867827,0.0044309893,0.73247504,0.0012828523,0.02809335,0.22872995,0.000577046],"about_ca_topic_score_codex":0.00038947046,"about_ca_topic_score_gemma":0.000047575104,"teacher_disagreement_score":0.82881236,"about_ca_system_score_codex":0.00018033363,"about_ca_system_score_gemma":0.00063255866,"threshold_uncertainty_score":0.9907393},"labels":[],"label_agreement":null},{"id":"W2952212644","doi":"","title":"Massive Open Online Course Instructor Motivations, Innovations, and Designs: Surveys, Interviews, and Course Reviews","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Online course; Massive open online course; Instructional design; Mathematics education; Course evaluation; Electronic learning; Qualitative research; Psychology; Teaching method; Distance education; Educational technology; Pedagogy; Higher education; Medical education; Engineering; Sociology; Political science","score_opus":0.03010916736428814,"score_gpt":0.30643314507825536,"score_spread":0.2763239777139672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952212644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9405826,0.014455604,0.008202107,0.036209486,0.00021782811,0.00021978431,0.000007502726,0.000031349613,0.000073744304],"genre_scores_gemma":[0.982641,0.0013441407,0.015297517,0.00012600307,0.000034593093,0.0000012823907,0.000005508567,0.000010187457,0.00053978956],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988579,0.00025370842,0.0003987679,0.00021093892,0.00006888235,0.00020980016],"domain_scores_gemma":[0.99883366,0.00008256069,0.00043701704,0.000179156,0.0002724518,0.00019518458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012933501,0.00012796288,0.00036362282,0.00050492695,0.0001884414,0.00020817782,0.00047106697,0.00012725637,0.000014093407],"category_scores_gemma":[0.0005488748,0.00011216362,0.000019125868,0.00067207724,0.00018002147,0.00032362412,0.00013821127,0.00069713965,0.0000037858974],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015619929,0.000030315625,0.6066535,0.00005013695,0.000056107532,0.000051703963,0.0004881435,0.000026775042,0.00009965595,0.018297307,0.00070548174,0.37353927],"study_design_scores_gemma":[0.0058045792,0.0036836143,0.30233565,0.0035102766,0.0002785514,0.004562204,0.014008753,0.034913428,0.00013152417,0.024988718,0.6039745,0.0018082018],"about_ca_topic_score_codex":0.00021753428,"about_ca_topic_score_gemma":0.0011401868,"teacher_disagreement_score":0.60326904,"about_ca_system_score_codex":0.00002940561,"about_ca_system_score_gemma":0.0006134881,"threshold_uncertainty_score":0.45738998},"labels":[],"label_agreement":null},{"id":"W2954255148","doi":"10.4995/head19.2019.9241","title":"The Factors Affecting University Retention/ Attrition By Big Data Analytics","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Attrition; Logistic regression; Big data; Cluster (spacecraft); Retention rate; Computer science; Data retention; Analytics; Data science; Data mining; Medicine; Computer security; Machine learning; Operating system","score_opus":0.06878403147238865,"score_gpt":0.25635964751411655,"score_spread":0.1875756160417279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954255148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6464722,0.000058922073,0.34272555,0.0054128626,0.0007445002,0.00010680874,0.000020006695,0.0002787777,0.0041803373],"genre_scores_gemma":[0.983567,0.000030803003,0.0016667199,0.000028545777,0.00003472738,1.0659964e-8,0.000044345412,0.0000030915978,0.014624752],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932957,0.000062609506,0.000072043855,0.00024104085,0.00015552415,0.00013921998],"domain_scores_gemma":[0.9989042,0.00020999383,0.000057540165,0.00075036933,0.000040222567,0.000037673843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030937485,0.00005868663,0.000063193285,0.000033955363,0.00023433207,0.00014549978,0.0010024222,0.000031024076,0.0000059075846],"category_scores_gemma":[0.000057308942,0.00004135447,0.000033152686,0.0003262802,0.000018783434,0.00027768055,0.00039626128,0.00012698164,0.00005682132],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017630946,0.00034614885,0.6582974,0.00008893645,0.00035813672,0.000021445794,0.0007149464,0.0013112657,0.003974601,0.055968728,0.12986176,0.149039],"study_design_scores_gemma":[0.00040139892,0.00009917839,0.019451918,0.000027227416,0.000032252417,0.0000031995824,0.0015887553,0.82974905,0.0003250332,0.0005200733,0.14751025,0.00029167777],"about_ca_topic_score_codex":0.00007748637,"about_ca_topic_score_gemma":0.00003162553,"teacher_disagreement_score":0.82843775,"about_ca_system_score_codex":0.000024084218,"about_ca_system_score_gemma":0.000025970996,"threshold_uncertainty_score":0.18627664},"labels":[],"label_agreement":null},{"id":"W2954460532","doi":"10.1080/10494820.2019.1636084","title":"Automatic modeling learner’s personality using learning analytics approach in an intelligent Moodle learning platform","year":2019,"lang":"en","type":"article","venue":"Interactive Learning Environments","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Agreeableness; Personality; Personality psychology; Computer science; Artificial intelligence; Extraversion and introversion; Learning analytics; Big Five personality traits; Machine learning; Openness to experience; Psychology; Social psychology","score_opus":0.04382174502471292,"score_gpt":0.3013612662162757,"score_spread":0.25753952119156276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954460532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77350706,0.000043428514,0.22482954,0.000053304393,0.00014138945,0.00021850142,5.1824725e-7,0.0002193764,0.0009868693],"genre_scores_gemma":[0.9798751,0.000029236277,0.017811708,0.00006511949,0.000089284535,0.000010492893,0.00004634463,0.000083674626,0.0019890594],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954903,0.0007558494,0.0007630356,0.0012480116,0.0008571528,0.0008856558],"domain_scores_gemma":[0.99834996,0.0002541485,0.00051656005,0.0005886476,0.00004830058,0.00024237379],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011955088,0.0005344596,0.0006558877,0.0005313417,0.0003599743,0.0004182836,0.00096883037,0.00023647089,0.00016347905],"category_scores_gemma":[0.00025542945,0.00056065724,0.00022484241,0.0005685727,0.000069560265,0.0018664617,0.00061934395,0.0033960363,0.00033502356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002375406,0.0002762932,0.13719127,0.000035066365,0.000065403954,0.000015900736,0.0036301105,0.84887725,0.0011463498,0.00016788355,6.531478e-7,0.008570074],"study_design_scores_gemma":[0.0005714625,0.00044694112,0.004256963,0.00017448772,0.000031527026,0.000027520951,0.0042064814,0.988908,0.000101972786,0.00019314009,0.00046640015,0.0006151229],"about_ca_topic_score_codex":0.00022362398,"about_ca_topic_score_gemma":0.000008075711,"teacher_disagreement_score":0.20701782,"about_ca_system_score_codex":0.0007761489,"about_ca_system_score_gemma":0.000078885125,"threshold_uncertainty_score":0.9996845},"labels":[],"label_agreement":null},{"id":"W2955429641","doi":"","title":"Supporting OER creation as a professional development outcome: The Technology-Enabled Learning MOOC","year":2018,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Outcome (game theory); Professional development; Engineering ethics; Computer science; Knowledge management; Pedagogy; Psychology; Engineering; Economics","score_opus":0.01683807561566352,"score_gpt":0.3630847734436701,"score_spread":0.34624669782800654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955429641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15518509,0.000051565665,0.6364424,0.18996336,0.0031814608,0.0010190909,0.0000054139036,0.0016948034,0.012456772],"genre_scores_gemma":[0.91759205,0.000007904355,0.06325982,0.0011827245,0.00017761119,0.00036825685,0.00013745778,0.000010097537,0.017264051],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99825275,0.000027765405,0.00070948625,0.00028077784,0.00039649935,0.00033270897],"domain_scores_gemma":[0.9970715,0.00006213422,0.00068436674,0.0003519698,0.0017833401,0.00004670299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008916199,0.00019228378,0.00015391034,0.00040584625,0.0008924848,0.00029276597,0.0013389324,0.0003183335,0.00013230015],"category_scores_gemma":[0.00089000823,0.00015697288,0.00012907393,0.00080789917,0.00028374078,0.0011915475,0.00032200263,0.000666748,0.00025236918],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000110745805,0.00021218193,0.038440112,0.000033337386,0.00014561892,8.403465e-8,0.01079359,0.000044574874,0.0002615673,0.6892781,0.009869157,0.25091055],"study_design_scores_gemma":[0.0007676936,0.00017507473,0.0038388942,0.00012887319,0.0000356893,0.00003916711,0.029231275,0.12691219,0.003285824,0.067733005,0.76733303,0.00051928585],"about_ca_topic_score_codex":0.000008355318,"about_ca_topic_score_gemma":0.0000028768777,"teacher_disagreement_score":0.762407,"about_ca_system_score_codex":0.0002339392,"about_ca_system_score_gemma":0.0012336691,"threshold_uncertainty_score":0.6864362},"labels":[],"label_agreement":null},{"id":"W2960584169","doi":"","title":"L'encadrement dans les cours en ligne, quelles compétences pour les encadrants... et pour les responsables des encadrants?","year":2019,"lang":"fr","type":"article","venue":"R-libre (Université Téluq)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.022352884928547867,"score_gpt":0.2551607919675364,"score_spread":0.23280790703898852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960584169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8993143,0.0093003735,0.030682836,0.05029844,0.0007897369,0.00040410945,0.00015334957,0.00042084116,0.008636032],"genre_scores_gemma":[0.85151327,0.0051222793,0.0259821,0.00024500937,0.00039121378,0.0000028991014,0.000041004238,0.00008691876,0.11661528],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99405074,0.0014868863,0.0006339214,0.0013997279,0.00110156,0.0013271376],"domain_scores_gemma":[0.99630183,0.001207512,0.00054781954,0.001043682,0.00044059745,0.0004585743],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013008362,0.00085698365,0.00090943644,0.0003807725,0.0013495656,0.0005870461,0.002835164,0.00061275816,0.0009001536],"category_scores_gemma":[0.00014472118,0.0009114826,0.00052512734,0.00117207,0.0008168355,0.0018631642,0.0010349443,0.0011024148,0.0008347582],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023275624,0.0010517476,0.16356455,0.00064436137,0.00064449885,0.00072570285,0.021660749,0.010376893,0.011445763,0.08313239,0.008108327,0.69841224],"study_design_scores_gemma":[0.003985231,0.0013548909,0.48797673,0.004170387,0.00071688456,0.00043974287,0.07909624,0.215381,0.003483937,0.010289411,0.19005375,0.0030518018],"about_ca_topic_score_codex":0.0045421734,"about_ca_topic_score_gemma":0.0020207348,"teacher_disagreement_score":0.6953605,"about_ca_system_score_codex":0.00040477223,"about_ca_system_score_gemma":0.0012099652,"threshold_uncertainty_score":0.9999505},"labels":[],"label_agreement":null},{"id":"W2962862076","doi":"10.1177/0047239519863000","title":"Experiences from a Data-informed Approach to Configuring Online Assignments","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Variety (cybernetics); Computer science; Process (computing); Test (biology); Learning Management; Online learning; Data science; Knowledge management; Multimedia; Artificial intelligence","score_opus":0.03477145051236412,"score_gpt":0.3277803887190735,"score_spread":0.29300893820670937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962862076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95902663,0.0006004775,0.017384904,0.018983416,0.0025881538,0.00018786128,0.000014717004,0.00004117898,0.0011726482],"genre_scores_gemma":[0.95125765,0.0000076280207,0.04722898,0.000097041746,0.0004212716,0.000007004835,0.000019535011,0.0000053373064,0.00095555093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860877,0.000035405643,0.0005535455,0.00023726656,0.00039467335,0.00017036728],"domain_scores_gemma":[0.99834895,0.00020053977,0.00052475196,0.0006332066,0.00020264347,0.000089890986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003330602,0.000104603525,0.00031955817,0.00043769515,0.000051477524,0.00011057348,0.002174904,0.0000982017,0.000017323146],"category_scores_gemma":[0.00035967358,0.00008117407,0.000041791307,0.00045717473,0.000033656983,0.00044095088,0.00023646903,0.0002685928,0.000068715184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000129182,0.00628024,0.3256312,0.00036922607,0.0022944203,0.000036078065,0.030672295,0.028194126,0.009986401,0.51319635,0.065559,0.017651482],"study_design_scores_gemma":[0.005539581,0.0018230187,0.034868542,0.002795881,0.00018945722,0.0022538274,0.17888004,0.5467985,0.0010761484,0.02386175,0.19970617,0.002207062],"about_ca_topic_score_codex":0.00001944557,"about_ca_topic_score_gemma":8.3438346e-7,"teacher_disagreement_score":0.5186044,"about_ca_system_score_codex":0.000077427765,"about_ca_system_score_gemma":0.0005443474,"threshold_uncertainty_score":0.40415493},"labels":[],"label_agreement":null},{"id":"W2962969357","doi":"10.1145/3304221.3325540","title":"Perspectives on the Student Transition into CS1","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Transition (genetics); Work (physics); Mathematics education; Computer science; State (computer science); Pedagogy; Psychology; Chemistry; Engineering","score_opus":0.006580254701114965,"score_gpt":0.2665069532693585,"score_spread":0.2599266985682436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962969357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73349476,0.000040033734,0.10334848,0.12186303,0.00016179349,0.000118460484,1.4986713e-7,0.00017777228,0.040795542],"genre_scores_gemma":[0.99455595,0.0000047041503,0.0025005853,0.00073686696,0.00003837664,8.6778556e-7,1.7729354e-7,0.0000020001228,0.002160465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995628,0.000034238805,0.000045250992,0.0001402417,0.00014939294,0.000068050744],"domain_scores_gemma":[0.99965435,0.00005370633,0.000012783802,0.0002382884,0.00002498176,0.000015871059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001319202,0.000041690473,0.00004148783,0.00002377874,0.0000516552,0.000077395685,0.0002980997,0.000012804164,0.00006306146],"category_scores_gemma":[0.0000061473484,0.000023341701,0.00003281507,0.00010336295,0.000010655241,0.000069261405,0.000028160073,0.00008909863,0.00046775126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013202211,0.00009197849,0.0002752537,0.0000020312625,0.00001195228,0.0000011761525,0.020364616,0.001254109,0.00025867356,0.974357,0.00035546662,0.0030264074],"study_design_scores_gemma":[0.0008368397,0.0013192825,0.021142045,0.000076751756,0.00001712052,0.00000778411,0.06721661,0.8428501,0.0014635664,0.052931577,0.011572932,0.00056540885],"about_ca_topic_score_codex":0.000012790728,"about_ca_topic_score_gemma":0.0000023376251,"teacher_disagreement_score":0.92142546,"about_ca_system_score_codex":0.000015699581,"about_ca_system_score_gemma":0.000010912695,"threshold_uncertainty_score":0.6012152},"labels":[],"label_agreement":null},{"id":"W2963562081","doi":"10.1145/3304221.3319759","title":"The Impact of Adding Textual Explanations to Next-step Hints in a Novice Programming Environment","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Helpfulness; Computer science; Code (set theory); Perception; Block (permutation group theory); Scalability; Feature (linguistics); Human–computer interaction; Information retrieval; Programming language; Psychology; Linguistics","score_opus":0.013796461561211865,"score_gpt":0.2859293070792831,"score_spread":0.27213284551807126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963562081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87154645,0.000047337868,0.11714529,0.0047223135,0.00007721631,0.00046118235,0.0000029655932,0.000088503635,0.0059087193],"genre_scores_gemma":[0.9685044,0.00000401821,0.030735793,0.000042345393,0.000013091775,0.0000042674287,0.0000011267273,0.000003437284,0.00069147634],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993142,0.000029395347,0.0001560449,0.00015519596,0.00016178493,0.0001833702],"domain_scores_gemma":[0.9994685,0.00014152101,0.00004928877,0.000277693,0.000014649251,0.000048333502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025251386,0.00006406366,0.000082791026,0.00007585491,0.000046852823,0.00009018555,0.00039560985,0.000019273957,0.000022751034],"category_scores_gemma":[0.000039115326,0.000040115858,0.000047046713,0.00024833222,0.000010424559,0.00014604504,0.00014620365,0.000090035974,0.00011204693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011620526,0.00033156964,0.07322677,0.000012858092,0.00006179388,0.0000058464943,0.003181239,0.09063157,0.002042066,0.042870928,0.000752938,0.7868708],"study_design_scores_gemma":[0.00035380427,0.00036915136,0.03484708,0.000049957034,0.0000035852913,0.000004720133,0.0012215918,0.94905823,0.00010123596,0.00016068814,0.013631697,0.00019823793],"about_ca_topic_score_codex":0.00023544209,"about_ca_topic_score_gemma":0.000048269598,"teacher_disagreement_score":0.8584267,"about_ca_system_score_codex":0.00005902405,"about_ca_system_score_gemma":0.00003576042,"threshold_uncertainty_score":0.16358772},"labels":[],"label_agreement":null},{"id":"W2964619789","doi":"10.18608/jla.2019.62.7","title":"nStudy: Software for Learning Analytics about Processes for Self-Regulated Learning","year":2019,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University","keywords":"Learning analytics; Computer science; Metacognition; Process (computing); Analytics; Self-regulated learning; Software analytics; Educational technology; Data science; Open learning; Scalability; TRACE (psycholinguistics); Software; Human–computer interaction; Cognition; Mathematics education; Cooperative learning; Teaching method; Psychology; Software development; Software development process; Database","score_opus":0.013976133434345672,"score_gpt":0.27947563115458884,"score_spread":0.26549949772024317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964619789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1439196,0.0009642568,0.8507689,0.0023430493,0.0007082516,0.00050960155,0.0000041142903,0.00058403553,0.00019813358],"genre_scores_gemma":[0.8501839,0.00030425817,0.13779876,0.00010540004,0.0007622193,0.0000071681166,0.000025905172,0.00012418552,0.010688182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958017,0.0002896029,0.0014418048,0.0006540495,0.00086966,0.00094320276],"domain_scores_gemma":[0.9907756,0.00220512,0.0024140459,0.00043659282,0.0038271928,0.0003414573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028432407,0.00052144524,0.0011788451,0.00082131574,0.000725507,0.0006889627,0.0013818061,0.00031183788,0.000015119902],"category_scores_gemma":[0.007872,0.0004786171,0.00064761017,0.0018978175,0.00006465253,0.0007730371,0.00021762992,0.0020467239,0.00003180022],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009825921,0.00024598747,0.13239801,0.0007124356,0.00080185203,0.000019197467,0.0016237703,0.84866744,0.00017116802,0.000819279,0.00064448424,0.013798145],"study_design_scores_gemma":[0.0027389824,0.0034324634,0.002179506,0.00061454665,0.00065154134,0.00013419092,0.0011189346,0.87964106,0.00015933257,0.0010778453,0.10745991,0.0007916882],"about_ca_topic_score_codex":0.000004402425,"about_ca_topic_score_gemma":0.0000037413727,"teacher_disagreement_score":0.7129702,"about_ca_system_score_codex":0.00021742318,"about_ca_system_score_gemma":0.0010341916,"threshold_uncertainty_score":0.9997665},"labels":[],"label_agreement":null},{"id":"W2964636627","doi":"10.1145/3330430.3333618","title":"Instructors Desire Student Activity, Literacy, and Video Quality Analytics to Improve Video-based Blended Courses","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Analytics; Learning analytics; Computer science; Multimedia; Quality (philosophy); Video quality; Literacy; Data science; Psychology; Pedagogy; Engineering","score_opus":0.01785016341625922,"score_gpt":0.3390353483428126,"score_spread":0.3211851849265534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964636627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93812716,0.000016134545,0.055842146,0.0047231615,0.0003140184,0.00021424974,0.000006229878,0.00019043295,0.0005664808],"genre_scores_gemma":[0.9700641,0.000004102552,0.027417274,0.0009047108,0.00006118005,0.0000033817614,0.0000020019804,0.0000132253745,0.0015300416],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980208,0.00014320039,0.00031112455,0.0006513122,0.00051067036,0.00036286633],"domain_scores_gemma":[0.998317,0.0003065805,0.0001492114,0.0008182939,0.00015098978,0.0002579161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005549624,0.0002332033,0.00035691843,0.0001915722,0.00010043069,0.0005098964,0.0006615744,0.0000804574,0.000022642349],"category_scores_gemma":[0.000098468314,0.00019732727,0.00009216161,0.00047295252,0.000041449908,0.00048050063,0.00043384128,0.00023789231,0.00006570049],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108922046,0.001101255,0.64627284,0.00034300398,0.00027324798,0.000038247486,0.0022909539,0.007453211,0.012384081,0.086094014,0.00046204735,0.24317816],"study_design_scores_gemma":[0.002266832,0.0010519696,0.3860189,0.00013433276,0.000068392466,0.000008651999,0.0003767849,0.5905408,0.013051605,0.0030271066,0.002281379,0.0011732188],"about_ca_topic_score_codex":0.00013104142,"about_ca_topic_score_gemma":0.000035292174,"teacher_disagreement_score":0.5830876,"about_ca_system_score_codex":0.00007100237,"about_ca_system_score_gemma":0.00020682899,"threshold_uncertainty_score":0.80467725},"labels":[],"label_agreement":null},{"id":"W2964637480","doi":"10.19173/irrodl.v20i4.4299","title":"Case Study as a Research Method for Analyzing MOOCs","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministerio de Economía y Competitividad; Ministerio de Educación, Cultura y Deporte","keywords":"Scopus; Data science; Computer science; Web of science; Empirical research; Management science; Case study research; Scientific literature; Information retrieval; Knowledge management; MEDLINE; Political science; Mathematics; Statistics","score_opus":0.17896833628646894,"score_gpt":0.5629800777684467,"score_spread":0.3840117414819778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964637480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8011761,0.016562063,0.080898345,0.08308183,0.00033155462,0.008288026,0.000050665993,0.00007655905,0.009534885],"genre_scores_gemma":[0.99029475,0.0024636171,0.0057795956,0.00009005605,0.00004675646,0.00009587427,0.000022268974,0.0000092805385,0.0011978083],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99588364,0.0019602105,0.00040096033,0.00041594866,0.0009876343,0.0003516233],"domain_scores_gemma":[0.99421686,0.004129229,0.00012303567,0.00044340992,0.0010084553,0.000079039615],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030351633,0.00009152358,0.00029227926,0.00030327155,0.0002896391,0.0004526346,0.0022351446,0.00003236734,0.000041936888],"category_scores_gemma":[0.0048451615,0.000064119835,0.00005975022,0.0013301576,0.00007483925,0.0002922646,0.0019920296,0.0010490057,0.000025848774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036343353,0.0019891113,0.25090984,0.005833132,0.0005983543,0.0021634072,0.0056540663,0.0057327487,0.00034382293,0.28083703,0.005476505,0.44009852],"study_design_scores_gemma":[0.0040801554,0.0026437927,0.0024290227,0.01333336,0.00003831979,0.0014969069,0.04351274,0.80791384,0.00010083536,0.02616271,0.09778125,0.0005070728],"about_ca_topic_score_codex":0.0019408537,"about_ca_topic_score_gemma":0.00004203282,"teacher_disagreement_score":0.80218107,"about_ca_system_score_codex":0.000088606816,"about_ca_system_score_gemma":0.0002724019,"threshold_uncertainty_score":0.9984571},"labels":[],"label_agreement":null},{"id":"W2964878544","doi":"10.19173/irrodl.v20i4.4270","title":"Goal Setting and MOOC Completion","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Massive open online course; Context (archaeology); Psychology; Goal orientation; Online learning; Distance education; Computer science; Mathematics education; Multimedia","score_opus":0.047708192684358046,"score_gpt":0.4250086228447343,"score_spread":0.37730043016037623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964878544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.658137,0.03526902,0.015463161,0.25818872,0.00034135685,0.0020083722,0.000045288372,0.00008207571,0.030464973],"genre_scores_gemma":[0.99008965,0.008225905,0.0010255798,0.00018776886,0.000025008218,0.0000066255448,0.000038837636,0.0000033874028,0.00039725332],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863416,0.00035491632,0.00021294506,0.00019599264,0.00044958427,0.00015240237],"domain_scores_gemma":[0.99889815,0.0006173912,0.00009248738,0.00016410078,0.00018859032,0.00003927808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004513163,0.00005591326,0.00015335181,0.0000771728,0.000097352226,0.00022633081,0.000951583,0.000018964936,0.000033640452],"category_scores_gemma":[0.00087401463,0.000039449995,0.000020316716,0.00032005407,0.000069221795,0.00022854161,0.0011477264,0.0004784309,0.000017612354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056503697,0.00015409604,0.44459,0.0030239217,0.000076958684,0.000024034336,0.00047941576,0.0012699763,0.0005714493,0.33738193,0.0030499832,0.20932175],"study_design_scores_gemma":[0.0017096029,0.00033398563,0.11797421,0.021625904,0.000010235203,0.000089095774,0.001615206,0.66865677,0.00007094681,0.016794479,0.17079684,0.0003227273],"about_ca_topic_score_codex":0.00012595204,"about_ca_topic_score_gemma":0.0000031196532,"teacher_disagreement_score":0.6673868,"about_ca_system_score_codex":0.000030358207,"about_ca_system_score_gemma":0.00006100667,"threshold_uncertainty_score":0.21825133},"labels":[],"label_agreement":null},{"id":"W2965571870","doi":"10.19173/irrodl.v20i4.4385","title":"Research on MOOCs in Major Referred Journals","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Content analysis; Computer science; Empirical research; Diversity (politics); World Wide Web; Data science; Multimedia; Sociology; Social science; Artificial intelligence","score_opus":0.18103917588452656,"score_gpt":0.5281609576994739,"score_spread":0.34712178181494735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965571870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5744197,0.035122048,0.00103946,0.29965734,0.000394529,0.0025056868,0.000037130696,0.00004742985,0.08677667],"genre_scores_gemma":[0.9800787,0.017755058,0.00028242986,0.00019763368,0.000040167168,0.000020265219,0.000021969981,0.000006740432,0.0015970164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99576527,0.0016139133,0.00043874257,0.0003289641,0.001480933,0.00037215854],"domain_scores_gemma":[0.99695694,0.0019137964,0.0001192938,0.00039530505,0.00054011546,0.00007453458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021365307,0.00008498666,0.00026278527,0.000496961,0.00012661362,0.0003940611,0.002838326,0.00004502734,0.0001309616],"category_scores_gemma":[0.0028248117,0.000058313188,0.000041184532,0.0016774324,0.00010321414,0.00030889627,0.0015542227,0.0019939947,0.00010977965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004908857,0.0011151962,0.27479416,0.0033950165,0.00014407618,0.00026977135,0.00086590403,0.009452522,0.00065095094,0.5040494,0.016084755,0.18868734],"study_design_scores_gemma":[0.006280373,0.0017431085,0.18513797,0.12477017,0.000010306997,0.00011613395,0.0075497376,0.27825323,0.00040012173,0.07121868,0.32373297,0.0007871984],"about_ca_topic_score_codex":0.00033395903,"about_ca_topic_score_gemma":0.000020532094,"teacher_disagreement_score":0.43283075,"about_ca_system_score_codex":0.00014361762,"about_ca_system_score_gemma":0.00022709231,"threshold_uncertainty_score":0.86630255},"labels":[],"label_agreement":null},{"id":"W2965838646","doi":"10.19173/irrodl.v20i4.3949","title":"Patterns of Students’ Utilization of Flexibility in Online Academic Courses and Their Relation to Course Achievement","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Computer science; Educational technology; Mathematics education; Distance education; Academic achievement; Blended learning; Online learning; Higher education; Relation (database); Online course; Process (computing); Multimedia; Psychology","score_opus":0.11933872386772158,"score_gpt":0.4872293597866629,"score_spread":0.3678906359189413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965838646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98733234,0.0022290414,0.0023790617,0.007504809,0.000024327235,0.0004369845,0.000036521724,0.0000031632292,0.000053749216],"genre_scores_gemma":[0.9907372,0.008869705,0.00018702487,0.000055003085,0.000007182849,0.0000053487556,0.000065972716,0.000002730793,0.00006984133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99832755,0.00041520532,0.00042964576,0.00019260173,0.00052140397,0.00011360121],"domain_scores_gemma":[0.9988135,0.000503694,0.00019161965,0.00019120685,0.00026510056,0.000034842982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004952229,0.00006256591,0.00022323012,0.00012261826,0.000024769357,0.000032174168,0.0009751433,0.000029822291,0.000011844942],"category_scores_gemma":[0.0008416951,0.00004344363,0.000020562351,0.00042625942,0.000043691445,0.00017207864,0.0009153978,0.0004198994,9.4315294e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027664493,0.00016061001,0.9768398,0.0005054281,0.0000134524225,4.272e-7,0.00027280953,0.0013840946,0.00013707008,0.0059562055,0.000014125455,0.0146883195],"study_design_scores_gemma":[0.00057556696,0.00020217629,0.93739223,0.009451258,0.000004031327,0.0000014952656,0.0016527126,0.04834043,0.00015356719,0.0011611424,0.0010002698,0.00006510842],"about_ca_topic_score_codex":0.00023919117,"about_ca_topic_score_gemma":0.000027589562,"teacher_disagreement_score":0.046956334,"about_ca_system_score_codex":0.00004119261,"about_ca_system_score_gemma":0.00008936927,"threshold_uncertainty_score":0.18242773},"labels":[],"label_agreement":null},{"id":"W2966146348","doi":"10.19173/irrodl.v20i1.3743","title":"An Analysis of the Journey of Open and Distance Education: Major Concepts and Cutoff Points in Research Trends","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Publishing; Open education; Educational technology; Field (mathematics); Content analysis; Mathematics education; Sociology; Computer science; Pedagogy; Psychology; Social science; Political science; Mathematics","score_opus":0.10621907166903549,"score_gpt":0.5321628824570221,"score_spread":0.42594381078798665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966146348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94837224,0.011818028,0.00031792355,0.03430331,0.000060356357,0.0006583865,0.00005535616,0.0000036879073,0.0044107195],"genre_scores_gemma":[0.99302036,0.005810915,0.0003506923,0.000055529235,0.000009595567,0.000011598247,0.000031833057,0.000003450441,0.0007060279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701077,0.0013729088,0.0004217937,0.0002856277,0.0007315973,0.00017729818],"domain_scores_gemma":[0.99789965,0.00086318667,0.00022033644,0.00041873773,0.0005362763,0.00006182197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00961566,0.00007110369,0.00034700328,0.00040106048,0.000102290964,0.00027566974,0.0025852143,0.000029119996,0.000059038037],"category_scores_gemma":[0.001302706,0.000045079574,0.00003701241,0.002558901,0.00030943306,0.0004170674,0.0019152794,0.00060166797,7.3700147e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061287516,0.00023688855,0.85994047,0.00055453664,0.00011008382,0.0000019895808,0.00080495235,0.00036493604,0.00011664243,0.08649849,0.00033466076,0.05097507],"study_design_scores_gemma":[0.001092958,0.00026945322,0.84448916,0.010048572,0.000042902746,0.000009855175,0.0045986064,0.1218832,0.000098614,0.0060660047,0.011242991,0.00015765992],"about_ca_topic_score_codex":0.0013531636,"about_ca_topic_score_gemma":0.00018030585,"teacher_disagreement_score":0.12151826,"about_ca_system_score_codex":0.00005218417,"about_ca_system_score_gemma":0.00030706942,"threshold_uncertainty_score":0.48040143},"labels":[],"label_agreement":null},{"id":"W2966152243","doi":"10.18608/jla.2019.62.5","title":"Designing in Context: Reaching Beyond Usability in Learning Analytics Dashboard Design","year":2019,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; University of California, Riverside; Vanderbilt University; York University; University of Washington; National Science Foundation","keywords":"Learning analytics; Usability; Analytics; Context (archaeology); Documentation; Instructional design; Computer science; Appropriation; Knowledge management; Repurposing; Visual analytics; Design science; Data science; Human–computer interaction; Engineering; Multimedia; Visualization","score_opus":0.02474089726551739,"score_gpt":0.28197055913860974,"score_spread":0.2572296618730924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966152243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5457092,0.00043650644,0.45012668,0.0021136964,0.00039323274,0.00019111767,3.4437377e-7,0.0001002915,0.000928957],"genre_scores_gemma":[0.9394051,0.000106835156,0.05938994,0.00010268774,0.0001395267,7.265638e-7,0.000001606154,0.000039160837,0.0008144454],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943258,0.0016079638,0.0017498281,0.0005650217,0.00097204244,0.0007793439],"domain_scores_gemma":[0.9956452,0.001890071,0.001413698,0.00051418983,0.00028609767,0.00025069967],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008602277,0.00039172868,0.0011022454,0.0014092391,0.00016427436,0.00037848047,0.0012441408,0.0002497863,0.000021587559],"category_scores_gemma":[0.0032057888,0.00037607094,0.0003405437,0.002009755,0.00008257798,0.0009416362,0.00025180966,0.00417884,0.000039882645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035746314,0.00011467124,0.32697192,0.000032382868,0.00004893265,0.0001649356,0.0019544708,0.6632696,0.00071109994,0.0006056753,0.000025961994,0.006064639],"study_design_scores_gemma":[0.0015404517,0.0008393762,0.008405962,0.00055455166,0.000059600487,0.00011648644,0.0030954438,0.9816954,0.0002782943,0.0015620344,0.0013787716,0.0004736096],"about_ca_topic_score_codex":0.000062342886,"about_ca_topic_score_gemma":0.000038670092,"teacher_disagreement_score":0.3936959,"about_ca_system_score_codex":0.0005388842,"about_ca_system_score_gemma":0.0005035147,"threshold_uncertainty_score":0.9998691},"labels":[],"label_agreement":null},{"id":"W2966374056","doi":"","title":"Visualizing Learning Performance Data and Model Predictions as Objects in a 3D Space.","year":2019,"lang":"en","type":"article","venue":"NPARC","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Space (punctuation); Data visualization; Data modeling; Data space; Visualization; Artificial intelligence; Human–computer interaction; Database","score_opus":0.019261321273766688,"score_gpt":0.28701431615212764,"score_spread":0.26775299487836096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966374056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93789715,0.000046230653,0.045988988,0.0011050734,0.000080405465,0.00006931575,0.0000015152325,0.00013575559,0.01467557],"genre_scores_gemma":[0.96473765,0.00008400643,0.033023432,0.00006973168,0.000029996188,0.0000012392251,0.00000578744,0.000006642546,0.0020415355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992034,0.000032735235,0.00010579438,0.0003141102,0.00015629102,0.00018768253],"domain_scores_gemma":[0.9994165,0.000044450986,0.000041572774,0.000428998,0.000019411556,0.00004911888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028206388,0.00007333656,0.00009955451,0.00009981215,0.00008164547,0.00009204882,0.0004169383,0.00003695653,0.0000096824315],"category_scores_gemma":[0.000068590765,0.00007201779,0.00000961345,0.00023427152,0.00001640045,0.00050303526,0.000463797,0.00028759512,0.00006032347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016707498,0.00017343742,0.28779262,0.00017591404,0.00003566677,0.000020473142,0.008882629,0.60094506,0.007276881,0.026873326,0.00066097925,0.06714632],"study_design_scores_gemma":[0.00018906545,0.00006620943,0.0014210265,0.000061207094,0.0000029771284,0.000009028587,0.000088511246,0.99643606,0.000029488367,0.00081355614,0.00079661,0.00008624539],"about_ca_topic_score_codex":0.000010329132,"about_ca_topic_score_gemma":0.000005473216,"teacher_disagreement_score":0.39549103,"about_ca_system_score_codex":0.000014954648,"about_ca_system_score_gemma":0.00007748824,"threshold_uncertainty_score":0.29368004},"labels":[],"label_agreement":null},{"id":"W2967602886","doi":"10.5334/jime.542","title":"Book Reviews – 2019","year":2019,"lang":"en","type":"article","venue":"Journal of Interactive Media in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Media studies; Sociology; Computer science","score_opus":0.008592802619176174,"score_gpt":0.3195766387651197,"score_spread":0.31098383614594355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967602886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77004004,0.0739237,0.018682657,0.08886342,0.04055306,0.00065001834,0.0000012870976,0.000035098838,0.007250751],"genre_scores_gemma":[0.93690825,0.007899777,0.038927585,0.005928358,0.001974214,0.0000059264294,0.0000048659012,0.000018233133,0.008332774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992221,0.00010775095,0.00035442665,0.00008683934,0.00014738932,0.00008151021],"domain_scores_gemma":[0.99891216,0.00021007068,0.00048197416,0.00015434231,0.0001936519,0.000047830108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004702562,0.00006050293,0.00017746746,0.00025120078,0.000008152757,0.000041285082,0.00033756855,0.000023923945,0.00009452554],"category_scores_gemma":[0.0005225498,0.000046408608,0.00006943946,0.00019217678,0.000006996013,0.00083611556,0.000026852209,0.0003324337,0.0002357243],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000466268,0.001232204,0.027479354,0.000067504254,0.000041054267,0.000011651152,0.018849276,0.0003110261,0.0026517776,0.0033447035,0.4630728,0.48289204],"study_design_scores_gemma":[0.0004306821,0.00026484623,0.028070536,0.0011063998,0.0000122254405,0.000118204145,0.0008272496,0.0042984537,0.00062784285,0.0029893385,0.96107364,0.00018057518],"about_ca_topic_score_codex":0.0000053465774,"about_ca_topic_score_gemma":0.0000018790602,"teacher_disagreement_score":0.49800086,"about_ca_system_score_codex":0.00011937465,"about_ca_system_score_gemma":0.0002753462,"threshold_uncertainty_score":0.30298376},"labels":[],"label_agreement":null},{"id":"W2969869527","doi":"10.5430/ijhe.v8n5p118","title":"Student Dropout from Foundation Program at Modern College of Business &amp; Science, Sultanate of Oman","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Bachelor; Psychology; Exploratory research; Medical education; Foundation (evidence); Mathematics education; Political science; Computer science; Medicine; Sociology","score_opus":0.012406890108965672,"score_gpt":0.35216036736610606,"score_spread":0.3397534772571404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969869527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990272,0.0000924405,0.002194237,0.0034049142,0.0033200388,0.000091672955,0.0000081003145,0.0000113641,0.00060522015],"genre_scores_gemma":[0.9820813,0.000013218529,0.015522859,0.000043398573,0.0002526288,0.0000014358498,0.0000151150925,0.000005887467,0.0020641591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811983,0.000035201287,0.00051606284,0.00016465435,0.0010664766,0.000097755226],"domain_scores_gemma":[0.9958738,0.00006287748,0.0008934787,0.00021536154,0.0028994929,0.000054964232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030769847,0.000083448525,0.00017421175,0.0004088377,0.0000373782,0.000068060006,0.0011115791,0.000032970533,0.000080593105],"category_scores_gemma":[0.000053163207,0.00007275497,0.00006664472,0.0005066811,0.00008401552,0.0006494445,0.00014781364,0.00009522019,0.000021535228],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019761216,0.0063470765,0.6303564,0.000074776515,0.00055361004,0.0000080259015,0.005937414,0.0109193195,0.10373948,0.09553733,0.0016015253,0.14472745],"study_design_scores_gemma":[0.0014316327,0.0003135573,0.9247275,0.00043476425,0.000062115716,0.000038882066,0.0002917549,0.021325033,0.0047161616,0.030132223,0.016251815,0.000274579],"about_ca_topic_score_codex":0.000058743655,"about_ca_topic_score_gemma":0.0000096046515,"teacher_disagreement_score":0.2943711,"about_ca_system_score_codex":0.00023186221,"about_ca_system_score_gemma":0.000697606,"threshold_uncertainty_score":0.29668617},"labels":[],"label_agreement":null},{"id":"W2970362787","doi":"10.4038/jula.v22i2.7939","title":"Perception of Academics Regarding the Credibility of Online Resources: Open Access versus Subscribed Journals with Special Reference to Eastern University, Sri Lanka","year":2019,"lang":"en","type":"article","venue":"Journal of the University Librarians Association of Sri Lanka","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Credibility; Visibility; Perception; Public relations; The Internet; Publishing; Work (physics); Open data; Internet access; Sri lanka; Political science; Internet privacy; Business; Computer science; World Wide Web; Sociology; Psychology; Geography; Tanzania; Law; Engineering; Socioeconomics","score_opus":0.0559174970310933,"score_gpt":0.29247080742572756,"score_spread":0.23655331039463426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970362787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97689366,0.0000057868424,0.0006113162,0.018480452,0.00023018067,0.00013502961,0.000065621374,0.0000068319496,0.0035711438],"genre_scores_gemma":[0.9966883,0.000044567572,0.0022456003,0.000114258546,0.00019629479,7.788786e-9,0.0000024985604,0.00000403601,0.0007044388],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981221,0.0004436489,0.00037061135,0.00015960592,0.0007571179,0.00014689617],"domain_scores_gemma":[0.99658984,0.00035567832,0.0020540124,0.000329673,0.0005826825,0.000088122746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088045106,0.000106560205,0.0003859618,0.00015384017,0.00012549265,0.00011158892,0.0040256786,0.00011027573,0.00004167149],"category_scores_gemma":[0.00026413143,0.00007433329,0.0001393151,0.0008284971,0.000044368746,0.0015423066,0.0011917554,0.00056700676,0.0000015169549],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033402748,0.0003672944,0.92756957,0.00010428136,0.00083194324,0.000020477015,0.03301091,0.023209287,0.0013065499,0.004048743,0.004364518,0.0018261416],"study_design_scores_gemma":[0.01350471,0.0024027773,0.72921914,0.0019739354,0.00091607415,0.000026302072,0.13130796,0.015296748,0.00076923124,0.00070801494,0.10311514,0.00075995363],"about_ca_topic_score_codex":0.000784459,"about_ca_topic_score_gemma":0.0007698802,"teacher_disagreement_score":0.19835043,"about_ca_system_score_codex":0.00032284626,"about_ca_system_score_gemma":0.00059675943,"threshold_uncertainty_score":0.7480779},"labels":[],"label_agreement":null},{"id":"W2971052335","doi":"10.1130/abs/2019am-338739","title":"STUDENTS MAPPING DRUMLINS: INCORPORATING DIGITAL DRUMLIN IDENTIFICATION INTO UNDERGRADUATE TEACHING","year":2019,"lang":"en","type":"article","venue":"Abstracts with programs - Geological Society of America","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Drumlin; Identification (biology); Computer science; Geology","score_opus":0.014065815633034454,"score_gpt":0.2719366034879666,"score_spread":0.25787078785493217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971052335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87318325,0.000032650245,0.11782633,0.0077305026,0.00006707569,0.0003499798,8.518038e-7,0.00032849863,0.0004808703],"genre_scores_gemma":[0.8249375,0.000012448345,0.17434643,0.00028772492,0.000042914624,0.0000098159035,0.0000362699,0.000012059419,0.000314833],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975284,0.00007623515,0.0006194912,0.00062105205,0.00073157065,0.00042325727],"domain_scores_gemma":[0.99823904,0.00016648193,0.0008540437,0.000481316,0.0001286417,0.00013045546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006225486,0.00024720255,0.00037690773,0.00004019557,0.0002445835,0.00050110114,0.0010240079,0.00012748639,0.0000031003258],"category_scores_gemma":[0.00007933118,0.00018637859,0.00019812364,0.0005042116,0.00030929447,0.0007171806,0.00042227123,0.0006548685,0.00009479742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014862828,0.001376838,0.47776157,0.00016570983,0.00027233758,0.000011758697,0.0033670405,0.008708097,0.00064034667,0.0016430701,0.00014229846,0.5058961],"study_design_scores_gemma":[0.00386283,0.006105062,0.46861258,0.0013499302,0.00012953879,0.00006906354,0.015327962,0.42242235,0.0005942873,0.059382495,0.019147493,0.0029964056],"about_ca_topic_score_codex":0.00017462106,"about_ca_topic_score_gemma":0.0000014338076,"teacher_disagreement_score":0.50289965,"about_ca_system_score_codex":0.000050930594,"about_ca_system_score_gemma":0.000065909764,"threshold_uncertainty_score":0.76002985},"labels":[],"label_agreement":null},{"id":"W2971128324","doi":"10.5539/ijel.v9n5p52","title":"An Exploration of Impact Factors Influencing Students’ Reading Literacy in Singapore with Machine Learning Approaches","year":2019,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Literacy; Support vector machine; Mathematics education; Test (biology); Computer science; Set (abstract data type); Rank (graph theory); Artificial intelligence; Psychology; Machine learning; Pedagogy; Mathematics; Political science","score_opus":0.030524190371576547,"score_gpt":0.3312252045819894,"score_spread":0.30070101421041284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971128324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981589,0.000037161793,0.01651612,0.000015793126,0.0013309337,0.00004256887,0.0000032975047,0.000021230655,0.0004438469],"genre_scores_gemma":[0.98577034,0.000013539893,0.013205746,0.000011665828,0.0009505092,2.0149139e-7,0.000014471045,0.00001283726,0.000020664756],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983165,0.00009378542,0.0005536014,0.00015404538,0.0007447441,0.00013726777],"domain_scores_gemma":[0.99354464,0.00019366534,0.0007415655,0.00015464977,0.0052908864,0.00007457823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063669047,0.00013314528,0.00024687033,0.00045905696,0.000025265044,0.00026676845,0.00087378145,0.000048246755,0.000005125526],"category_scores_gemma":[0.0073796115,0.00010322652,0.0000748991,0.00024412439,0.000020082654,0.0009483084,0.00007984081,0.0005044541,6.8745817e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004264457,0.00016411848,0.7378344,0.0000113904225,0.00007859882,0.000026249327,0.009815065,0.24898542,0.000036406098,0.0020845905,0.0000024783276,0.00091861753],"study_design_scores_gemma":[0.0046668896,0.004165733,0.16680783,0.0020864056,0.00009900262,0.000023234648,0.008200069,0.8018937,0.0016305159,0.0035123369,0.0059588375,0.000955432],"about_ca_topic_score_codex":0.000038332426,"about_ca_topic_score_gemma":0.0000049731,"teacher_disagreement_score":0.5710266,"about_ca_system_score_codex":0.00012543128,"about_ca_system_score_gemma":0.00012919238,"threshold_uncertainty_score":0.8834617},"labels":[],"label_agreement":null},{"id":"W2971484450","doi":"10.22456/1679-1916.95708","title":"edX participants’ profile: analysis of the factors that lead to the search for certification","year":2019,"lang":"en","type":"article","venue":"RENOTE","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certification; Massive open online course; Medical education; Computer science; Psychology; World Wide Web; Political science; Medicine","score_opus":0.08968313223926987,"score_gpt":0.33958769922193754,"score_spread":0.24990456698266766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971484450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93529373,0.000014819415,0.054078806,0.010088946,0.00013459357,0.00023271503,0.000009955362,0.000022555303,0.00012386202],"genre_scores_gemma":[0.99668527,0.0000015625047,0.0010415805,0.00006000589,0.00001699839,0.0000059063445,0.000003901923,0.000004203236,0.0021805565],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991317,0.0000727597,0.00012456505,0.00018878486,0.0002934202,0.00018878934],"domain_scores_gemma":[0.99890316,0.00017039714,0.00007122463,0.00071660784,0.00010641824,0.000032198983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045558572,0.000058987116,0.00012626973,0.000077841774,0.0000893587,0.000054992994,0.00072021375,0.000026452422,0.00000922087],"category_scores_gemma":[0.00008980195,0.000029975148,0.00013008823,0.00095710496,0.000019058394,0.000056403795,0.000114209244,0.00008227973,0.000033702436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001709427,0.00013026681,0.84260714,0.000057389276,0.00066564314,1.3168176e-7,0.0093333125,0.064711645,0.019105693,0.008607069,0.00086135435,0.053903237],"study_design_scores_gemma":[0.00005832428,0.000042496922,0.37174657,0.000012228052,0.00012755732,6.6971204e-8,0.00013297333,0.59931546,0.026107663,0.00008404438,0.0023026962,0.00006994318],"about_ca_topic_score_codex":0.00007786016,"about_ca_topic_score_gemma":0.00004159002,"teacher_disagreement_score":0.5346038,"about_ca_system_score_codex":0.000020933914,"about_ca_system_score_gemma":0.000060575243,"threshold_uncertainty_score":0.13383484},"labels":[],"label_agreement":null},{"id":"W2972217548","doi":"","title":"Benefits and Challenges of Technology-Enabled Learning using the Community of Inquiry Theoretical Framework","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Confederation College; Athabasca University","funders":"","keywords":"Humanities; Online learning; Blended learning; Library science; Sociology; Educational technology; Computer science; Pedagogy; Art; Multimedia","score_opus":0.0423567423420834,"score_gpt":0.2926460594787416,"score_spread":0.2502893171366582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972217548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9742523,0.0011974364,0.01897622,0.0047984975,0.00004518108,0.00004520516,1.3990498e-7,0.000059420814,0.00062559],"genre_scores_gemma":[0.9700062,0.00032288357,0.029610148,0.000030625306,0.0000118118005,2.7844422e-7,1.0176632e-7,0.000004292811,0.000013646832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993134,0.00017815182,0.00015196484,0.000109431545,0.00012216589,0.00012488602],"domain_scores_gemma":[0.9987895,0.0005263944,0.00009869217,0.00048755138,0.00007848197,0.000019393461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000672777,0.00006946044,0.00017556036,0.00008745759,0.00010507826,0.000016184871,0.00054034294,0.000111514164,0.000008813357],"category_scores_gemma":[0.00026742567,0.000044655917,0.000029170957,0.0002738881,0.00034686862,0.00006396371,0.00049831293,0.00065440056,0.0000017713518],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017108488,0.000030562038,0.007816547,0.000036529964,0.00001291637,1.1340841e-7,0.0016176658,0.0023337752,0.00022091993,0.9726881,4.345983e-7,0.015240721],"study_design_scores_gemma":[0.00046729855,0.0007764506,0.01157636,0.00079957483,0.00003931348,0.000029224379,0.021657335,0.5865136,0.00474707,0.3729141,0.0001667722,0.00031290686],"about_ca_topic_score_codex":0.000010949777,"about_ca_topic_score_gemma":0.0000010135495,"teacher_disagreement_score":0.599774,"about_ca_system_score_codex":0.000004040183,"about_ca_system_score_gemma":0.0000195943,"threshold_uncertainty_score":0.2843081},"labels":[],"label_agreement":null},{"id":"W2973164289","doi":"10.1080/01587919.2019.1656151","title":"Advancing open, flexible and distance learning through learning analytics","year":2019,"lang":"en","type":"article","venue":"Distance Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dawson College","funders":"","keywords":"Distance education; Learning analytics; Mainstream; Open learning; Formal learning; Open education; Analytics; Educational technology; Formal education; Mathematics education; Learning society; Sociology; Pedagogy; Computer science; Knowledge management; Lifelong learning; Teaching method; Psychology; Data science; Political science; Cooperative learning","score_opus":0.010598899381304296,"score_gpt":0.3082978855413444,"score_spread":0.2976989861600401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973164289","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11310667,0.0017437072,0.8474173,0.008386117,0.0010608902,0.00033578873,0.000001374952,0.0003577629,0.027590375],"genre_scores_gemma":[0.9398027,0.00017407593,0.031592257,0.00031355675,0.000111691246,0.000009354487,0.000023246654,0.000018951903,0.02795419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998603,0.00008937496,0.00024037344,0.0005260356,0.00022089393,0.00032033285],"domain_scores_gemma":[0.9990508,0.000106943284,0.00022168343,0.00039990564,0.00013447767,0.00008617697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003477867,0.00016280301,0.00021369434,0.000060684084,0.000298253,0.0005515928,0.00061262347,0.000051572544,0.000022267397],"category_scores_gemma":[0.00019191476,0.00016836096,0.00003743028,0.0005721804,0.000036109057,0.0013008348,0.00022086783,0.00041376814,0.000078875244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019311763,0.00024599675,0.26360142,0.00020346785,0.000032767497,0.0000026593575,0.005489071,0.029954731,0.0005308865,0.64136153,0.001944087,0.05661408],"study_design_scores_gemma":[0.00061329635,0.00023915908,0.014466311,0.00044769834,0.000029805846,0.000014870427,0.005360042,0.3034112,0.00028202977,0.035106204,0.6391886,0.0008408068],"about_ca_topic_score_codex":0.00006106307,"about_ca_topic_score_gemma":0.00001813417,"teacher_disagreement_score":0.82669604,"about_ca_system_score_codex":0.00010475007,"about_ca_system_score_gemma":0.0002582687,"threshold_uncertainty_score":0.68655604},"labels":[],"label_agreement":null},{"id":"W2973289871","doi":"10.19173/irrodl.v20i3.3913","title":"MOOCs Readiness","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cronbach's alpha; Descriptive statistics; Psychology; Structural equation modeling; Variance (accounting); Pearson product-moment correlation coefficient; Self-efficacy; Sample (material); Medical education; Reliability (semiconductor); Applied psychology; Mathematics education; Psychometrics; Social psychology; Statistics; Developmental psychology; Mathematics","score_opus":0.06280255592099038,"score_gpt":0.4444665094921168,"score_spread":0.3816639535711264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973289871","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31520265,0.0544661,0.020435164,0.45461324,0.0009590743,0.003214861,0.00006185491,0.00015344933,0.15089361],"genre_scores_gemma":[0.9828424,0.014047025,0.00068806164,0.00025269378,0.00003312706,0.000012083646,0.000042941065,0.000004812327,0.002076896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849945,0.0003329714,0.00023565772,0.00020543674,0.0005524292,0.0001740238],"domain_scores_gemma":[0.99863493,0.0005983164,0.00009278989,0.00027788623,0.00035459563,0.000041459076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044524944,0.000059920567,0.00017242023,0.00009395082,0.00007012998,0.0002018297,0.0020712072,0.000021660017,0.00007044236],"category_scores_gemma":[0.001345313,0.00003991322,0.000027070259,0.0007466451,0.000062880696,0.00025869074,0.0012794486,0.00053184235,0.00005831019],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060317765,0.00025461163,0.2236481,0.002971977,0.00009038897,0.00004330935,0.00031021243,0.0020308692,0.0002758891,0.614185,0.00781669,0.14831264],"study_design_scores_gemma":[0.0018902216,0.0003769047,0.039844327,0.031337123,0.00001173223,0.000081076185,0.0014910223,0.33094794,0.00018520707,0.027800724,0.5655953,0.000438402],"about_ca_topic_score_codex":0.0001679486,"about_ca_topic_score_gemma":0.0000032297537,"teacher_disagreement_score":0.66763973,"about_ca_system_score_codex":0.000037874088,"about_ca_system_score_gemma":0.00012254303,"threshold_uncertainty_score":0.38488528},"labels":[],"label_agreement":null},{"id":"W2974741269","doi":"10.4018/978-1-5225-9746-9.ch008","title":"Massive Open Online Courses in China","year":2019,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"China; Massive open online course; Online learning; Political science; Engineering ethics; World Wide Web; Computer science; Engineering","score_opus":0.015264454946663134,"score_gpt":0.28712236200720714,"score_spread":0.271857907060544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974741269","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002013749,0.19054262,0.018269902,0.288564,0.008193076,0.004716856,0.0005770009,0.0016980114,0.4854248],"genre_scores_gemma":[0.0051167635,0.12724905,0.46178758,0.00039299915,0.0002880017,0.00009971459,0.00022462966,0.00007005588,0.4047712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984472,0.000020909378,0.00041003007,0.0006352096,0.00025565128,0.00023104822],"domain_scores_gemma":[0.99900085,0.0001903981,0.00028817487,0.0003967969,0.00009635878,0.00002742324],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001299427,0.00031749907,0.00040853536,0.00049636525,0.00010801131,0.00014979961,0.0011775607,0.0002884247,0.00005050462],"category_scores_gemma":[0.0001263156,0.00030411183,0.00004359502,0.00015962015,0.00043000033,0.0025535342,0.00061951095,0.000642789,0.000012972894],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016923826,0.00004009506,0.0003806995,0.000031820266,0.000012876714,0.000005261771,0.000028601766,0.0016611621,0.0000029536745,0.9274514,0.00030682902,0.07006143],"study_design_scores_gemma":[0.00019975372,0.00013244495,0.001466277,0.0003365069,0.0000046537966,0.000071325536,0.00019216748,0.00078140735,0.000013890133,0.7179545,0.2785149,0.00033214327],"about_ca_topic_score_codex":0.000012325057,"about_ca_topic_score_gemma":0.00006441533,"teacher_disagreement_score":0.44351768,"about_ca_system_score_codex":0.00015293068,"about_ca_system_score_gemma":0.0006626517,"threshold_uncertainty_score":0.9999411},"labels":[],"label_agreement":null},{"id":"W2974825380","doi":"","title":"Instructors' Perceptions of Networked Learning and Analytics.","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Educational technology; Perception; Computer science; Mathematics education; Electronic learning; Networked learning; Knowledge management; Psychology; Data science","score_opus":0.005504793660041405,"score_gpt":0.23764919400611256,"score_spread":0.23214440034607114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974825380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844262,0.00071076513,0.010527337,0.0036232325,0.00015079987,0.000019080071,4.0891402e-7,0.00003857677,0.00050358777],"genre_scores_gemma":[0.9907808,0.00014268102,0.008538242,0.000012479329,0.000118866505,1.4086253e-7,3.8059508e-7,0.000007828421,0.00039863025],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917233,0.00006821895,0.00027525373,0.00014717184,0.00008452376,0.00025251144],"domain_scores_gemma":[0.9990258,0.000055903358,0.00027007234,0.00010144476,0.0003083192,0.00023843609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033880788,0.00009598253,0.00024328672,0.0008772886,0.00030625612,0.000060756287,0.00025678988,0.00014445925,0.00002148941],"category_scores_gemma":[0.000438243,0.000090282934,0.00003559859,0.0006742005,0.0005270957,0.00010585841,0.00005509386,0.0007529064,0.0000026796588],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002688986,0.0000067159854,0.86798084,0.000013283655,0.00006120119,0.000048469738,0.00082799804,0.0003215815,0.00039851698,0.0117331855,0.00012039116,0.11848511],"study_design_scores_gemma":[0.0039554015,0.010680709,0.07520176,0.001339641,0.00041008406,0.007870634,0.02337155,0.40845338,0.00090078975,0.036945432,0.42909792,0.0017727161],"about_ca_topic_score_codex":0.00014926132,"about_ca_topic_score_gemma":0.00065931695,"teacher_disagreement_score":0.7927791,"about_ca_system_score_codex":0.000023959565,"about_ca_system_score_gemma":0.0003075144,"threshold_uncertainty_score":0.3681631},"labels":[],"label_agreement":null},{"id":"W2975528024","doi":"10.5753/sbsi.2019.7427","title":"Proposta de adequação da arquitetura do AVA Openredu para suporte a técnicas de análise quantitativa de dados educacionais","year":2019,"lang":"pt","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Air (Canada)","funders":"","keywords":"Computer science; Humanities; Philosophy","score_opus":0.036859723005281377,"score_gpt":0.34320241625973147,"score_spread":0.30634269325445007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975528024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8066575,0.001382918,0.13719356,0.047875427,0.0010821488,0.0010813012,0.000046169764,0.00048092275,0.0042000585],"genre_scores_gemma":[0.90652585,0.00015957822,0.05197261,0.0016634621,0.00024330869,0.0000136472,0.000029748837,0.00007233833,0.039319433],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947054,0.0006324998,0.00084280403,0.0013099315,0.00074799993,0.0017613865],"domain_scores_gemma":[0.996173,0.0005304995,0.0004322255,0.0017182134,0.00031337194,0.0008326875],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017805576,0.00063077203,0.000731124,0.00032066175,0.00033398773,0.0015123645,0.002344615,0.00037233502,0.0012832938],"category_scores_gemma":[0.00052075536,0.0005666158,0.00036111282,0.0010822288,0.0001842,0.00088050053,0.0008448967,0.0011810514,0.002221811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055246736,0.0058963713,0.39371005,0.0019546477,0.0013373132,0.0021016386,0.07153127,0.014635229,0.017409073,0.28614232,0.07349242,0.13123718],"study_design_scores_gemma":[0.0017473055,0.0011430302,0.011626328,0.00077036134,0.00020371188,0.0006126668,0.0045327055,0.949871,0.0011234301,0.00281379,0.023979256,0.0015763809],"about_ca_topic_score_codex":0.0006227099,"about_ca_topic_score_gemma":0.00003784428,"teacher_disagreement_score":0.9352358,"about_ca_system_score_codex":0.0003387445,"about_ca_system_score_gemma":0.003238825,"threshold_uncertainty_score":0.99967855},"labels":[],"label_agreement":null},{"id":"W2976045667","doi":"10.2478/eurodl-2019-0014","title":"Recent Work in Connectivism","year":2020,"lang":"fr","type":"article","venue":"European Journal of Open Distance and E-Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Connectivism; Pedagogy; Learning theory; Sociology","score_opus":0.052029113215957545,"score_gpt":0.2873343611107592,"score_spread":0.23530524789480167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976045667","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22827415,0.09406068,0.15469792,0.43782455,0.0023245907,0.00034311094,0.0000032504818,0.00007466678,0.082397066],"genre_scores_gemma":[0.97890264,0.0073490306,0.0072909696,0.0010785973,0.00056149485,1.689112e-7,8.273565e-7,0.00003336112,0.0047829086],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99655586,0.0019038509,0.0006428414,0.00031090053,0.00025183035,0.00033470028],"domain_scores_gemma":[0.9985921,0.00017923507,0.00060734426,0.0001212617,0.00017582005,0.000324271],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0026025702,0.00018890346,0.0004106752,0.00006890221,0.00020964144,0.0011315807,0.0010313902,0.000028575558,0.00008661236],"category_scores_gemma":[0.0010528011,0.00018264793,0.000074268246,0.00077345304,0.00009041269,0.0009687887,0.00057173683,0.0019035327,0.00008293795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036240194,0.00016931086,0.031160621,0.00009306491,0.000087056804,0.0048319353,0.022569634,0.043299768,0.000039632854,0.00898758,0.006909758,0.8814892],"study_design_scores_gemma":[0.0013555657,0.0009056079,0.015314649,0.0013955021,0.000027267974,0.00011257111,0.002051316,0.025117049,0.000006446521,0.0001897708,0.9532308,0.0002934675],"about_ca_topic_score_codex":0.000006016245,"about_ca_topic_score_gemma":0.0000026989553,"teacher_disagreement_score":0.946321,"about_ca_system_score_codex":0.000038961956,"about_ca_system_score_gemma":0.00011624068,"threshold_uncertainty_score":0.99990535},"labels":[],"label_agreement":null},{"id":"W2977020671","doi":"10.9734/ajrcos/2019/v4i130105","title":"Improvement of E-learning Based via Learning Management Systems (LMS) Using Artificial Neural Networks","year":2019,"lang":"en","type":"article","venue":"Asian Journal of Research in Computer Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Artificial neural network; Computer science; Feedforward neural network; Feed forward; Artificial intelligence; Class (philosophy); Strengths and weaknesses; Field (mathematics); Machine learning; Learning Management; Reflection (computer programming); Multimedia; Engineering; Psychology; Mathematics","score_opus":0.04083921548408571,"score_gpt":0.34820277131904,"score_spread":0.3073635558349543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977020671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14839087,0.00006816342,0.8496774,0.0007157508,0.0008739211,0.00016684066,7.247395e-8,0.000018016239,0.000088947934],"genre_scores_gemma":[0.9487678,0.0000064418255,0.05094774,0.000018488437,0.00022557404,8.3473145e-7,1.9440841e-7,0.000009868462,0.000023071816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953173,0.0005242844,0.0007908993,0.0004582609,0.0020919158,0.0008173767],"domain_scores_gemma":[0.99782187,0.00022028935,0.0005274292,0.0004377789,0.00075332896,0.00023929503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010060293,0.00015384048,0.00035504237,0.0016585351,0.0002820875,0.00057916355,0.002266818,0.00005363562,0.0000035552189],"category_scores_gemma":[0.000065801345,0.00013607407,0.0001108032,0.0032789982,0.0002925613,0.00081218744,0.0007494426,0.0014397991,0.0000051916077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013318761,0.000069319314,0.0050620674,0.000062939675,0.000010602914,0.0001180463,0.00016130577,0.9002483,0.000835506,0.00093463674,0.0000028546945,0.092481084],"study_design_scores_gemma":[0.0003601901,0.0010778245,0.00093465555,0.00045909383,0.0000035799403,0.000054025593,0.00023188184,0.99619937,0.00020391597,0.000299459,0.000046744197,0.00012928278],"about_ca_topic_score_codex":0.000021941096,"about_ca_topic_score_gemma":8.5592063e-7,"teacher_disagreement_score":0.8003769,"about_ca_system_score_codex":0.00021507137,"about_ca_system_score_gemma":0.00033567238,"threshold_uncertainty_score":0.62552905},"labels":[],"label_agreement":null},{"id":"W2977072379","doi":"10.32358/rpd.2019.v5.395","title":"EDUCATIONAL REWARD INFORMATION COMMUNICATION API (ERIC API): A PRELIMINARY STUDY RESULT","year":2019,"lang":"en","type":"article","venue":"Revista Produção e Desenvolvimento","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Educational game; Multimedia; World Wide Web; Learning Management; Resource (disambiguation); Open source; Software; Operating system","score_opus":0.01127736806933841,"score_gpt":0.26791278864245005,"score_spread":0.2566354205731116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977072379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9402039,0.0028898958,0.009191078,0.032328095,0.00059689477,0.0042658616,0.000012990067,0.0007569928,0.009754296],"genre_scores_gemma":[0.9812371,0.000063625455,0.01369136,0.00025370365,0.00007960512,0.00005826934,0.000119613025,0.000013934882,0.00448276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979546,0.00029037555,0.00054324407,0.00038945064,0.0005467982,0.0002755495],"domain_scores_gemma":[0.99736667,0.00014407262,0.0003399635,0.0017574041,0.0002918909,0.000099978446],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010396756,0.00019529078,0.0002379701,0.00020953348,0.0001902821,0.0005662371,0.0011443213,0.00005716067,0.000036289388],"category_scores_gemma":[0.00023373963,0.00018430002,0.00007359288,0.0007328813,0.000025372865,0.00148132,0.000449633,0.00028114137,0.0012282542],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049620256,0.009037715,0.28464463,0.0022953136,0.00079446856,0.0000193061,0.0498845,0.004009847,0.002007095,0.46717083,0.081571765,0.098068334],"study_design_scores_gemma":[0.0063289218,0.0051640267,0.31838095,0.0016183227,0.0003028212,0.00011081677,0.005796599,0.2458545,0.00043561522,0.012512887,0.4004425,0.0030520537],"about_ca_topic_score_codex":0.000041851104,"about_ca_topic_score_gemma":0.0000012381945,"teacher_disagreement_score":0.45465794,"about_ca_system_score_codex":0.00014481574,"about_ca_system_score_gemma":0.00019768755,"threshold_uncertainty_score":0.9995494},"labels":[],"label_agreement":null},{"id":"W2978635758","doi":"10.29173/aar36","title":"Analyzing the Sentiment of MOOC Discussion Posts","year":2019,"lang":"en","type":"article","venue":"Alberta Academic Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Computer science; World Wide Web; Python (programming language); Categorization; Cloud computing; Sentiment analysis; SQL; Natural language; Tag cloud; Information retrieval; Database; Natural language processing; Artificial intelligence; Programming language","score_opus":0.010813509360071022,"score_gpt":0.2976659896933824,"score_spread":0.2868524803333114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978635758","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049211517,0.3421702,0.008713106,0.58598167,0.0010295084,0.0017282476,0.000002361902,0.00012546076,0.011037963],"genre_scores_gemma":[0.75631106,0.20385948,0.0023625612,0.0051883496,0.00016350987,0.00001222088,0.000011454015,0.000026964688,0.032064397],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884963,0.00013751097,0.00038381954,0.00024189585,0.00021225703,0.00017489612],"domain_scores_gemma":[0.99884063,0.00020220761,0.00024934096,0.0006256269,0.000034402823,0.000047767935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062470895,0.000106818195,0.00027922099,0.000031341777,0.000040934898,0.00001467385,0.00097379036,0.00005347366,0.000060343136],"category_scores_gemma":[0.00011215052,0.00004819269,0.00013852188,0.00042150702,0.000020709702,0.00016303716,0.00026424788,0.000368716,0.00035724012],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057818165,0.00014184725,0.12614697,0.006455278,0.00030206586,0.000004113613,0.0015725187,0.0004876325,0.003778253,0.10422378,0.03884194,0.7180398],"study_design_scores_gemma":[0.0005977036,0.00020492541,0.0075958,0.030897733,0.00040116173,0.000067779816,0.000055255332,0.1108252,0.0009416981,0.0049437303,0.8425783,0.0008907255],"about_ca_topic_score_codex":0.000035996836,"about_ca_topic_score_gemma":0.0000011449785,"teacher_disagreement_score":0.8037363,"about_ca_system_score_codex":0.000013117916,"about_ca_system_score_gemma":0.00003296088,"threshold_uncertainty_score":0.4591718},"labels":[],"label_agreement":null},{"id":"W2979911426","doi":"10.29173/iasl7161","title":"Creating, Completing and Critiquing Our First MOOC","year":2017,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Online learning; Quality (philosophy); Online course; Computer science; World Wide Web; Multimedia; Mathematics education; Psychology","score_opus":0.029789163534143348,"score_gpt":0.30345279813392834,"score_spread":0.273663634599785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979911426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9351227,0.00008752021,0.013641333,0.03906615,0.00020884782,0.00013889675,0.00000904427,0.00043613865,0.01128937],"genre_scores_gemma":[0.98158985,0.000030564708,0.01686699,0.00020224856,0.0002203055,0.0000053051895,9.350006e-7,0.0000117183745,0.0010721071],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861103,0.000007601285,0.00022481839,0.00049665396,0.00026293198,0.0003969564],"domain_scores_gemma":[0.99869084,0.00003645293,0.0002672338,0.00026236937,0.0005759636,0.00016714235],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00039780245,0.00019616395,0.00024059406,0.000074918724,0.0013788473,0.0024654334,0.0011804216,0.00008019889,0.0000048080774],"category_scores_gemma":[0.00089402235,0.00018672971,0.00004445784,0.00007209784,0.00009277481,0.0013623164,0.0007744396,0.00031788848,0.000024697621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028932727,0.0002151892,0.42921507,0.00070539716,0.00009819253,0.0000799532,0.23538868,0.000019183935,0.00084448,0.24290648,0.008998871,0.08149956],"study_design_scores_gemma":[0.0018235948,0.00083138526,0.15940043,0.002068901,0.00007398222,0.0002843121,0.076751985,0.69666207,0.0010626192,0.035109457,0.023774516,0.0021567228],"about_ca_topic_score_codex":0.0001445471,"about_ca_topic_score_gemma":0.000013177497,"teacher_disagreement_score":0.69664294,"about_ca_system_score_codex":0.000015029774,"about_ca_system_score_gemma":0.000048155005,"threshold_uncertainty_score":0.9999212},"labels":[],"label_agreement":null},{"id":"W2980237866","doi":"10.18608/jla.2019.63.12","title":"RiPPLE: A Crowdsourced Adaptive Platform for Recommendation of Learning Activities","year":2019,"lang":"en","type":"preprint","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Interoperability; Crowdsourcing; Computer science; Adaptive learning; Learning Management; Ripple; Knowledge management; Multimedia; World Wide Web; Engineering","score_opus":0.04023146646342022,"score_gpt":0.3061480166411708,"score_spread":0.26591655017775057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980237866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068522155,0.0001977426,0.927609,0.0017422271,0.00094454904,0.00021118202,0.000013343764,0.00008147792,0.0006783021],"genre_scores_gemma":[0.9325788,0.00022001889,0.06339767,0.000032182208,0.0005497269,0.000002544341,0.00004133891,0.00005504314,0.0031226818],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969277,0.00028560404,0.001346586,0.0004243199,0.0005895471,0.00042626128],"domain_scores_gemma":[0.99224365,0.0012740444,0.004879988,0.0004054867,0.0010499504,0.00014687006],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024076912,0.00040886403,0.0012080037,0.0008960216,0.00020740998,0.00029270214,0.001123822,0.0004135273,0.000018937408],"category_scores_gemma":[0.0014559607,0.00038706287,0.0008191431,0.00041341147,0.00007419711,0.00044510944,0.0006152155,0.003614465,0.000005212588],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012427896,0.00011573946,0.0038877788,0.000326948,0.0006778495,0.0000068163786,0.002242428,0.9683797,0.0001723953,0.0011107022,0.00066051853,0.022294853],"study_design_scores_gemma":[0.00093219907,0.0015336788,0.000238311,0.0008646086,0.00034582693,0.000047413974,0.002154266,0.9767037,0.000341151,0.0017638291,0.014635637,0.0004394039],"about_ca_topic_score_codex":0.000015156306,"about_ca_topic_score_gemma":0.0000027333965,"teacher_disagreement_score":0.8642114,"about_ca_system_score_codex":0.00024297743,"about_ca_system_score_gemma":0.0007590299,"threshold_uncertainty_score":0.99985814},"labels":[],"label_agreement":null},{"id":"W2980248196","doi":"10.28945/4313","title":"Understanding Online Learning Based on Different Age Categories","year":2019,"lang":"en","type":"article","venue":"Issues in Informing Science and Information Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Psychology; Sample (material); Online learning; Computer science; Medical education; Knowledge management; Multimedia","score_opus":0.018497227207671368,"score_gpt":0.2735260607049707,"score_spread":0.2550288334972993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980248196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87946975,0.00003307377,0.0912512,0.01544908,0.0005015597,0.00030372187,0.0000015750177,0.0007812592,0.0122087505],"genre_scores_gemma":[0.9956365,0.000035464836,0.0037413596,0.00045265318,0.000008275231,0.000002884184,0.0000054098214,0.0000023556017,0.000115066934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987945,0.000008679521,0.00030202468,0.00016480754,0.00041392373,0.00031607656],"domain_scores_gemma":[0.99938244,0.000059478993,0.00013840989,0.00028816532,0.00008984864,0.00004168346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005112903,0.000119344666,0.00015972521,0.0016603034,0.00022175896,0.00029723285,0.0006422312,0.00009714227,0.000004622167],"category_scores_gemma":[0.00040960687,0.000099153265,0.0000155423,0.0016643036,0.0002916316,0.00340519,0.00022325187,0.00037879654,0.000037857735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006886897,0.000036797475,0.027750341,0.00005666189,0.0000026975524,0.0000046677487,0.0029570947,0.020614615,0.00014166273,0.8788543,0.000032091983,0.06954222],"study_design_scores_gemma":[0.00039748033,0.0003539191,0.0025643446,0.000106408566,0.0000012064384,0.0000075190487,0.003289971,0.9707441,0.00082869607,0.009217042,0.012281566,0.00020774649],"about_ca_topic_score_codex":0.000011676975,"about_ca_topic_score_gemma":0.0000042024876,"teacher_disagreement_score":0.9501295,"about_ca_system_score_codex":0.00017382218,"about_ca_system_score_gemma":0.00009213609,"threshold_uncertainty_score":0.4043353},"labels":[],"label_agreement":null},{"id":"W2980323795","doi":"10.5430/ijhe.v8n6p171","title":"Assessing Student Engagement in Online Programmes: Using Learning Design and Learning Analytics","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Psychology; Online learning; Analytics; Active listening; Context (archaeology); Online discussion; Association (psychology); Reading (process); Collaborative learning; Computer-assisted web interviewing; Student engagement; Mathematics education; Medical education; Computer science; Multimedia; World Wide Web; Data science; Medicine","score_opus":0.049294927425880104,"score_gpt":0.4128233601908277,"score_spread":0.3635284327649476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980323795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93952733,0.00036132443,0.05595396,0.0027091543,0.0012669633,0.00007311842,6.563919e-8,0.000017143064,0.00009093331],"genre_scores_gemma":[0.89520615,0.0000439486,0.10371809,0.0001087784,0.00028605628,5.993938e-7,0.0000027386097,0.000008481761,0.0006251558],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984631,0.00032945606,0.0004171783,0.00016442196,0.0004916138,0.00013421958],"domain_scores_gemma":[0.9987782,0.00018578519,0.00048533815,0.00008184332,0.00041048919,0.000058330144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010785643,0.00010086499,0.00015472062,0.0004305668,0.000055771772,0.0005209019,0.00042905204,0.00003965723,0.000017381091],"category_scores_gemma":[0.00009893222,0.000093713505,0.00004698633,0.00023055362,0.000014767395,0.0008125302,0.000108686356,0.0006521042,0.000003494624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001611661,0.0008581899,0.42513046,0.000020801375,0.00015102433,0.000031473053,0.0027856578,0.46094656,0.0018175571,0.003248813,0.000034599827,0.10495874],"study_design_scores_gemma":[0.0013223215,0.00044308556,0.33724466,0.0008201674,0.000058069094,0.00017363421,0.004254543,0.64247054,0.000109037996,0.0022398767,0.010501721,0.00036232168],"about_ca_topic_score_codex":0.000016424012,"about_ca_topic_score_gemma":5.919688e-7,"teacher_disagreement_score":0.181524,"about_ca_system_score_codex":0.0002177252,"about_ca_system_score_gemma":0.00032331198,"threshold_uncertainty_score":0.5023069},"labels":[],"label_agreement":null},{"id":"W2980713373","doi":"10.19173/irrodl.v20i4.4103","title":"Factors Related to Student Persistence in Open Universities","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Persistence (discontinuity); Attrition; Scopus; Higher education; Intervention (counseling); Psychology; Political science; MEDLINE; Medicine; Engineering","score_opus":0.10611699435079734,"score_gpt":0.459039285012003,"score_spread":0.3529222906612056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980713373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94792247,0.0021797232,0.00029580857,0.03255758,0.00009657235,0.000865348,0.000011353167,0.000011872831,0.01605926],"genre_scores_gemma":[0.9950855,0.0021204792,0.00018424443,0.000116593095,0.00000408986,0.0000059260374,0.000024512086,0.0000032969865,0.002455408],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982901,0.00045611465,0.00025402935,0.00025892886,0.0005485745,0.00019220129],"domain_scores_gemma":[0.9988668,0.0005498652,0.00008377819,0.00024424688,0.00019751368,0.000057818557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039362484,0.000073120566,0.00021722306,0.00017275647,0.00008166142,0.0003424917,0.0037787382,0.000023455103,0.00008172562],"category_scores_gemma":[0.00047294138,0.000051252686,0.000030103822,0.0008649843,0.000052801824,0.00041486952,0.003674349,0.00053387,0.000027363909],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051752955,0.00023247206,0.8305948,0.00060643203,0.00007403279,0.000040258237,0.003612847,0.0068288757,0.00005262738,0.14684717,0.00086033426,0.010198395],"study_design_scores_gemma":[0.0032379094,0.0009823396,0.66527873,0.04289868,0.000016334574,0.00002056139,0.098358996,0.07897821,0.00008831375,0.0072881235,0.10214887,0.0007029074],"about_ca_topic_score_codex":0.00055990077,"about_ca_topic_score_gemma":0.000026019654,"teacher_disagreement_score":0.16531605,"about_ca_system_score_codex":0.00016653395,"about_ca_system_score_gemma":0.00020140974,"threshold_uncertainty_score":0.70218986},"labels":[],"label_agreement":null},{"id":"W2981231155","doi":"","title":"Evaluating Long-term MOOC Impact: A Case Study of TEL MOOC","year":2019,"lang":"en","type":"article","venue":"Open Research Online (The Open University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Term (time); Massive open online course; Digital preservation; Computer science; Mathematics education; Psychology; Library science","score_opus":0.25454736724380195,"score_gpt":0.5123269434307813,"score_spread":0.2577795761869794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981231155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883878,0.000011562197,0.00021093468,0.001535763,0.000047958438,0.002119345,0.000012672735,0.000021302667,0.0076526115],"genre_scores_gemma":[0.9646013,0.0000142058925,0.0038019756,0.000024788538,0.000037609632,0.0000020067087,0.0000099316885,0.000017093822,0.031491134],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996067,0.0014219588,0.00028085225,0.00070522475,0.00096385396,0.0005611451],"domain_scores_gemma":[0.9963915,0.0005997965,0.00020283951,0.0018118264,0.0007759447,0.0002181109],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0040862756,0.00018684208,0.00040168854,0.0004794485,0.0006627659,0.0010215993,0.009946478,0.00006651119,0.00022264574],"category_scores_gemma":[0.00023361632,0.00014098294,0.000095424046,0.0026919784,0.000117502015,0.0014518538,0.012747546,0.0008572065,0.00012061241],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010650788,0.016410042,0.5892609,0.00020715603,0.0014611967,0.023702707,0.01993911,0.026917404,0.0018315801,0.017240483,0.0014943838,0.30047],"study_design_scores_gemma":[0.020843146,0.01981704,0.10573783,0.0007894713,0.00025084845,0.0014215072,0.084730834,0.7577483,0.00021214833,0.001025058,0.0056739924,0.0017498245],"about_ca_topic_score_codex":0.010601731,"about_ca_topic_score_gemma":0.0019315988,"teacher_disagreement_score":0.7308309,"about_ca_system_score_codex":0.00018175293,"about_ca_system_score_gemma":0.0009294392,"threshold_uncertainty_score":0.99598676},"labels":[],"label_agreement":null},{"id":"W2981551119","doi":"10.1080/10494820.2019.1680391","title":"Using learning analytics to support students’ engineering design: the angle of prediction","year":2019,"lang":"en","type":"article","venue":"Interactive Learning Environments","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Science Foundation of Sri Lanka","keywords":"Computer science; Feature engineering; Task (project management); Machine learning; Artificial intelligence; Learning analytics; Analytics; Ranking (information retrieval); Process (computing); Curse of dimensionality; Feature selection; Feature (linguistics); Rank (graph theory); Data science; Deep learning; Engineering","score_opus":0.02218614371651277,"score_gpt":0.28818654244889547,"score_spread":0.2660003987323827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981551119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4587108,0.000007422107,0.54063153,0.00010942622,0.00020459156,0.00016150574,0.0000010050127,0.00005426991,0.00011945146],"genre_scores_gemma":[0.9814718,0.0000062253052,0.016005833,0.000059572016,0.00005219601,0.000004242476,0.0000044485137,0.00002501542,0.0023706653],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983363,0.00019931949,0.00029049584,0.0003608795,0.0005336778,0.0002792902],"domain_scores_gemma":[0.9990702,0.00026082966,0.00022975661,0.00033729157,0.000025334286,0.00007658734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053762324,0.00017478748,0.0002134,0.00016587778,0.00010587154,0.00010305916,0.0006798582,0.00005629693,0.000051005944],"category_scores_gemma":[0.00019183513,0.000149283,0.00008655434,0.0002872077,0.000021144337,0.00034236055,0.00043504642,0.0006403204,0.00019117519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000113412525,0.000061537256,0.106884986,0.000006356998,0.00007898335,0.000004210843,0.0011469035,0.8699744,0.020285398,0.000028744424,0.000020009626,0.0014971768],"study_design_scores_gemma":[0.000334125,0.00075060816,0.042637166,0.000100154946,0.00003784338,0.000012831212,0.00036436066,0.94257355,0.004822419,0.000019361205,0.00813568,0.00021192043],"about_ca_topic_score_codex":0.000013695441,"about_ca_topic_score_gemma":1.8001556e-7,"teacher_disagreement_score":0.5246257,"about_ca_system_score_codex":0.000156464,"about_ca_system_score_gemma":0.00002198995,"threshold_uncertainty_score":0.60875845},"labels":[],"label_agreement":null},{"id":"W2982394736","doi":"10.5539/ies.v12n11p164","title":"Factors Affecting MOOCs’ Adoption in the Arab World: Exploring Learners’ Perceptions on MOOCs’ Drivers and Barriers","year":2019,"lang":"en","type":"article","venue":"International Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Arabic; Perception; Psychology; Online learning; The Internet; Higher education; Medical education; Political science; Computer science; World Wide Web","score_opus":0.08460825894847876,"score_gpt":0.3675583198243069,"score_spread":0.2829500608758282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982394736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9894211,0.00007073884,0.00032127774,0.0067717116,0.0018624312,0.00008634386,0.000001111889,0.00004251219,0.0014227382],"genre_scores_gemma":[0.99716944,0.00013875183,0.0007511554,0.00035555026,0.00012462416,0.000017805154,0.00000594188,0.000005336457,0.0014314087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912363,0.00007637949,0.00014969145,0.00025455045,0.00027473277,0.000120989884],"domain_scores_gemma":[0.9992297,0.00031936073,0.000082033184,0.00016538717,0.00016933768,0.000034140125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026346758,0.0001100031,0.00010352164,0.00035379195,0.0001588065,0.00013075507,0.00030111946,0.000018469058,0.000015351075],"category_scores_gemma":[0.0003347417,0.00008195591,0.000042599793,0.00032136042,0.000040266827,0.00043760566,0.00007877752,0.0002175736,0.000047064208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006370286,0.00014874189,0.8527179,0.000023454979,0.00012046515,0.0000011462275,0.090018235,0.0091207335,0.00013360947,0.030252468,0.0010365627,0.01642033],"study_design_scores_gemma":[0.00033132156,0.00009638348,0.726361,0.00023916333,0.000015566136,0.000004358394,0.25400057,0.009095408,0.00004517082,0.0019513225,0.0075730034,0.0002867552],"about_ca_topic_score_codex":0.0000326735,"about_ca_topic_score_gemma":0.000036979352,"teacher_disagreement_score":0.16398235,"about_ca_system_score_codex":0.0001289372,"about_ca_system_score_gemma":0.00005694505,"threshold_uncertainty_score":0.33420652},"labels":[],"label_agreement":null},{"id":"W2984105958","doi":"10.1145/3371394.3371396","title":"New educators wednesday roundtable at SIGCSE 2020","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Career path; Institution; Face (sociological concept); Process (computing); Medical education; Computer science; Sociology; Medicine; Management","score_opus":0.008605873357390261,"score_gpt":0.24597100136932823,"score_spread":0.23736512801193796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984105958","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6081963,0.0011043078,0.013623795,0.34673372,0.010110216,0.00062649866,0.0000064107185,0.0011830955,0.018415656],"genre_scores_gemma":[0.25467876,0.000047341528,0.0380163,0.0022544686,0.0005987503,0.0000048785664,0.0000090954945,0.00003823443,0.70435214],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980084,0.00008913047,0.00029315788,0.00066469633,0.00039671556,0.0005479569],"domain_scores_gemma":[0.99751717,0.0003072176,0.00014592582,0.0016479058,0.000065011074,0.00031674653],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003121349,0.00025466635,0.0002948356,0.00008898818,0.0001508368,0.0003724256,0.0019321206,0.00011855489,0.0021033618],"category_scores_gemma":[0.0003364019,0.00023593854,0.00014245998,0.00044907807,0.000020068837,0.00024075442,0.0010949016,0.00032553295,0.017690225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015658054,0.00011248198,0.013222402,0.000029223613,0.000041001444,0.000038744434,0.00053196674,0.00097042683,0.00059217686,0.0034832093,0.97281,0.008152721],"study_design_scores_gemma":[0.00051140774,0.000111517846,0.0008617774,0.00003827607,0.000013454828,0.000033654247,0.0000569796,0.0016590779,0.0007556506,0.0014975586,0.9940706,0.00039008036],"about_ca_topic_score_codex":0.0002944294,"about_ca_topic_score_gemma":0.000011652738,"teacher_disagreement_score":0.6859365,"about_ca_system_score_codex":0.00015698391,"about_ca_system_score_gemma":0.0002363877,"threshold_uncertainty_score":0.99880886},"labels":[],"label_agreement":null},{"id":"W2985308074","doi":"","title":"Motifs d'engagement et abandons dans les MOOCS : enquête auprès de participants de trois MOOCs québécois","year":2019,"lang":"fr","type":"dissertation","venue":"Archive ouverte UNIGE (University of Geneva)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Sociology; Art","score_opus":0.03350671821962958,"score_gpt":0.26132193210317484,"score_spread":0.22781521388354525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985308074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5985404,0.00014927589,0.39550117,0.0013834388,0.00027855515,0.00027052354,0.00017267291,0.000080452526,0.0036235077],"genre_scores_gemma":[0.91472006,0.0015305496,0.05203416,0.00020816484,0.00006966585,0.0000013036246,0.00040793538,0.000061466584,0.030966725],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958944,0.0011868782,0.00036934408,0.0008819766,0.0006016936,0.0010657609],"domain_scores_gemma":[0.99729675,0.00045303896,0.0006089549,0.0009287159,0.00026034823,0.00045219195],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00083934213,0.00053316104,0.0007505385,0.0004551931,0.0008463252,0.00009596251,0.0019152228,0.00030870762,0.00010546808],"category_scores_gemma":[0.00015102263,0.0007012764,0.00055161264,0.0004917382,0.00031346656,0.00039370687,0.0005305734,0.0010468527,0.00010175836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031367393,0.0011969489,0.17506781,0.00096395507,0.0015231207,0.0005001381,0.6142845,0.11298755,0.017389495,0.040762797,0.0017802938,0.0332297],"study_design_scores_gemma":[0.001085083,0.00039592007,0.21253778,0.00047754208,0.0005811341,0.000009024773,0.04080014,0.73719436,0.00039861747,0.0008551985,0.0050183926,0.00064680434],"about_ca_topic_score_codex":0.0807109,"about_ca_topic_score_gemma":0.12796669,"teacher_disagreement_score":0.62420684,"about_ca_system_score_codex":0.00038415391,"about_ca_system_score_gemma":0.002226246,"threshold_uncertainty_score":0.99954385},"labels":[],"label_agreement":null},{"id":"W2986730131","doi":"10.24135/pjtel.v2i1.24","title":"CMALT and cMOOC - a community of educators and their learning technologies","year":2019,"lang":"en","type":"article","venue":"Pacific Journal of Technology Enhanced Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Auckland University of Technology, New Zealand","keywords":"Accreditation; Presentation (obstetrics); Bridge (graph theory); Learning community; Medical education; Community engagement; Public relations; Political science; Sociology; Engineering; Pedagogy; Medicine","score_opus":0.005222507685161497,"score_gpt":0.23139079290339526,"score_spread":0.22616828521823376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986730131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773347,0.0023672362,0.01689611,0.00224637,0.00012324621,0.0000553502,2.1505433e-7,0.0002493396,0.0007274687],"genre_scores_gemma":[0.98848486,0.00067841157,0.010593134,0.0000061636533,0.00001318644,0.0000010120783,3.1281735e-7,0.000012893366,0.00021004023],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9987202,0.00021024377,0.0004414801,0.00020063268,0.00014558567,0.0002818117],"domain_scores_gemma":[0.9982714,0.00034147844,0.0007721147,0.00035216895,0.00021642931,0.00004639938],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0009858796,0.00018493552,0.0005022306,0.00082776835,0.00023746869,0.00005142531,0.00071237277,0.00024490463,0.0000036221109],"category_scores_gemma":[0.0009800318,0.00014809308,0.00008615061,0.00071471295,0.00034983695,0.00025941362,0.00046877385,0.0029085742,0.0000040890254],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029308492,0.00014312632,0.115829095,0.00016934854,0.00021328524,0.000009699896,0.008068917,0.0013469809,0.11456705,0.0061343764,0.0000189971,0.7534698],"study_design_scores_gemma":[0.0038063445,0.0099164145,0.009554281,0.0028509416,0.00015250134,0.0025433537,0.53369075,0.034897078,0.28268036,0.09957538,0.0185539,0.0017786936],"about_ca_topic_score_codex":0.000004161803,"about_ca_topic_score_gemma":6.9408657e-7,"teacher_disagreement_score":0.7516911,"about_ca_system_score_codex":0.000024651205,"about_ca_system_score_gemma":0.00007437595,"threshold_uncertainty_score":0.99939173},"labels":[],"label_agreement":null},{"id":"W2987653705","doi":"10.5430/ijhe.v8n6p231","title":"The Best Three Years of Your Life: A Prediction for Three-Year Graduation","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Internship; Logistic regression; Psychology; Socioeconomic status; Medical education; Metric (unit); Graduate students; Mathematics education; Actuarial science; Demography; Statistics; Medicine; Economics; Mathematics; Sociology; Operations management","score_opus":0.02115723475392853,"score_gpt":0.3260319141650196,"score_spread":0.30487467941109103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987653705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88379675,0.00063418364,0.062112983,0.039468344,0.013231821,0.00023887651,0.00000998172,0.000021282658,0.00048580067],"genre_scores_gemma":[0.992858,0.00003085319,0.005032587,0.00007938033,0.0009743719,0.0000033705953,0.0000059358035,0.000006333631,0.0010091927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99903744,0.000021402291,0.00033766485,0.000089823094,0.0004390952,0.000074578355],"domain_scores_gemma":[0.99826956,0.00013869973,0.00050292414,0.00014864333,0.0009010878,0.000039090457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034468595,0.000054052693,0.00008572665,0.00013196439,0.000034573543,0.000101792,0.00060832844,0.000034100813,0.00001023672],"category_scores_gemma":[0.00011059174,0.00004282953,0.00009538727,0.00011289121,0.00001872937,0.00034577897,0.000032983942,0.00011283429,0.000017824663],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021978962,0.0009298559,0.21948035,0.00003553596,0.0005597193,0.0000014119835,0.000883807,0.005638587,0.0023906745,0.42893952,0.00988763,0.3310331],"study_design_scores_gemma":[0.0014718561,0.0007364726,0.7486305,0.00025547115,0.00007501532,0.00003580632,0.000239988,0.03782352,0.00022032166,0.1514618,0.05887004,0.00017919925],"about_ca_topic_score_codex":0.000014209161,"about_ca_topic_score_gemma":0.000004231252,"teacher_disagreement_score":0.5291502,"about_ca_system_score_codex":0.00006100829,"about_ca_system_score_gemma":0.00032967425,"threshold_uncertainty_score":0.17465375},"labels":[],"label_agreement":null},{"id":"W2989812061","doi":"10.19173/irrodl.v20i3.4079","title":"A Tour of Open Universities Through Literature","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bespoke; Phenomenon; Higher education; Open educational resources; Bibliometrics; Work (physics); Sample (material); Open education; Sociology; Public relations; Political science; Social science; Library science; Pedagogy; Computer science; Economic growth; Engineering; Economics","score_opus":0.0613024246542618,"score_gpt":0.44589969821172515,"score_spread":0.38459727355746337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989812061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3737374,0.10107425,0.012198798,0.24821857,0.0005865773,0.0041110343,0.00025542846,0.000069016125,0.25974894],"genre_scores_gemma":[0.9778422,0.016290985,0.0017828334,0.00019961092,0.00001988223,0.0000051197726,0.00006505821,0.0000041194676,0.0037902042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986425,0.00037585653,0.00021725096,0.00018069224,0.00044890042,0.00013479333],"domain_scores_gemma":[0.9987124,0.00049581064,0.00013315813,0.00025530747,0.00037754612,0.000025750916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028444016,0.000059273385,0.0002117359,0.00007704868,0.000065237626,0.00033049023,0.003329262,0.00002448252,0.000082391234],"category_scores_gemma":[0.00039093188,0.000040429648,0.00003495596,0.00069276756,0.000076048185,0.00066147884,0.002879057,0.00047840443,0.000009158803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010883508,0.00020278092,0.033574395,0.003069922,0.0001185458,0.000039322054,0.0019652573,0.0011086541,0.00014906694,0.93251777,0.0070469594,0.020098466],"study_design_scores_gemma":[0.0042950073,0.0010353184,0.018849634,0.12280916,0.000029373601,0.000094751274,0.019882875,0.09913832,0.0005304712,0.07163092,0.6610645,0.0006396836],"about_ca_topic_score_codex":0.00038960358,"about_ca_topic_score_gemma":0.000005102999,"teacher_disagreement_score":0.8608869,"about_ca_system_score_codex":0.000043331554,"about_ca_system_score_gemma":0.00021564901,"threshold_uncertainty_score":0.6186652},"labels":[],"label_agreement":null},{"id":"W2993603560","doi":"10.21449/ijate.627361","title":"Educational data mining: A tutorial for the rattle package in R","year":2019,"lang":"en","type":"article","venue":"International Journal of Assessment Tools in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Educational data mining; Context (archaeology); Data mining; Flexibility (engineering); Graphical user interface; Field (mathematics); Big data; Data science; Software; Data stream mining; Random forest; Set (abstract data type); Interface (matter); Machine learning","score_opus":0.044753681496017134,"score_gpt":0.42481545407214394,"score_spread":0.38006177257612683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993603560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61255985,0.00046602282,0.08229443,0.2540977,0.047426526,0.0006426629,0.000035921643,0.000016001763,0.0024608877],"genre_scores_gemma":[0.9467265,0.000050945688,0.05066529,0.00029088047,0.001695489,0.0000096279255,0.000051386174,0.0000057075385,0.0005041799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987737,0.000063380794,0.0004391097,0.00016970192,0.00044679592,0.0001073095],"domain_scores_gemma":[0.99795306,0.0009645981,0.00035475803,0.0003399741,0.00035955745,0.000028058446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011240321,0.00007241771,0.00011382672,0.00024947524,0.000022625987,0.0002944275,0.0019215107,0.000033483673,0.00003440801],"category_scores_gemma":[0.00048808035,0.000056392262,0.000046602516,0.00018867875,0.000013816406,0.0010628523,0.00014615506,0.00021060325,0.0000063924126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011138166,0.0028966132,0.37890577,0.000034276287,0.00022278652,0.0000069240027,0.0023089172,0.008437789,0.000988471,0.24476102,0.034248292,0.32707775],"study_design_scores_gemma":[0.003310015,0.0002970522,0.5814169,0.0005173823,0.000031431693,0.000105401115,0.0024389252,0.2783603,0.00008301911,0.0374153,0.09565817,0.0003661389],"about_ca_topic_score_codex":0.000018665063,"about_ca_topic_score_gemma":0.000018913133,"teacher_disagreement_score":0.33416665,"about_ca_system_score_codex":0.00024593805,"about_ca_system_score_gemma":0.0019550717,"threshold_uncertainty_score":0.3570677},"labels":[],"label_agreement":null},{"id":"W2994758688","doi":"","title":"Ethics and challenges of databased decision making processes in educational contexts","year":2019,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Yorkville University","funders":"","keywords":"Political science; Knowledge management; Engineering ethics; Computer science; Engineering","score_opus":0.041142055500426,"score_gpt":0.33635670860580624,"score_spread":0.29521465310538025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994758688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.957292,0.0033365672,0.009745084,0.027949043,0.00053471525,0.00014559104,0.000001741059,0.00008118139,0.0009140527],"genre_scores_gemma":[0.97885615,0.0005484662,0.020244941,0.00013957133,0.000084438594,0.000002628624,0.000007264484,0.0000103081975,0.000106225554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868596,0.00013392813,0.00030807153,0.00033997712,0.00033136553,0.00020072295],"domain_scores_gemma":[0.9972209,0.0020397436,0.00020718045,0.00023542625,0.00026653695,0.000030233152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013055112,0.00011382067,0.0002038202,0.000295911,0.00006887186,0.000053761174,0.0003429904,0.000096593765,0.000014919279],"category_scores_gemma":[0.003178465,0.00010888142,0.000014431208,0.00077413814,0.000047916525,0.0003310233,0.00021284235,0.0009770687,0.000022500853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048916867,0.00025653726,0.44995537,0.0018857502,0.00003759923,0.000018007748,0.023261782,0.0054990975,0.001812485,0.19293499,0.00008326324,0.3242062],"study_design_scores_gemma":[0.0054039257,0.0011137521,0.59672,0.013207076,0.00003159259,0.00010519135,0.0052666273,0.23495322,0.00155968,0.09171277,0.047658257,0.0022678932],"about_ca_topic_score_codex":0.000006474802,"about_ca_topic_score_gemma":0.000028249582,"teacher_disagreement_score":0.3219383,"about_ca_system_score_codex":0.000017338902,"about_ca_system_score_gemma":0.00032566336,"threshold_uncertainty_score":0.44400555},"labels":[],"label_agreement":null},{"id":"W2995469963","doi":"10.18162/ritpu-2015-v12n12-10","title":"Modalités d’actualisation d’un scénario de MOOC au fur et à mesure de sa conception","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.07157228181621857,"score_gpt":0.3119066677163807,"score_spread":0.24033438590016215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995469963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65365314,0.002370619,0.23103394,0.10719733,0.0006526964,0.00017201627,0.000054083448,0.0012421994,0.003623977],"genre_scores_gemma":[0.9042974,0.0011464588,0.037890572,0.00014578697,0.0002265153,0.0000044634085,0.000060724764,0.000027218295,0.056200832],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977489,0.00035740132,0.00033195963,0.0005545647,0.00041019206,0.0005969855],"domain_scores_gemma":[0.9979751,0.00038584913,0.00029538924,0.00056655635,0.00062849635,0.00014861948],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010559602,0.00031365422,0.0003088929,0.00041824108,0.0002447093,0.00022513118,0.0016225267,0.0005905607,0.00002736158],"category_scores_gemma":[0.0019772837,0.00037899285,0.00019133862,0.00062599126,0.0005339839,0.0014033681,0.0007525358,0.0007683073,0.00009821235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031586227,0.00027855826,0.042041462,0.00013097918,0.00030832516,0.0005546853,0.035047177,0.056855235,0.00024591797,0.3238004,0.0038091305,0.5368965],"study_design_scores_gemma":[0.0018901675,0.0008272713,0.0078000855,0.0016726938,0.00025005479,0.000990914,0.0752648,0.5957169,0.0018576223,0.12553538,0.18697576,0.0012183413],"about_ca_topic_score_codex":0.0008839843,"about_ca_topic_score_gemma":0.00033247433,"teacher_disagreement_score":0.5388617,"about_ca_system_score_codex":0.0035586725,"about_ca_system_score_gemma":0.0013156952,"threshold_uncertainty_score":0.9998662},"labels":[],"label_agreement":null},{"id":"W2997618083","doi":"10.1145/3336124","title":"What Is Hard about Teaching Machine Learning to Non-Majors? Insights from Classifying Instructors’ Learning Goals","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Outreach; Computer science; Reputation; Mathematics education; Curriculum; Taxonomy (biology); Learning sciences; Higher education; Artificial intelligence; Teaching method; Educational technology; Psychology; Pedagogy","score_opus":0.01266655683414762,"score_gpt":0.2855840728194027,"score_spread":0.27291751598525504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997618083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6959737,0.00013228296,0.2954391,0.0045320843,0.0031213823,0.00019184977,0.0000011730291,0.00037979375,0.00022865014],"genre_scores_gemma":[0.9095719,0.00004187331,0.08664593,0.0010522801,0.00031018927,0.000006577613,0.000028489463,0.000043442236,0.0022993155],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974367,0.00030648685,0.00048126245,0.0009067306,0.0004597306,0.0004090973],"domain_scores_gemma":[0.9978329,0.00059860817,0.00027566036,0.00092295854,0.00015313484,0.00021672253],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003644632,0.00033322087,0.00034692208,0.0005244997,0.0009822272,0.001038094,0.0010465076,0.00015450579,0.00004870382],"category_scores_gemma":[0.00016433389,0.00034878243,0.00016299615,0.0006768475,0.000020942103,0.0011514928,0.00007312144,0.0016749742,0.0005462039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012834127,0.00029446094,0.008365782,0.00004758035,0.00009037797,0.0000017731032,0.0282209,0.12618321,0.0031714363,0.0004884182,0.000085864805,0.8330374],"study_design_scores_gemma":[0.00064870156,0.0004155605,0.014133887,0.0015356432,0.000057212383,0.000015606924,0.0050027613,0.95657986,0.0015561917,0.0024134342,0.016753275,0.00088784477],"about_ca_topic_score_codex":0.0004563757,"about_ca_topic_score_gemma":0.000015650578,"teacher_disagreement_score":0.8321495,"about_ca_system_score_codex":0.00020857337,"about_ca_system_score_gemma":0.00024742231,"threshold_uncertainty_score":0.9999989},"labels":[],"label_agreement":null},{"id":"W2999412724","doi":"10.19173/irrodl.v20i5.4564","title":"Studying Learner Behavior in Online Courses With Free-Certificate Coupons: Results From Two Case Studies","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Certification; Computer science; Incentive; Certificate in Education; Track (disk drive); School Certificate; Medical education; Higher education; Mathematics education; Psychology; Medicine; Political science","score_opus":0.3346318925803198,"score_gpt":0.4971839140374969,"score_spread":0.16255202145717712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999412724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84554267,0.018415665,0.00049466814,0.13418598,0.000056293393,0.00077456946,0.00027955347,0.000036733865,0.00021387482],"genre_scores_gemma":[0.9837695,0.014189732,0.0014666541,0.000269785,0.000057390163,0.0000266803,0.0001327885,0.0000081772505,0.00007934397],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742806,0.0006922064,0.00051634066,0.0004242213,0.0007003463,0.00023880799],"domain_scores_gemma":[0.99724144,0.0016966925,0.00020513414,0.0003422042,0.00042715177,0.000087376546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034650858,0.0001230559,0.0003488406,0.00010785702,0.00015119834,0.00022545534,0.0017670835,0.000023068935,0.000009189901],"category_scores_gemma":[0.0057696938,0.00007957573,0.000033185028,0.00084468134,0.0001938323,0.00028459012,0.001649335,0.0009676207,0.0000052494815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024970116,0.002434953,0.65306205,0.0027661074,0.0009433059,0.019175885,0.012072366,0.043514807,0.0004607987,0.01489146,0.006842914,0.24133836],"study_design_scores_gemma":[0.020499809,0.0024622716,0.057324223,0.05279229,0.00021051706,0.00086146017,0.08103433,0.7378555,0.00025713723,0.004083189,0.04116389,0.0014554131],"about_ca_topic_score_codex":0.0012945697,"about_ca_topic_score_gemma":0.00038862322,"teacher_disagreement_score":0.69434065,"about_ca_system_score_codex":0.000067144036,"about_ca_system_score_gemma":0.0001570323,"threshold_uncertainty_score":0.6907279},"labels":[],"label_agreement":null},{"id":"W2999792204","doi":"10.19173/irrodl.v21i1.4557","title":"Constructing a Design Framework and Pedagogical Approach for Adaptive Learning in Higher Education: A Practitioner's Perspective","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Central Florida","keywords":"Adaptive learning; Instructional design; Context (archaeology); Higher education; Computer science; Educational technology; Knowledge management; Perspective (graphical); Best practice; Learning sciences; Mathematics education; Psychology; Multimedia; World Wide Web; Artificial intelligence; Management","score_opus":0.38021591650837233,"score_gpt":0.504848174296503,"score_spread":0.12463225778813064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999792204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019037117,0.020431116,0.6904839,0.2744684,0.00008768118,0.001789323,0.000015463638,0.000046467805,0.010773874],"genre_scores_gemma":[0.91756094,0.003626607,0.077769406,0.0005110156,0.00012356546,0.000115286915,0.000034870296,0.0000078246585,0.00025049405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808836,0.0007665194,0.0002626927,0.00033944944,0.0003627244,0.0001802802],"domain_scores_gemma":[0.9973184,0.0019276235,0.00015882215,0.000094823714,0.00042319068,0.000077130586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030181247,0.000087879474,0.00022707287,0.000089651476,0.00015292768,0.00024676166,0.000697005,0.000044402652,0.000022890945],"category_scores_gemma":[0.0054096375,0.000067211084,0.00003062498,0.00062742794,0.00013742172,0.00029740468,0.0005815107,0.00109224,0.0000011802763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001331523,0.00013698234,0.0115192635,0.00050414953,0.000040660212,0.000006356651,0.001515679,0.003126238,0.000008069164,0.9585589,0.00033426375,0.024116252],"study_design_scores_gemma":[0.0015491686,0.0008447851,0.004383389,0.010592737,0.000024510016,0.00006891636,0.06600915,0.8237531,0.000017394188,0.071783595,0.020571375,0.00040187783],"about_ca_topic_score_codex":0.00009028291,"about_ca_topic_score_gemma":0.0000010320283,"teacher_disagreement_score":0.9156572,"about_ca_system_score_codex":0.0001048938,"about_ca_system_score_gemma":0.00033963827,"threshold_uncertainty_score":0.6476232},"labels":[],"label_agreement":null},{"id":"W3000444106","doi":"10.19173/irrodl.v20i5.4389","title":"The Relationships Between Self-Efficacy, Task Value, and Self-Regulated Learning Strategies in Massive Open Online Courses","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-efficacy; Self-regulated learning; Task (project management); Psychology; Value (mathematics); Perspective (graphical); Correlation; Cognition; Multilevel model; Regression analysis; Mathematics education; Social psychology; Computer science; Artificial intelligence; Machine learning; Mathematics","score_opus":0.10232556238973123,"score_gpt":0.43132899893663745,"score_spread":0.3290034365469062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000444106","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4669171,0.026916295,0.0048084636,0.49366027,0.000107609725,0.0029592535,0.00008192628,0.0001876953,0.0043614022],"genre_scores_gemma":[0.9795682,0.018612757,0.0014013952,0.000100659534,0.000055556622,0.000017624174,0.00012818271,0.00000981164,0.00010583152],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961845,0.0019936021,0.0005154426,0.00037108845,0.0006404944,0.00029484427],"domain_scores_gemma":[0.99580246,0.0032834823,0.00025626292,0.0002225153,0.00031805396,0.000117206284],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0066345646,0.00013389393,0.00031985444,0.00009660994,0.000523112,0.001179867,0.0027293249,0.000055515167,0.0000069860903],"category_scores_gemma":[0.004243545,0.00008765256,0.000034842957,0.0010725288,0.0001629461,0.00059550925,0.0026090287,0.0017857656,0.00000576912],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019928426,0.0010325707,0.5121147,0.002085279,0.0007303688,0.00013065645,0.0072896974,0.0420192,0.00006798757,0.34643215,0.0029479489,0.08495017],"study_design_scores_gemma":[0.0024967124,0.0005254754,0.25311995,0.008703126,0.00005410738,0.000019463623,0.011624576,0.59973294,0.000015841615,0.009797781,0.11348606,0.00042399444],"about_ca_topic_score_codex":0.00026401467,"about_ca_topic_score_gemma":0.000037471218,"teacher_disagreement_score":0.5577137,"about_ca_system_score_codex":0.00007146808,"about_ca_system_score_gemma":0.00039597673,"threshold_uncertainty_score":0.999857},"labels":[],"label_agreement":null},{"id":"W3000578582","doi":"10.19173/irrodl.v20i5.4383","title":"Open and Shut: Open Access in Hybrid Educational Technology Journals 2010 – 2017","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Publication; Publishing; Open access publishing; Metadata; Electronic publishing; World Wide Web; Scopus; Open educational resources; Open education; Computer science; Open access journal; Scholarly communication; Library science; The Internet; Internet privacy; Political science; MEDLINE; Law","score_opus":0.23170284447190334,"score_gpt":0.5464186819727616,"score_spread":0.3147158375008582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000578582","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019919243,0.019491252,0.0013139023,0.9517314,0.00008849374,0.0010387438,0.000035815265,0.000010753449,0.006370416],"genre_scores_gemma":[0.94343716,0.05237735,0.0018613933,0.0013904549,0.00007363311,0.00007337154,0.000074804826,0.000009057071,0.0007028027],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998002,0.00046830438,0.00043717414,0.00037865608,0.0004798327,0.00023402249],"domain_scores_gemma":[0.99844813,0.00060667936,0.00022706357,0.0002583619,0.00034833755,0.00011141543],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0055740047,0.00009625115,0.0003188998,0.00022180928,0.00018549795,0.0025608267,0.010887109,0.000033740966,0.00014066973],"category_scores_gemma":[0.0046163537,0.00007176618,0.000021811722,0.0010711295,0.00015853374,0.0015066188,0.016263377,0.0010292059,0.000013853131],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020329689,0.0005558689,0.46111342,0.0015381842,0.00015208157,0.0001719276,0.00054166507,0.0009853739,0.00017648983,0.19815953,0.06935276,0.2670494],"study_design_scores_gemma":[0.0050336528,0.0005903204,0.15631542,0.03538669,0.000025513096,0.0004144647,0.0018076721,0.17751808,0.00021561008,0.22308008,0.3987728,0.0008396844],"about_ca_topic_score_codex":0.0006377128,"about_ca_topic_score_gemma":0.00003294253,"teacher_disagreement_score":0.9503409,"about_ca_system_score_codex":0.000049854436,"about_ca_system_score_gemma":0.00046522057,"threshold_uncertainty_score":0.9984746},"labels":[],"label_agreement":null},{"id":"W3001335578","doi":"10.24908/pceea.vi0.13797","title":"GRADE PREDICTORS IN A SECONDARY SUMMER COURSE OFFERING: AN INVESTIGATION OF PRIOR FAILURES AND EMPLOYMENT","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"University of Ottawa","keywords":"Attendance; Workload; Medical education; Mathematics education; Psychology; Work (physics); Term (time); Academic institution; Computer science; Engineering; Medicine; Library science; Political science","score_opus":0.006190591841663706,"score_gpt":0.21704115348527034,"score_spread":0.21085056164360663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001335578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99207157,0.000041577663,0.000011885627,0.0072623887,0.00029822736,0.00016650294,0.0000043139057,0.000027410013,0.00011613064],"genre_scores_gemma":[0.9975317,0.0000039215033,0.0019243864,0.00009105146,0.000036560778,0.000007614821,0.0000037750867,0.000010253528,0.0003907359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999223,0.000008839169,0.00022047822,0.00016471063,0.0002215471,0.00016141747],"domain_scores_gemma":[0.9992883,0.0000307715,0.00025475278,0.00009946795,0.00019859256,0.00012811352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038623813,0.000088429566,0.00012954103,0.00024069515,0.00003999828,0.00006857556,0.00028041855,0.000079506586,0.000003458084],"category_scores_gemma":[0.00016348077,0.00008781639,0.000028866289,0.00038696866,0.000013265258,0.0003758301,0.000030974996,0.00017273138,9.1030154e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.074684e-7,0.000030329496,0.9808791,0.00012010809,0.000022329263,2.38214e-8,0.0026853199,0.0006256472,0.0024379874,0.011867814,0.0004744007,0.0008564272],"study_design_scores_gemma":[0.00016059524,0.00003133161,0.97345114,0.00012917364,0.000012706452,9.5068225e-7,0.00024130786,0.023029659,0.0014266456,0.0004034974,0.0009997251,0.000113284106],"about_ca_topic_score_codex":0.006250565,"about_ca_topic_score_gemma":0.0049814642,"teacher_disagreement_score":0.022404011,"about_ca_system_score_codex":0.00040680505,"about_ca_system_score_gemma":0.0006831845,"threshold_uncertainty_score":0.9449026},"labels":[],"label_agreement":null},{"id":"W3001866392","doi":"","title":"An analysis of grades and placement in the transition from pre-calculus to calculus at the University of Manitoba","year":2019,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Calculus (dental); Mathematics; Medicine; Dentistry","score_opus":0.009683792949862892,"score_gpt":0.2204681285202924,"score_spread":0.21078433557042953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001866392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98372054,0.000074082294,0.014303347,0.0013913775,0.000053151958,0.00021658442,0.00008106853,0.000013132768,0.00014669442],"genre_scores_gemma":[0.9984244,0.000084786116,0.000861948,0.0000229382,0.000010193852,6.1215324e-8,0.00025421087,0.0000053604595,0.00033608312],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9987096,0.00025344177,0.00011923042,0.00035785674,0.00041512027,0.0001447208],"domain_scores_gemma":[0.9988566,0.00012765318,0.00028690632,0.0005653451,0.00011411932,0.000049371796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002886003,0.00015270777,0.0003976651,0.0003607136,0.00017138507,0.000020494073,0.0009748968,0.00013347063,0.0000074490285],"category_scores_gemma":[0.000007300455,0.00014303281,0.00017491652,0.00079412165,0.000086567896,0.00016580497,0.00010745478,0.0001781476,0.000003778693],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027268066,0.002257025,0.27003706,0.0012716029,0.00581511,0.00021487818,0.34440288,0.3335899,0.009538836,0.007637036,0.0036353583,0.018873487],"study_design_scores_gemma":[0.0004530017,0.00023962634,0.6486155,0.00010566777,0.0010914144,4.5696876e-7,0.16723275,0.18165201,0.00011038849,0.000033245877,0.0002842992,0.00018168529],"about_ca_topic_score_codex":0.023729496,"about_ca_topic_score_gemma":0.7175152,"teacher_disagreement_score":0.6937857,"about_ca_system_score_codex":0.00010165035,"about_ca_system_score_gemma":0.000055139062,"threshold_uncertainty_score":0.9827716},"labels":[],"label_agreement":null},{"id":"W3002572154","doi":"10.1155/2020/7140797","title":"Intelligent Course Plan Recommendation for Higher Education: A Framework of Decision Tree","year":2020,"lang":"en","type":"article","venue":"Discrete Dynamics in Nature and Society","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Chengdu Science and Technology Bureau; Xihua University; National Natural Science Foundation of China; Department of Science and Technology of Sichuan Province; Civil Aviation Administration of China; Ministry of Education of the People's Republic of China; Ministry of Education","keywords":"Contradiction; Plan (archaeology); Computer science; Relevance (law); Rationality; Curriculum; Course (navigation); Engineering management; Knowledge management; Psychology; Pedagogy; Political science; Engineering","score_opus":0.012799095782704618,"score_gpt":0.32107552309754145,"score_spread":0.30827642731483684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002572154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020112628,0.000620071,0.9210829,0.05667196,0.0006524263,0.00020621985,0.000044035714,0.000045737648,0.0005639816],"genre_scores_gemma":[0.8320059,0.00019465468,0.16554989,0.0019403276,0.000121060526,0.000004294427,0.00009928961,0.0000062879544,0.00007825352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994023,0.000017458065,0.00016927184,0.0002165126,0.00009545295,0.00009901125],"domain_scores_gemma":[0.9994729,0.00020204157,0.00008253271,0.00013025032,0.000059337883,0.000052942927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014517817,0.00008097675,0.00013107654,0.000016695989,0.000048966893,0.00004161769,0.00021903042,0.0002080746,0.0000033418016],"category_scores_gemma":[0.000055659853,0.00007170387,0.00008904925,0.00024992798,0.000025184212,0.0000924052,0.000073031806,0.00041347335,3.634192e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024629246,0.00017827094,0.0059946673,0.000102398204,0.000044117536,5.482698e-7,0.0035530957,0.00028651243,0.0000052986597,0.80477667,0.004779687,0.18025412],"study_design_scores_gemma":[0.00025250495,0.00008920981,0.002034613,0.00008721748,0.000013657643,6.5945574e-7,0.0009309532,0.92719823,0.0000076390015,0.06385764,0.0054062223,0.000121457575],"about_ca_topic_score_codex":0.0000028642303,"about_ca_topic_score_gemma":0.0000073269084,"teacher_disagreement_score":0.9269117,"about_ca_system_score_codex":0.00003722962,"about_ca_system_score_gemma":0.00006547596,"threshold_uncertainty_score":0.2923999},"labels":[],"label_agreement":null},{"id":"W3002750451","doi":"10.24908/pceea.vi0.13780","title":"Taking Advantage of the “Big Data” in Learning Management Systems","year":2019,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Learning Management; Computer science; Big data; Artificial intelligence; Management system; Multimedia; Web application; Machine learning; Data science; World Wide Web; Data mining; Engineering; Operations management","score_opus":0.008957946016274813,"score_gpt":0.21960763752319445,"score_spread":0.21064969150691965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002750451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96275276,0.00024141556,0.0004888261,0.009147564,0.007006837,0.00086121605,0.000014932469,0.00011119325,0.019375253],"genre_scores_gemma":[0.9950627,0.0000068964064,0.00078660774,0.000038535807,0.00007727138,0.0000054773895,0.0000028016204,0.000010569483,0.004009118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990421,0.00001189706,0.00024258446,0.00018433272,0.0003220747,0.00019704671],"domain_scores_gemma":[0.9989625,0.000042448806,0.0005131495,0.00025577215,0.00017570148,0.00005039116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006943068,0.0000829435,0.0001251146,0.0002152825,0.00006782397,0.000096273085,0.0011340119,0.00004957492,0.0000021025994],"category_scores_gemma":[0.00054021366,0.0000697195,0.00003984219,0.00072424335,0.0000061448013,0.00022830647,0.00016924542,0.00024557958,0.0000043063997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.576841e-7,0.000041965595,0.89367706,0.0005629813,0.00006144719,8.520619e-8,0.0012023235,0.036485482,0.00078100094,0.061878763,0.0009778112,0.004330542],"study_design_scores_gemma":[0.0003106779,0.000018279146,0.56585383,0.0010922522,0.000041284486,0.0000030510002,0.0017436306,0.39466324,0.00036765749,0.00022337933,0.03537084,0.0003118747],"about_ca_topic_score_codex":0.003284181,"about_ca_topic_score_gemma":0.0009964043,"teacher_disagreement_score":0.35817775,"about_ca_system_score_codex":0.00067004206,"about_ca_system_score_gemma":0.0003087014,"threshold_uncertainty_score":0.49647212},"labels":[],"label_agreement":null},{"id":"W3003532451","doi":"10.5539/ies.v13n2p21","title":"Are Universities Ready to Recognize Open Online Learning?","year":2020,"lang":"en","type":"article","venue":"International Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"European Social Fund","keywords":"Openness to experience; Set (abstract data type); Process (computing); Higher education; Psychology; Knowledge management; Pedagogy; Computer science; Political science; Social psychology","score_opus":0.12607156111370948,"score_gpt":0.42968360657794247,"score_spread":0.303612045464233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003532451","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28778297,0.00046221414,0.010456804,0.68751144,0.0035809043,0.00019198615,0.000035313227,0.00031163346,0.009666731],"genre_scores_gemma":[0.85538477,0.0001765564,0.064037696,0.026629744,0.0010291631,0.000016989772,0.00007453678,0.000015996187,0.05263453],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992638,0.000041773143,0.00014476145,0.00026287732,0.00019495613,0.0000917965],"domain_scores_gemma":[0.99841046,0.00008739134,0.00015128967,0.00010907766,0.0011566313,0.00008513719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008867004,0.00008497067,0.00013024602,0.000088620116,0.000121987876,0.00018250111,0.0009649888,0.000017777164,0.000026285463],"category_scores_gemma":[0.0008586454,0.000083115825,0.000027448797,0.00026696807,0.000020978483,0.0003518752,0.00069601473,0.0001333108,0.00021349805],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009038316,0.0010598473,0.0640747,0.00007666525,0.0011122681,0.000034337765,0.045909345,0.008565645,0.0001646812,0.09343036,0.59521776,0.19026399],"study_design_scores_gemma":[0.00021944781,0.00010287905,0.011192081,0.000094571995,0.000013653336,0.0000044460708,0.0402922,0.006873653,0.00004157,0.0017947307,0.93915063,0.00022014233],"about_ca_topic_score_codex":0.000046222667,"about_ca_topic_score_gemma":0.000015772173,"teacher_disagreement_score":0.6608817,"about_ca_system_score_codex":0.00009591486,"about_ca_system_score_gemma":0.00016882876,"threshold_uncertainty_score":0.3389365},"labels":[],"label_agreement":null},{"id":"W3004010991","doi":"10.1016/j.procs.2019.12.154","title":"Question Answering System to Support University Students’ Orientation, Recruitment and Retention","year":2019,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Agence Universitaire de la Francophonie","keywords":"Computer science; Focus (optics); Work (physics); Knowledge management; Data science","score_opus":0.01985168293819773,"score_gpt":0.2855224578674839,"score_spread":0.2656707749292862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004010991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5146958,0.000003433211,0.48375356,0.0004711617,0.00055997656,0.0002481423,4.369287e-7,0.00015657618,0.00011086198],"genre_scores_gemma":[0.9081891,0.0000033767333,0.091436245,0.00008375304,0.000051753614,0.0000018776401,0.0000011365574,0.0000031527663,0.00022957308],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850345,0.000032447966,0.00013235094,0.0005798626,0.000519019,0.00023288843],"domain_scores_gemma":[0.99924076,0.00002019102,0.00007397729,0.00028673594,0.00021189998,0.00016645384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008299005,0.00009318096,0.000103693426,0.0002259302,0.00019672302,0.00035119228,0.00083530665,0.000023093458,0.0000010707028],"category_scores_gemma":[0.000015043973,0.000093971605,0.000018648643,0.0009691491,0.00004485388,0.00087560416,0.0005856504,0.00007594837,0.0000756224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002919286,0.00023161371,0.50675595,0.00047334647,0.000031282056,0.00006656311,0.01038075,0.01125377,0.005087859,0.21849093,0.00039209152,0.24680665],"study_design_scores_gemma":[0.00055496587,0.00075225544,0.12369631,0.00021650261,0.000010974136,0.000059827005,0.00024598424,0.8706227,0.000592609,0.00019073105,0.0026903385,0.00036679624],"about_ca_topic_score_codex":0.000010101186,"about_ca_topic_score_gemma":0.0000018235503,"teacher_disagreement_score":0.8593689,"about_ca_system_score_codex":0.00015207153,"about_ca_system_score_gemma":0.00012304752,"threshold_uncertainty_score":0.3832051},"labels":[],"label_agreement":null},{"id":"W3005105973","doi":"10.24251/hicss.2020.330","title":"Learning Analytics Dashboard for Teaching with Twitter","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Dashboard; Social media; Learning analytics; Computer science; Analytics; Process (computing); Social media analytics; Psychological intervention; Multimedia; Data science; World Wide Web; Psychology","score_opus":0.051576155220899936,"score_gpt":0.3065682880246812,"score_spread":0.2549921328037813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005105973","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05047106,0.0000134215325,0.0014718379,0.045680642,0.001829417,0.0009832305,0.0002289838,0.0003286968,0.8989927],"genre_scores_gemma":[0.992746,0.000010744275,0.004239041,0.00048460386,0.000555403,0.00006604558,0.000003499542,0.00003640918,0.0018582795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9912595,0.000074558964,0.0015290583,0.0017674143,0.004496904,0.0008725402],"domain_scores_gemma":[0.9900824,0.00029310543,0.002905156,0.0003006416,0.0061060702,0.00031263265],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0036118147,0.0007531674,0.0009433841,0.0006560742,0.0014978364,0.0016302908,0.012523409,0.00022695577,0.00002037436],"category_scores_gemma":[0.00030660175,0.00046384693,0.000534153,0.0017359274,0.0017449585,0.00265576,0.0015522173,0.0010510812,0.000026300027],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015135422,0.00010856358,0.006067076,0.00026105173,0.0001412298,0.0000010220517,0.0041044476,0.00123569,0.00072394125,0.98523027,0.0014964442,0.00047893284],"study_design_scores_gemma":[0.0014542559,0.0033537678,0.0010377122,0.005597368,0.000118201104,0.00013900861,0.91181487,0.068703115,0.0014439898,0.0027076253,0.0025006596,0.001129436],"about_ca_topic_score_codex":0.00009353497,"about_ca_topic_score_gemma":0.0000044604253,"teacher_disagreement_score":0.9825226,"about_ca_system_score_codex":0.00033133777,"about_ca_system_score_gemma":0.0006349984,"threshold_uncertainty_score":0.99980205},"labels":[],"label_agreement":null},{"id":"W3005514956","doi":"10.5539/res.v12n1p55","title":"Findings From the Development Communication Through the Social Lab Project Entitled “ECT Imparts Knowledge to Local Communities”","year":2020,"lang":"en","type":"article","venue":"Review of European Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Mongkut's University of Technology Thonburi","keywords":"Nonprobability sampling; Social media; Presentation (obstetrics); Psychology; Focus group; Medical education; Sociology; Medicine; Population; Computer science; World Wide Web","score_opus":0.1499626271730419,"score_gpt":0.39445387692670936,"score_spread":0.24449124975366746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005514956","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022006975,0.625727,0.031503845,0.2718327,0.00034934975,0.0018851421,0.00003135361,0.0004052388,0.046258368],"genre_scores_gemma":[0.9043578,0.06806516,0.012627056,0.014250933,0.0002701158,0.000024732662,0.000028882065,0.000030338417,0.00034497667],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981426,0.0010943714,0.00034922574,0.0001239672,0.00016610177,0.00012374207],"domain_scores_gemma":[0.99884707,0.00040194317,0.00013060773,0.00043670388,0.00016631786,0.00001738914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089658226,0.00011951987,0.00028480103,0.000009672875,0.00055422174,0.00004850506,0.0014014163,0.000008164186,0.0000073488177],"category_scores_gemma":[0.00020042331,0.0000641569,0.00008328932,0.00038869315,0.00014001821,0.000074304866,0.001609678,0.00020079852,0.00020920567],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070015835,0.00011868579,0.0004162749,0.001727367,0.00052987103,0.000002894349,0.5397805,0.000018438803,0.000011604379,0.0073203626,0.37374458,0.076322414],"study_design_scores_gemma":[0.00012398466,0.000050597893,0.0015130457,0.0030170102,0.00006106716,6.771859e-7,0.009599143,0.00029113752,0.000026365362,0.000046427136,0.98513186,0.00013866513],"about_ca_topic_score_codex":0.000025038626,"about_ca_topic_score_gemma":0.0000384477,"teacher_disagreement_score":0.8823508,"about_ca_system_score_codex":0.00002417003,"about_ca_system_score_gemma":0.000057180434,"threshold_uncertainty_score":0.42626816},"labels":[],"label_agreement":null},{"id":"W3005718795","doi":"10.1080/14703297.2020.1727353","title":"Why Massive Open Online Courses (MOOCs) have been resisted: A qualitative study and resistance typology","year":2020,"lang":"en","type":"article","venue":"Innovations in Education and Teaching International","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Resistance (ecology); Typology; Constructive; Qualitative research; Psychology; Pedagogy; Sociology; Public relations; Engineering ethics; Political science; Computer science; Engineering; Social science; Process (computing)","score_opus":0.05202594264329236,"score_gpt":0.43159609656339093,"score_spread":0.3795701539200986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005718795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52816063,0.00007974711,0.016753992,0.44662416,0.00049592793,0.0003498396,0.000035666966,0.0000707077,0.00742932],"genre_scores_gemma":[0.94880176,0.000007508039,0.044723466,0.0052360315,0.0001324592,0.000022907818,0.00006851041,0.0000066553025,0.0010006935],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9988059,0.00025122717,0.00032063582,0.00035151714,0.00017267348,0.000098070675],"domain_scores_gemma":[0.99917996,0.0002124162,0.00017328851,0.00014550386,0.00024095226,0.0000478784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050067814,0.000100109595,0.00013481238,0.00025766136,0.00016897362,0.00028748365,0.0005397607,0.00003782425,0.000011133502],"category_scores_gemma":[0.00084964896,0.000102847705,0.000010951103,0.0002613939,0.000059457005,0.00046122796,0.0002894173,0.0003620536,0.000001963019],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021008595,0.0010784128,0.02424985,0.00001040304,0.000060775,0.000003989325,0.08582972,0.00003849006,0.000035487483,0.86885864,0.008371762,0.011441497],"study_design_scores_gemma":[0.0034919402,0.0005620087,0.16338076,0.00033246685,0.00004477136,0.00002673078,0.45487425,0.059065294,0.000015223987,0.12519233,0.19203877,0.00097545027],"about_ca_topic_score_codex":0.000291152,"about_ca_topic_score_gemma":0.0005454781,"teacher_disagreement_score":0.7436663,"about_ca_system_score_codex":0.000052637457,"about_ca_system_score_gemma":0.00018305592,"threshold_uncertainty_score":0.41940075},"labels":[],"label_agreement":null},{"id":"W3006342864","doi":"10.1108/ils-05-2019-0041","title":"Scale up predictive models for early detection of at-risk students: a feasibility study","year":2020,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Generalizability theory; Computer science; Learning Management; Scale (ratio); Usability; Class (philosophy); Mathematics education; Set (abstract data type); Originality; Artificial intelligence; Psychology","score_opus":0.0275150332575723,"score_gpt":0.3026452465279723,"score_spread":0.2751302132704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006342864","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69904417,0.000008091358,0.30031893,0.00024922253,0.000045298973,0.00019440905,0.0000021263907,0.000060963383,0.000076778626],"genre_scores_gemma":[0.9976584,0.0000057390885,0.002203012,0.00006296285,0.00001618227,0.0000072169087,8.8822196e-7,0.000001358018,0.0000442607],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989436,0.000114539784,0.0002613854,0.00017164934,0.00038996828,0.00011885814],"domain_scores_gemma":[0.9993396,0.00010946453,0.00026192516,0.000081421196,0.00013909234,0.000068504996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011538968,0.00006943973,0.000115551135,0.000081533384,0.00051903026,0.00021988094,0.00033721334,0.000026785618,0.0000010955515],"category_scores_gemma":[0.00035795386,0.000051861738,0.00003420824,0.00040889322,0.00009222704,0.0017510958,0.000148544,0.00015177992,0.00000403564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009171423,0.00010074746,0.6639353,0.00004952659,0.00002655333,1.1035219e-7,0.112000756,0.14442402,0.0000688435,0.00018355953,0.00001587528,0.079102986],"study_design_scores_gemma":[0.00048695836,0.0016341378,0.0880586,0.0000073864003,0.000009448202,5.546694e-7,0.005040874,0.90416276,0.00010132188,0.0002969566,0.00013354895,0.00006746376],"about_ca_topic_score_codex":0.00005890723,"about_ca_topic_score_gemma":0.000008207216,"teacher_disagreement_score":0.75973874,"about_ca_system_score_codex":0.000016544547,"about_ca_system_score_gemma":0.000035391222,"threshold_uncertainty_score":0.39920136},"labels":[],"label_agreement":null},{"id":"W3006526197","doi":"","title":"Quality Assessments of MOOCs From the Student’s Point-of-view: Towards a Semi-Automated Student’s Feedback Analysis Method Adapted to the Needs of Educational Design","year":2018,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Point (geometry); Computer science; Quality (philosophy); Mathematics education; Psychology; Epistemology; Mathematics","score_opus":0.10209196709019813,"score_gpt":0.4100427661404385,"score_spread":0.30795079905024036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006526197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7079251,0.0012209546,0.06692675,0.20771427,0.0027212792,0.0025641464,0.00014240916,0.00025915832,0.010525944],"genre_scores_gemma":[0.98028946,0.00013738408,0.012766758,0.000802018,0.00014971444,0.00005363831,0.000041418494,0.000020427944,0.0057391743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994379,0.0022275979,0.0011161778,0.00058317796,0.0013374578,0.00035660403],"domain_scores_gemma":[0.9950577,0.0011085516,0.0020079187,0.00087887724,0.0007711275,0.00017583143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026115924,0.00032214558,0.00069991197,0.00035306968,0.0002540995,0.00019238332,0.0011952067,0.00011078116,0.00019017518],"category_scores_gemma":[0.00020565433,0.00024249648,0.0001241114,0.0034153303,0.00016502054,0.0002258313,0.00028709485,0.000579591,0.000014195817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024888405,0.0018127044,0.7344518,0.00016120568,0.0007997267,6.076401e-7,0.012715195,0.0057503087,0.00044436625,0.20619328,0.0024050002,0.035016976],"study_design_scores_gemma":[0.00042491627,0.0006218157,0.96846175,0.00034248587,0.00013949822,5.8920466e-7,0.005047714,0.019515302,0.00012940336,0.0033258689,0.0017137589,0.00027691165],"about_ca_topic_score_codex":0.0039335173,"about_ca_topic_score_gemma":0.0007880005,"teacher_disagreement_score":0.27236438,"about_ca_system_score_codex":0.00027327868,"about_ca_system_score_gemma":0.0013220527,"threshold_uncertainty_score":0.98887193},"labels":[],"label_agreement":null},{"id":"W3007006485","doi":"","title":"Proceedings of the International Conference on Educational Data Mining (EDM) (12th, Montreal, Canada, July 2-5, 2019).","year":2019,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Polytechnique Montréal","funders":"","keywords":"Library science; Computer science; Data science","score_opus":0.05317215898791266,"score_gpt":0.31172964469574654,"score_spread":0.2585574857078339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007006485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5746018,0.00022228163,0.00022824104,0.3507437,0.0086237015,0.00042540935,0.0030151268,0.00006161745,0.062078085],"genre_scores_gemma":[0.9478743,0.000018580706,0.028479302,0.001130845,0.000894011,0.0000068329314,0.0025993881,0.000018262881,0.018978441],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.997804,0.00001868912,0.00036542947,0.00072832534,0.0008495839,0.00023396513],"domain_scores_gemma":[0.99736315,0.0004069658,0.00036484288,0.0014024194,0.00037138496,0.000091261834],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0004512325,0.0001646932,0.00016484388,0.00010150134,0.0001481048,0.0002224689,0.0066186916,0.000044949913,0.00028051523],"category_scores_gemma":[0.0006507752,0.00013949837,0.000024859215,0.00031947994,0.000054842963,0.0009716322,0.0016952845,0.00022966065,0.000058169353],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007807137,0.00021758991,0.05587587,0.000028482655,0.00007937121,3.3300782e-7,0.0006302287,0.00011948124,0.00029192312,0.039171968,0.89879507,0.0047818897],"study_design_scores_gemma":[0.000768584,0.00008633936,0.47749048,0.00089782925,0.00006538313,0.00006664546,0.0016807381,0.40448552,0.000198477,0.0037340766,0.109680526,0.00084539095],"about_ca_topic_score_codex":0.01566664,"about_ca_topic_score_gemma":0.009716787,"teacher_disagreement_score":0.78911453,"about_ca_system_score_codex":0.000103649756,"about_ca_system_score_gemma":0.004379112,"threshold_uncertainty_score":0.998756},"labels":[],"label_agreement":null},{"id":"W3010040100","doi":"10.5430/rwe.v11n1p11","title":"E-Learning Evolution and Development From the Perspectives of Technology, Education, and Economy","year":2020,"lang":"en","type":"article","venue":"Research in World Economy","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bộ Giáo dục và Ðào tạo","keywords":"Foundation (evidence); Knowledge economy; Knowledge management; Engineering ethics; Computer science; Political science; Engineering","score_opus":0.032770690230358536,"score_gpt":0.3224477369955032,"score_spread":0.28967704676514466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010040100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72738117,0.006284572,0.0053850757,0.2479507,0.000032185664,0.00031473744,8.218529e-7,0.00007736043,0.012573388],"genre_scores_gemma":[0.98970956,0.000047146805,0.009982014,0.000059851038,0.000050423663,0.000011902057,9.1471213e-7,0.000003127502,0.00013503988],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99932134,0.00008386889,0.00014184215,0.00025524772,0.000047938596,0.0001497616],"domain_scores_gemma":[0.9994831,0.0002116849,0.000042329462,0.00012858037,0.00007863646,0.000055681612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048198306,0.00005099688,0.00009451795,0.00022826095,0.00012842061,0.00008361415,0.00028762803,0.000023426255,0.000008203049],"category_scores_gemma":[0.00011778699,0.000044104778,0.000007979427,0.0004850475,0.00015566606,0.00017377605,0.00030154324,0.00037024624,0.000010213328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052539244,0.000076174045,0.6469172,0.000039345876,0.00003358221,0.0000013914299,0.014101217,0.00023500547,0.00002589635,0.19151774,0.000542584,0.14650458],"study_design_scores_gemma":[0.00082535273,0.00021369442,0.16006708,0.0002609396,0.0000049479354,0.0000059364656,0.075967774,0.14302012,0.00043742638,0.14984664,0.46893212,0.00041796907],"about_ca_topic_score_codex":0.00006916882,"about_ca_topic_score_gemma":0.0000514458,"teacher_disagreement_score":0.48685014,"about_ca_system_score_codex":0.00006730435,"about_ca_system_score_gemma":0.00034870842,"threshold_uncertainty_score":0.17985407},"labels":[],"label_agreement":null},{"id":"W3010203839","doi":"10.1145/3328778.3372670","title":"Jupyter/Canvas Submission Framework Integration","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Cloud computing; Interface (matter); World Wide Web; Operating system","score_opus":0.025806366304571535,"score_gpt":0.2737282838789082,"score_spread":0.24792191757433665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010203839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032047557,0.000016390048,0.9118008,0.08152335,0.00008952081,0.000020820771,1.4070979e-7,0.0002538957,0.0030903413],"genre_scores_gemma":[0.80829597,0.0000058726378,0.18726632,0.003589194,0.00016171586,5.0161697e-7,0.0000015295054,0.0000035238484,0.0006753712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994526,0.000024522766,0.0000960036,0.00018678883,0.00013775716,0.00010235152],"domain_scores_gemma":[0.99961656,0.00004049736,0.000028724853,0.0001725087,0.000032471813,0.00010921216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006181438,0.00006074768,0.000068518246,0.000021713391,0.000049862025,0.00011507768,0.00033485628,0.000045636625,0.00006032121],"category_scores_gemma":[0.00017020087,0.00004564858,0.000035850237,0.0002827479,0.00000814748,0.00016192142,0.000087829576,0.00018513565,0.00023417662],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052985206,0.00005046922,0.002058079,0.0000137831585,0.000011123421,0.000018091709,0.002219093,0.00058452965,0.0021051997,0.70138013,0.014104985,0.2774492],"study_design_scores_gemma":[0.000084474304,0.00011454883,0.00067048694,0.000029985262,0.0000033811466,0.0000021756762,0.000066765635,0.95622575,0.0028617897,0.016610637,0.023190483,0.00013949977],"about_ca_topic_score_codex":0.000006359909,"about_ca_topic_score_gemma":8.1101354e-7,"teacher_disagreement_score":0.95564127,"about_ca_system_score_codex":0.000007330531,"about_ca_system_score_gemma":0.000027055823,"threshold_uncertainty_score":0.3009945},"labels":[],"label_agreement":null},{"id":"W3010824415","doi":"10.1145/3375462.3375511","title":"Characterizing and influencing students' tendency to write self-explanations in online homework","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research Global","keywords":"Computer science; Context (archaeology); Mathematics education; Software deployment; Online learning; Psychology; Multimedia","score_opus":0.015209236022237923,"score_gpt":0.2872198952622693,"score_spread":0.27201065924003137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010824415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93769825,0.000027868195,0.022036647,0.039720036,0.000042741274,0.00007743644,0.000002163739,0.00022174195,0.00017311187],"genre_scores_gemma":[0.9291007,0.00002580107,0.06477822,0.0059280866,0.00008793791,0.000001872848,0.0000029685611,0.000005333449,0.00006911182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913067,0.00002771847,0.00019200686,0.00027192495,0.00020564914,0.0001720071],"domain_scores_gemma":[0.9995888,0.000047423546,0.00003450866,0.00014460413,0.00003325866,0.00015142295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012771832,0.00008601836,0.00012461928,0.00012091876,0.000057557452,0.00017984079,0.000427355,0.00003222445,0.000004764843],"category_scores_gemma":[0.00008555277,0.00008027642,0.00001696638,0.00064788153,0.0000050991875,0.00026897772,0.0003173886,0.00019478191,0.000028880173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059943045,0.00041925305,0.92258155,0.00006921292,0.00004941292,0.00010558564,0.02669293,0.0012686485,0.003328563,0.01596791,0.0002728732,0.029238036],"study_design_scores_gemma":[0.00058496854,0.00023312142,0.7728602,0.00013165333,0.000011622427,0.000009759429,0.0012138827,0.2184446,0.00010438116,0.0004658538,0.0054943925,0.0004455622],"about_ca_topic_score_codex":0.000023512324,"about_ca_topic_score_gemma":0.000028803475,"teacher_disagreement_score":0.21717595,"about_ca_system_score_codex":0.000019443745,"about_ca_system_score_gemma":0.000028900244,"threshold_uncertainty_score":0.32735774},"labels":[],"label_agreement":null},{"id":"W3011211276","doi":"10.1038/s41539-020-0061-1","title":"Self-regulated spacing in a massive open online course is related to better learning","year":2020,"lang":"en","type":"article","venue":"npj Science of Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Social Sciences and Humanities Research Council of Canada; Government of Canada; National Science Foundation","keywords":"Psychology; Mathematics education; Space (punctuation); Massive open online course; Online course; Course (navigation); Online learning; Medical education; Applied psychology; Computer science; Multimedia; Engineering; Medicine","score_opus":0.016343251740012443,"score_gpt":0.3045720545388689,"score_spread":0.28822880279885643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011211276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93882275,0.000032250315,0.0058445525,0.05334141,0.0000938731,0.0002345616,9.3787855e-7,0.00025817816,0.0013714609],"genre_scores_gemma":[0.9364863,0.0000053020713,0.062034823,0.0007861517,0.00003452238,0.0000024227797,0.0000027172023,0.000018646371,0.00062909804],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693596,0.0001962766,0.0005224885,0.0009261107,0.00077526143,0.00064391934],"domain_scores_gemma":[0.9985306,0.0001160062,0.0003412011,0.000377567,0.00027721885,0.00035739742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014411055,0.00021840891,0.00040979736,0.000354801,0.00035953312,0.0005518795,0.0027029412,0.00009180194,0.000040048213],"category_scores_gemma":[0.0010012852,0.00021583565,0.000069123,0.004603284,0.00017528917,0.0017635743,0.0015778656,0.0010897728,0.000093528775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034853558,0.00045914884,0.14893427,0.00011024876,0.00006119759,0.00020072475,0.0729868,0.67363364,0.054150376,0.005048321,0.00021520545,0.04416521],"study_design_scores_gemma":[0.0006104933,0.00045890576,0.012432447,0.00018933235,0.000013735742,0.000008550868,0.0017818453,0.97995424,0.0020439234,0.00022565105,0.0019311052,0.0003497674],"about_ca_topic_score_codex":0.000054762408,"about_ca_topic_score_gemma":0.00000505508,"teacher_disagreement_score":0.3063206,"about_ca_system_score_codex":0.00008861694,"about_ca_system_score_gemma":0.00047147737,"threshold_uncertainty_score":0.8801523},"labels":[],"label_agreement":null},{"id":"W3011483976","doi":"10.19173/irrodl.v20i4.3350","title":"Frugal MOOCs","year":2017,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refugee; Disadvantaged; Disadvantage; Public relations; Knowledge management; Distance education; Political science; Computer science; Sociology; Pedagogy","score_opus":0.11621000736691724,"score_gpt":0.49115011588871266,"score_spread":0.37494010852179543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011483976","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082819894,0.035154942,0.021376105,0.72770417,0.0006761104,0.0015138583,0.000059538186,0.000086113134,0.13060929],"genre_scores_gemma":[0.9813304,0.016630437,0.00088122406,0.00015142089,0.00005306464,0.000010899276,0.000017673483,0.0000036718668,0.00092120864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985929,0.00026675907,0.00021742098,0.00019417386,0.00055080943,0.00017794684],"domain_scores_gemma":[0.99865544,0.00038910322,0.00016561167,0.00047408917,0.00026540578,0.00005035036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005007099,0.000059192582,0.00015809514,0.000064534426,0.00039421,0.00068689755,0.0040138476,0.000021778962,0.000031269854],"category_scores_gemma":[0.0037154146,0.000039880364,0.000034005203,0.00016179348,0.00016904772,0.00039329968,0.0024625321,0.0005818735,0.000018422053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043780656,0.00022203114,0.17875011,0.0013564427,0.00008774896,0.00009124328,0.00024933513,0.00040607463,0.000095765514,0.5000852,0.008989872,0.3096224],"study_design_scores_gemma":[0.0019620461,0.00029593194,0.15040417,0.02834772,0.00001540538,0.000075817814,0.0008905996,0.23990063,0.00018133502,0.05638741,0.5211017,0.0004372166],"about_ca_topic_score_codex":0.00037324094,"about_ca_topic_score_gemma":0.000011154247,"teacher_disagreement_score":0.8985105,"about_ca_system_score_codex":0.000031746906,"about_ca_system_score_gemma":0.000115541516,"threshold_uncertainty_score":0.7458794},"labels":[],"label_agreement":null},{"id":"W3011950901","doi":"10.7202/1067711ar","title":"Traitement médiatique des MOOC en tant qu’innovation numérique en éducation : analyse du positionnement des chercheurs, des administrations universitaires et des directions des plateformes de MOOC","year":2020,"lang":"fr","type":"article","venue":"Nouveaux cahiers de la recherche en éducation","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.12576388699589802,"score_gpt":0.38940739870028845,"score_spread":0.26364351170439043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011950901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59581214,0.00092269265,0.36649707,0.033030633,0.0001938764,0.0003674256,0.000042029445,0.00024113053,0.002893031],"genre_scores_gemma":[0.7490183,0.0051568053,0.24330588,0.00054323766,0.00035236726,0.00008357663,0.00024148486,0.000056485325,0.0012418469],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9886758,0.008515433,0.00082814106,0.00078168017,0.00040771317,0.0007912691],"domain_scores_gemma":[0.99293983,0.0043271673,0.000458503,0.00043780784,0.0013784657,0.00045821065],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.007981659,0.00054074865,0.00040613938,0.000616106,0.0014313721,0.0006996444,0.0006805613,0.0011553662,0.00010428669],"category_scores_gemma":[0.013462976,0.0006204204,0.00022980425,0.003561077,0.0011565381,0.0019971733,0.000108410335,0.0019846174,0.000028163713],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00006038172,0.0013443038,0.013441768,0.0006106267,0.0004740847,0.000020181978,0.7910561,0.01902659,0.011540819,0.0897321,0.000931535,0.07176148],"study_design_scores_gemma":[0.0013977765,0.0014289425,0.18765363,0.0013232775,0.00075029285,0.00029604541,0.35252574,0.16352321,0.016579382,0.26801288,0.0048607998,0.0016480138],"about_ca_topic_score_codex":0.0024316453,"about_ca_topic_score_gemma":0.004267663,"teacher_disagreement_score":0.4385304,"about_ca_system_score_codex":0.01631109,"about_ca_system_score_gemma":0.006218712,"threshold_uncertainty_score":0.99986863},"labels":[],"label_agreement":null},{"id":"W3012181971","doi":"10.19173/irrodl.v20i5.4349","title":"Research on Virtual Education, Inclusion, and Diversity","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Scopus; Diversity (politics); Equity (law); Higher education; Cultural diversity; Population; Instructional design; Educational technology; Sociology; Pedagogy; Psychology; Computer science; Mathematics education; Political science; Social science; MEDLINE","score_opus":0.08123194899301947,"score_gpt":0.4702990789196577,"score_spread":0.3890671299266383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012181971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73822546,0.014838388,0.0008785559,0.21117963,0.00031250805,0.0013594549,0.000021103997,0.000033490778,0.03315143],"genre_scores_gemma":[0.98618984,0.011692696,0.00016528893,0.00031224464,0.0000314034,0.000007940304,0.000024788389,0.000003213049,0.0015725838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973993,0.00085393206,0.00019922985,0.00027973362,0.0010694228,0.00019842082],"domain_scores_gemma":[0.997644,0.0013170559,0.00007116988,0.000276369,0.00062095624,0.000070441354],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.010108932,0.00006267681,0.00015171,0.00022488927,0.0006019079,0.00019911553,0.00198679,0.000029854418,0.000049696573],"category_scores_gemma":[0.0016011302,0.000044110817,0.000020730851,0.0007758205,0.00015099469,0.00024983476,0.012075441,0.00091310154,0.00003547096],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007618352,0.0003494307,0.12963039,0.00079135,0.000036247922,0.00000914916,0.0009394601,0.00039765163,0.00004932098,0.7154207,0.008901505,0.14339861],"study_design_scores_gemma":[0.0028075736,0.0020494957,0.16136146,0.04609296,0.000014953753,0.00006116374,0.013787385,0.09069998,0.00014159262,0.11892278,0.5634057,0.0006549713],"about_ca_topic_score_codex":0.00044284633,"about_ca_topic_score_gemma":0.000007277396,"teacher_disagreement_score":0.5964979,"about_ca_system_score_codex":0.000080812875,"about_ca_system_score_gemma":0.00028475234,"threshold_uncertainty_score":0.9959147},"labels":[],"label_agreement":null},{"id":"W3012208933","doi":"10.3991/ijet.v15i05.11898","title":"A Framework to Leverage and Mature Learning Ecosystems","year":2020,"lang":"en","type":"article","venue":"International Journal of Emerging Technologies in Learning (iJET)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Central Leather Research Institute","keywords":"Lifelong learning; Knowledge management; Social learning; Leverage (statistics); Corporate governance; Open learning; Pace; Experiential learning; Collaborative learning; Business; Informal learning; Learning organization; Cooperative learning; Computer science; Psychology; Mathematics education; Pedagogy; Artificial intelligence; Teaching method","score_opus":0.01564180975164748,"score_gpt":0.29796103847154126,"score_spread":0.2823192287198938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012208933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37822673,0.001397156,0.42680442,0.19128418,0.0010992954,0.000098792516,7.9032503e-7,0.00076493964,0.00032369263],"genre_scores_gemma":[0.9276278,0.00038723927,0.071440816,0.00023990894,0.000212896,0.0000014301892,5.7341435e-7,0.000015303682,0.000074024196],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998278,0.000103321094,0.0005249981,0.0002968897,0.0005407606,0.0002559927],"domain_scores_gemma":[0.99881727,0.0002562574,0.00043770007,0.00015194992,0.00025136914,0.00008547125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059404987,0.00017128904,0.0003019616,0.0005366171,0.00009167192,0.00027512293,0.0017197479,0.0001721336,0.000007106751],"category_scores_gemma":[0.0049062963,0.00015849597,0.00008938275,0.00064804504,0.000041101277,0.00036111855,0.00079597934,0.0021330486,0.000014826498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001314835,0.00011565763,0.17808153,0.00009369973,0.00035324626,0.001644154,0.014746569,0.5260094,0.0030121459,0.061825592,0.0016391838,0.21234733],"study_design_scores_gemma":[0.001456783,0.0015208777,0.0027403762,0.0026406879,0.000029257393,0.0007158371,0.0109439455,0.7211096,0.0014112714,0.02425252,0.23222457,0.0009542312],"about_ca_topic_score_codex":0.0000060175653,"about_ca_topic_score_gemma":0.0000017201502,"teacher_disagreement_score":0.5494011,"about_ca_system_score_codex":0.00008733011,"about_ca_system_score_gemma":0.000056084635,"threshold_uncertainty_score":0.9267153},"labels":[],"label_agreement":null},{"id":"W3012289806","doi":"10.1080/08923647.2020.1696140","title":"Student Engagement Level in an e-Learning Environment: Clustering Using K-means","year":2020,"lang":"en","type":"article","venue":"American Journal of Distance Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cluster analysis; Metric (unit); Computer science; Event (particle physics); Silhouette; k-means clustering; Student engagement; Cluster (spacecraft); Cluster grouping; Mathematics education; Machine learning; Mathematics","score_opus":0.04213580912675009,"score_gpt":0.32762162789508065,"score_spread":0.28548581876833057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012289806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48098227,0.000056689227,0.5163318,0.002479805,0.000095476695,0.000023493632,2.1561463e-7,0.000007010604,0.000023237202],"genre_scores_gemma":[0.9025798,0.000034005378,0.09690965,0.00026764142,0.00018598692,6.0996985e-7,8.2573314e-7,0.000007169039,0.000014343109],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893856,0.00018983067,0.00031408988,0.00015725598,0.00026175712,0.00013849567],"domain_scores_gemma":[0.999235,0.000029266681,0.0004436128,0.00012054827,0.000045029632,0.00012656182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032401708,0.00008349332,0.0001616688,0.000085349144,0.00006901465,0.000092248076,0.0003980732,0.000009749043,0.0000053995714],"category_scores_gemma":[0.00004273134,0.00008377048,0.000038794926,0.0002945188,0.000036104975,0.00041448657,0.000056656692,0.00031755728,0.0000029101168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024028306,0.0005527147,0.17198186,0.000021270625,0.000029743505,0.000016791264,0.03276981,0.40713692,0.0018379422,0.001052777,0.000019855242,0.3845563],"study_design_scores_gemma":[0.00061472936,0.0017117747,0.13631076,0.00025895424,0.000040137544,0.000032252105,0.046507243,0.8069188,0.0001166232,0.00027387243,0.006753929,0.0004609127],"about_ca_topic_score_codex":0.000014126203,"about_ca_topic_score_gemma":0.000004383188,"teacher_disagreement_score":0.42159748,"about_ca_system_score_codex":0.00015282405,"about_ca_system_score_gemma":0.00017255811,"threshold_uncertainty_score":0.3416061},"labels":[],"label_agreement":null},{"id":"W3013602125","doi":"10.1080/10494820.2020.1746673","title":"Predicting completion of massive open online course (MOOC) assignments from video viewing behavior","year":2020,"lang":"en","type":"article","venue":"Interactive Learning Environments","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Overfitting; Computer science; Massive open online course; Online learning; Variance (accounting); Test (biology); Artificial intelligence; Multimedia; Machine learning; Artificial neural network; Logistic regression; World Wide Web","score_opus":0.03688839453687603,"score_gpt":0.3119161678922729,"score_spread":0.27502777335539685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013602125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8983778,0.00004379002,0.09790066,0.0027070404,0.00021225902,0.00032225755,0.00005586747,0.000092261915,0.00028810799],"genre_scores_gemma":[0.9847118,0.000012559084,0.014286431,0.00042552853,0.00012056297,0.000015802314,0.00013107482,0.000028804436,0.00026738475],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978639,0.00031798513,0.00044504838,0.00061640056,0.0004909963,0.00026568698],"domain_scores_gemma":[0.99862957,0.0002422601,0.0006278214,0.00031154315,0.000027985669,0.0001608162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016791573,0.00022806234,0.00038075846,0.000049025824,0.00015013495,0.00014611504,0.0011563584,0.0000754173,0.00014125866],"category_scores_gemma":[0.00023890074,0.00023400506,0.000098532706,0.00016152684,0.000066358596,0.000797406,0.001163253,0.0007275429,0.00011314608],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011854164,0.0021166063,0.8098147,0.000031807343,0.00046201955,0.00014588746,0.011246066,0.039680004,0.075946674,0.00008787411,0.0002659566,0.060083885],"study_design_scores_gemma":[0.0017655378,0.00076503184,0.46850088,0.00034005678,0.00018773119,0.0000045163947,0.0015509868,0.51241803,0.004897685,0.00012344077,0.008921895,0.0005242158],"about_ca_topic_score_codex":0.00016346804,"about_ca_topic_score_gemma":0.0000021876958,"teacher_disagreement_score":0.472738,"about_ca_system_score_codex":0.000116342395,"about_ca_system_score_gemma":0.000030983436,"threshold_uncertainty_score":0.9542449},"labels":[],"label_agreement":null},{"id":"W3014551253","doi":"10.1007/978-3-030-44038-1_41","title":"Factors for Academic Performance Prediction","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.040470383770356146,"score_gpt":0.2928590510446227,"score_spread":0.2523886672742665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014551253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018132696,0.025225393,0.94549274,0.000272018,0.0033266847,0.0007525001,0.000023211811,0.00034044526,0.022753717],"genre_scores_gemma":[0.94809985,0.011034672,0.0037762888,0.000106389525,0.0016234246,0.0000134424,0.000058368645,0.00007945353,0.035208125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983838,0.00001593869,0.0006005132,0.0005497917,0.00021484705,0.00023510712],"domain_scores_gemma":[0.9990124,0.00027326983,0.000366519,0.00020181839,0.000062911924,0.0000830636],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024152725,0.00028880377,0.0004311205,0.00014514604,0.0001310873,0.00009648835,0.00043432455,0.00020694289,0.0000010068953],"category_scores_gemma":[0.00003923618,0.00025561085,0.0000825424,0.00006248151,0.000037469497,0.0003024917,0.00018305813,0.000598668,0.0000067054793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009622404,0.00001202725,0.0068027726,0.0015932223,0.000058554433,0.0000072913886,0.0012779935,0.07105694,0.0000034583584,0.6943878,0.0001437178,0.22464663],"study_design_scores_gemma":[0.00008637903,0.00016055195,0.000050986957,0.001457496,0.000012597538,0.000007844033,0.000085046326,0.8115141,0.000012623191,0.0043368493,0.18199793,0.00027765142],"about_ca_topic_score_codex":0.0000042611414,"about_ca_topic_score_gemma":0.00000109831,"teacher_disagreement_score":0.94628656,"about_ca_system_score_codex":0.00006408141,"about_ca_system_score_gemma":0.000034934114,"threshold_uncertainty_score":0.9999896},"labels":[],"label_agreement":null},{"id":"W3014612091","doi":"10.1109/ccece43985.2019.9052406","title":"Visualization of Course Discussion Forums: A Short Review from Online Learning Perspective","year":2019,"lang":"en","type":"review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Visualization; Computer science; Online discussion; Perspective (graphical); Context (archaeology); Asynchronous communication; Information visualization; Strengths and weaknesses; Focus (optics); Data visualization; World Wide Web; Multimedia; Data science; Psychology; Artificial intelligence","score_opus":0.0518310277266439,"score_gpt":0.41763308709425695,"score_spread":0.36580205936761306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014612091","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7250632e-7,0.94186985,0.056141153,0.00068167574,0.00015663398,0.00040243953,0.000020557183,0.0001340399,0.00059348653],"genre_scores_gemma":[0.0000063468956,0.9899007,0.004889197,0.000091924936,0.0001389042,0.000006181433,0.00046902607,0.000036303074,0.0044613928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753284,0.00037659096,0.0007507149,0.0006619782,0.00044377547,0.00023409152],"domain_scores_gemma":[0.99818677,0.00017966921,0.0005594033,0.0007197457,0.00027494095,0.00007947334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003784336,0.00036558803,0.0018627199,0.00014395225,0.00006036123,0.00005391271,0.00090736116,0.0001960701,0.000054838238],"category_scores_gemma":[0.00026419823,0.0002051607,0.0005964166,0.0007677554,0.00003134583,0.00020625994,0.00038623312,0.00052873255,0.000077840894],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1884298e-7,0.00012481796,0.000022753391,0.010757171,0.00010859159,0.0000026028047,0.000073320945,0.000019096653,7.79196e-8,0.005116661,0.0004928359,0.98328173],"study_design_scores_gemma":[0.00005711804,0.00010896523,0.000004705912,0.0986353,0.000944743,0.000005636307,0.00010295297,0.015309066,1.3495928e-7,0.00017789078,0.88430756,0.00034589786],"about_ca_topic_score_codex":0.000048781138,"about_ca_topic_score_gemma":0.000008172675,"teacher_disagreement_score":0.98293585,"about_ca_system_score_codex":0.00010215778,"about_ca_system_score_gemma":0.000370023,"threshold_uncertainty_score":0.83662105},"labels":[],"label_agreement":null},{"id":"W3014743184","doi":"10.5430/rwe.v11n1p259","title":"International Experience and Trends in E-Learning Development in World Economy","year":2020,"lang":"en","type":"article","venue":"Research in World Economy","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bộ Giáo dục và Ðào tạo","keywords":"Scope (computer science); Order (exchange); Context (archaeology); Investment (military); Subject (documents); Economic growth; E learning; Political science; Higher education; Business; Economics; Knowledge management; Educational technology; Computer science; Geography; Finance","score_opus":0.08674129777563801,"score_gpt":0.3761571035679822,"score_spread":0.2894158057923442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014743184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5102975,0.00026209714,0.0014661483,0.12071778,0.00016538484,0.00029741696,7.712524e-7,0.00012238933,0.36667055],"genre_scores_gemma":[0.99084425,0.000018205485,0.0058624707,0.0002333975,0.00007800427,0.000040281193,0.000003954803,0.00000778192,0.0029116678],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983309,0.00015062602,0.0003861498,0.0005279254,0.00014235987,0.0004620635],"domain_scores_gemma":[0.9994132,0.00019215854,0.00004859175,0.00015287958,0.000033171567,0.00015999639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010379914,0.000110382716,0.00018825768,0.001788977,0.00006305488,0.00028634458,0.0007300834,0.000026602615,0.00014002506],"category_scores_gemma":[0.00006870004,0.00012471342,0.000020713263,0.00181649,0.000067216635,0.0005738685,0.0005840945,0.0008300085,0.000053794163],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016538084,0.0000872384,0.76221764,0.000025512352,0.000009410517,0.00012680567,0.0070958384,0.005118835,0.000011136445,0.018770814,0.00036009873,0.20616011],"study_design_scores_gemma":[0.00070715434,0.00003008038,0.04440412,0.00009419427,2.1439561e-7,0.000002049608,0.00039480944,0.37300533,0.00010982772,0.001316625,0.5797073,0.00022825135],"about_ca_topic_score_codex":0.00007084551,"about_ca_topic_score_gemma":0.0009430489,"teacher_disagreement_score":0.71781355,"about_ca_system_score_codex":0.00025647884,"about_ca_system_score_gemma":0.00011469421,"threshold_uncertainty_score":0.5085666},"labels":[],"label_agreement":null},{"id":"W3015091069","doi":"10.1111/bjet.12933","title":"Towards learning analytics adoption: A mixed methods study of data‐related practices and policies in Latin American universities","year":2020,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Pontificia Universidad Católica de Chile; European Commission","keywords":"Latin Americans; Leverage (statistics); Learning analytics; Qualitative property; Analytics; Public relations; Political science; Knowledge management; Business; Medical education; Computer science; Data science; Medicine","score_opus":0.04781307221816657,"score_gpt":0.3956538721554275,"score_spread":0.34784079993726097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3015091069","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94966185,0.0006806448,0.003805105,0.045663804,0.00005322727,0.000035382087,0.0000022603017,0.000016754078,0.00008097061],"genre_scores_gemma":[0.87784755,0.0002924453,0.12172877,0.000042122345,0.000040534942,2.8491345e-7,0.0000024029735,0.0000039531537,0.000041946358],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99887997,0.00025043928,0.00040938173,0.00017694553,0.00017401871,0.00010925835],"domain_scores_gemma":[0.99815524,0.00033922243,0.0010794776,0.00013097926,0.00024084668,0.000054228298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058015995,0.00006816462,0.0002763408,0.00038418587,0.000065553126,0.000059335995,0.000706988,0.000048552698,0.000007552012],"category_scores_gemma":[0.0016216486,0.000080251266,0.00002214597,0.0013375693,0.00016830675,0.0004255393,0.00033779524,0.00055053,4.80944e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040636096,0.0016148941,0.28062928,0.000065851484,0.0005054799,0.00020518755,0.011668777,0.008049701,0.0003550252,0.048711002,0.0005223181,0.6476318],"study_design_scores_gemma":[0.0018175482,0.00332453,0.62768406,0.0002969238,0.00016765796,0.0017334532,0.2424571,0.10491963,0.000071213486,0.013395651,0.003705427,0.00042680913],"about_ca_topic_score_codex":0.00037972353,"about_ca_topic_score_gemma":0.000070821385,"teacher_disagreement_score":0.64720505,"about_ca_system_score_codex":0.000031480122,"about_ca_system_score_gemma":0.00041277084,"threshold_uncertainty_score":0.32725516},"labels":[],"label_agreement":null},{"id":"W3016621238","doi":"10.19173/irrodl.v21i3.4650","title":"Research Trends in K–12 MOOCs: A Review of the Published Literature","year":2020,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Narrative review; Value (mathematics); Higher education; Implementation; Narrative; Set (abstract data type); De facto; Order (exchange); Mathematics education; Computer science; Psychology; Pedagogy; Sociology; Political science; Business","score_opus":0.14428193756568433,"score_gpt":0.51307146909363,"score_spread":0.3687895315279457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016621238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.198594e-7,0.9490504,0.000031335556,0.045397438,0.00008362902,0.00091020984,0.00007607575,0.000009064083,0.004440915],"genre_scores_gemma":[0.000110290435,0.9979632,0.00016272503,0.0002189133,0.00008822699,0.00011984843,0.00033673694,0.000017949014,0.0009821471],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886547,0.0063546686,0.0014495171,0.0007052739,0.002335298,0.00050055824],"domain_scores_gemma":[0.9945773,0.002515571,0.00068876555,0.0010351856,0.0010606701,0.00012250335],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024516894,0.00027537966,0.0016315031,0.0007930773,0.00017023752,0.0006277791,0.009166727,0.00015258856,0.00010812523],"category_scores_gemma":[0.012653031,0.00014933434,0.00038107182,0.009062052,0.00032509447,0.00044121224,0.0059379777,0.0053631556,0.000011431662],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000611458,0.000081190316,0.00010311825,0.12261325,0.00005953707,0.000034472516,0.00007715699,0.0000048838747,9.849018e-8,0.011871882,0.011485003,0.85366327],"study_design_scores_gemma":[0.00010801636,0.000037716156,0.00003866926,0.41620097,0.000015897838,0.00002056254,0.000034119657,0.0005162309,1.258506e-7,0.00045414473,0.58249456,0.00007902567],"about_ca_topic_score_codex":0.00017911587,"about_ca_topic_score_gemma":0.000018511164,"teacher_disagreement_score":0.8535843,"about_ca_system_score_codex":0.00024703343,"about_ca_system_score_gemma":0.0010831008,"threshold_uncertainty_score":0.9969315},"labels":[],"label_agreement":null},{"id":"W3018063079","doi":"10.3102/0091732x20903304","title":"Mining Big Data in Education: Affordances and Challenges","year":2020,"lang":"en","type":"article","venue":"Review of Research in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":394,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Big data; Operationalization; Clickstream; Affordance; Computer science; Data science; Social media; Scalability; World Wide Web; Human–computer interaction; Data mining; The Internet","score_opus":0.35073109771679195,"score_gpt":0.49346882763133754,"score_spread":0.14273772991454559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018063079","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006117366,0.7092816,0.000065509776,0.2832907,0.00016749845,0.00017272857,6.898426e-7,0.000009012898,0.00089488877],"genre_scores_gemma":[0.11527796,0.86825645,0.015671384,0.0004123788,0.00030397798,0.000019917628,0.00001410898,0.0000039560814,0.00003986313],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998795,0.00027283086,0.00022263452,0.0002960433,0.0002776109,0.0001358817],"domain_scores_gemma":[0.9990835,0.00019096812,0.000065047796,0.0004690247,0.0001214337,0.000070019414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020208003,0.000048957383,0.00015024924,0.00017292524,0.000023719202,0.000031156153,0.00073432724,0.000019751164,0.0000023019431],"category_scores_gemma":[0.0010492401,0.000044907418,0.000009851737,0.0009778917,0.000043545147,0.00025945785,0.00027882718,0.00018158465,0.0000052975024],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0065836e-7,0.00009350155,0.0024199397,0.0060556037,0.0000011237079,3.226529e-7,0.00057157,7.2201476e-7,0.0000029794699,0.005069414,0.0010815706,0.98470277],"study_design_scores_gemma":[0.00025229657,0.00026587117,0.030677736,0.059182767,0.000008696599,0.000013336513,0.0062338086,0.017744845,0.0000359608,0.008480387,0.8767843,0.00031999205],"about_ca_topic_score_codex":0.000046586694,"about_ca_topic_score_gemma":0.00002747665,"teacher_disagreement_score":0.98438275,"about_ca_system_score_codex":0.000024932135,"about_ca_system_score_gemma":0.0011886721,"threshold_uncertainty_score":0.21086535},"labels":[],"label_agreement":null},{"id":"W3021074247","doi":"10.3991/ijai.v2i1.14481","title":"A Bibliometric Analysis of the Papers Published in the Journal of Artificial Intelligence in Education from 2015-2019","year":2020,"lang":"en","type":"article","venue":"International Journal of Learning Analytics and Artificial Intelligence for Education (iJAI)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"General partnership; Web of science; Field (mathematics); Library science; Political science; Bibliometrics; Computer science; MEDLINE; Law","score_opus":0.03798284234909384,"score_gpt":0.35472013373277567,"score_spread":0.31673729138368184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021074247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.692893,0.0011932002,0.25481933,0.048692152,0.0021021052,0.00018623001,0.000012717439,0.0000069315197,0.000094312636],"genre_scores_gemma":[0.9946402,0.0004236873,0.004001497,0.00038005726,0.0005087486,0.0000015857732,0.00000884423,0.000007857862,0.000027542492],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677527,0.00030795817,0.0016709679,0.0002085902,0.00086334994,0.00017387459],"domain_scores_gemma":[0.995141,0.0010087509,0.0018237233,0.00020134929,0.0017205937,0.00010455296],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0023960718,0.00015163826,0.00039824378,0.011689787,0.00007881257,0.0004120389,0.0017623646,0.000081739374,0.000044552806],"category_scores_gemma":[0.004148485,0.00010567936,0.00031589935,0.024729084,0.00010656813,0.000502958,0.0000966217,0.00067463855,0.0000016887483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018034595,0.0011647088,0.043603804,0.00002200494,0.0005768139,0.000004715833,0.0128033515,0.2547324,0.0012122696,0.028408349,0.00044990532,0.65684134],"study_design_scores_gemma":[0.000113555674,0.0006120989,0.032402944,0.00034643518,0.00062876486,0.000036142963,0.024650088,0.8896645,0.0023130877,0.04575028,0.003160141,0.00032201616],"about_ca_topic_score_codex":0.00018533955,"about_ca_topic_score_gemma":0.000099696525,"teacher_disagreement_score":0.6565193,"about_ca_system_score_codex":0.00009509043,"about_ca_system_score_gemma":0.0010405513,"threshold_uncertainty_score":0.99951184},"labels":[],"label_agreement":null},{"id":"W3022286759","doi":"","title":"Reddit Mining to Understand Women's Issues in STEM.","year":2020,"lang":"en","type":"article","venue":"EDBT/ICDT Workshops","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Internet privacy; Data science","score_opus":0.029838435396390698,"score_gpt":0.2759455514408805,"score_spread":0.24610711604448982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022286759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56256187,0.000770999,0.13357483,0.29656416,0.00088264194,0.00032036658,0.000004688461,0.00078805373,0.004532376],"genre_scores_gemma":[0.96753794,0.00002942545,0.02428344,0.00394449,0.0004734996,0.000006324376,0.0000018873209,0.000022129343,0.003700842],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983395,0.00007851406,0.0002734995,0.0005070943,0.0003133009,0.00048808873],"domain_scores_gemma":[0.99907434,0.00013884384,0.00006312936,0.000378093,0.00003668707,0.00030892686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030315714,0.00017325622,0.0002703113,0.00013069005,0.00008526054,0.00025359695,0.0007662937,0.00008128038,0.00004888346],"category_scores_gemma":[0.00013812313,0.00017340103,0.000047272722,0.0014240228,0.000025375453,0.00024859855,0.00031352948,0.00030792196,0.00019816411],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015398813,0.00044123642,0.018471543,0.00021497876,0.00017309427,0.0010341934,0.2901159,0.087543204,0.00068849465,0.03597341,0.22199023,0.34319973],"study_design_scores_gemma":[0.0025604963,0.0013607127,0.0051553417,0.00097319606,0.000026096459,0.00002316299,0.07043181,0.5043521,0.00060086313,0.0073003876,0.40468982,0.0025260295],"about_ca_topic_score_codex":0.0000075556836,"about_ca_topic_score_gemma":0.000013553274,"teacher_disagreement_score":0.41680887,"about_ca_system_score_codex":0.00010626197,"about_ca_system_score_gemma":0.000059691945,"threshold_uncertainty_score":0.70710886},"labels":[],"label_agreement":null},{"id":"W3022936648","doi":"","title":"Flipped Labs as a Smart ICT Innovation: Modeling Its Diffusion among Interinfluencing Potential Adopters.","year":2014,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Information and Communications Technology; Class (philosophy); Mathematics education; Innovation diffusion; Blended learning; Computer science; Early adopter; Psychology; Knowledge management; Multimedia; Educational technology; World Wide Web","score_opus":0.010816242176989234,"score_gpt":0.22915421584328322,"score_spread":0.21833797366629398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022936648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52529824,0.0000075143,0.47215736,0.00014235695,0.00025470997,0.00008046744,8.7109106e-7,0.00023286912,0.0018256117],"genre_scores_gemma":[0.9916684,0.0000074715995,0.0075529544,0.00045481286,0.00013791045,0.000011244658,0.00004487477,0.000011000648,0.00011133156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982198,0.000076426615,0.0007614634,0.00020379787,0.00040585521,0.0003326577],"domain_scores_gemma":[0.9985894,0.00003018965,0.00037179072,0.00037232894,0.0005572809,0.00007899626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006946966,0.00020672627,0.00021431649,0.0005004849,0.00037531106,0.0007234571,0.00051799905,0.0001255791,0.000013134586],"category_scores_gemma":[0.0004819635,0.00020188061,0.00007004193,0.00093309296,0.000045194593,0.0046522785,0.00029586916,0.00025390717,0.00018896886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007962778,0.00009759671,0.00740181,0.000854788,0.000119644275,0.0000150857395,0.026393643,0.40317693,0.0033430469,0.09424613,0.00026587854,0.46400583],"study_design_scores_gemma":[0.00041682232,0.00010089855,0.0015644624,0.0002392777,0.000009117303,0.000028506614,0.00027410718,0.9930248,0.00034778463,0.003001106,0.0007484172,0.00024466933],"about_ca_topic_score_codex":0.00008152566,"about_ca_topic_score_gemma":0.0000046883374,"teacher_disagreement_score":0.5898479,"about_ca_system_score_codex":0.00014249193,"about_ca_system_score_gemma":0.0000776339,"threshold_uncertainty_score":0.8232452},"labels":[],"label_agreement":null},{"id":"W3023088235","doi":"","title":"Learning analytics tools, systems, initiatives, frameworks, and models: an annotated bibliography","year":2016,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Analytics; Learning analytics; Psychological intervention; Work (physics); Knowledge management; Data science; Medical education; Public relations; Computer science; Medicine; Political science; Engineering; Nursing","score_opus":0.035268185971405394,"score_gpt":0.27797320801001413,"score_spread":0.24270502203860872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023088235","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03921497,0.00042404237,0.9549669,0.002008147,0.000120417906,0.000081643695,0.0000060869284,0.0006281305,0.002549633],"genre_scores_gemma":[0.9740448,0.0018011212,0.023396878,0.00019693487,0.00008481652,0.0000030754395,0.000006026318,0.000016137228,0.0004502038],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998391,0.00021156078,0.00028451983,0.0004804208,0.0002840439,0.0003484874],"domain_scores_gemma":[0.99872434,0.00029140466,0.00012952945,0.00043161583,0.0002099041,0.00021318643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042671594,0.00018927183,0.00023838146,0.0019837178,0.0001807539,0.0006542602,0.00046584554,0.00018676135,0.000006842044],"category_scores_gemma":[0.00009499972,0.00012448482,0.000055191995,0.004121376,0.00007863269,0.002410608,0.00017244082,0.0004098736,0.000015083765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018145282,0.00027259163,0.065581284,0.00006908095,0.00025795636,0.00007327412,0.0010013672,0.04743303,0.00034159614,0.7867561,0.00326455,0.09493101],"study_design_scores_gemma":[0.000306107,0.0002745401,0.005347899,0.00011103343,0.00001586126,0.000013683459,0.0002453802,0.98349655,0.00001648482,0.007964234,0.0019040527,0.0003041639],"about_ca_topic_score_codex":0.000053586704,"about_ca_topic_score_gemma":0.0000045280417,"teacher_disagreement_score":0.9360635,"about_ca_system_score_codex":0.000009841033,"about_ca_system_score_gemma":0.0000374783,"threshold_uncertainty_score":0.6309046},"labels":[],"label_agreement":null},{"id":"W3023341806","doi":"","title":"Qualitative research with NVIVO : between opportunities to explore and risks to be in distress","year":2009,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Qualitative research; Distress; Psychology; Computer science; Data science; Knowledge management; Psychotherapist; Sociology","score_opus":0.2507993609201226,"score_gpt":0.4180702813687978,"score_spread":0.1672709204486752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023341806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6464486,0.000076801654,0.14047936,0.2049662,0.000012773864,0.00020589911,0.000013821605,0.00009974777,0.007696809],"genre_scores_gemma":[0.9381338,0.000042521853,0.058211166,0.00030049254,0.000010035526,0.000013526834,0.000025242187,0.00000876679,0.0032544679],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9946994,0.0038438148,0.00023105423,0.0004440514,0.00044473825,0.0003369003],"domain_scores_gemma":[0.99633825,0.0015326684,0.00006881244,0.00085893593,0.0009221332,0.00027920245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059337174,0.00012806118,0.0001882994,0.0003234265,0.00025650125,0.00035659558,0.00087766565,0.00004869945,0.000004998109],"category_scores_gemma":[0.00097069977,0.000118090444,0.000024492922,0.0007991885,0.0001232268,0.00021843289,0.00037971837,0.00031383728,0.00000961274],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018309669,0.00038294625,0.008696943,0.00003060366,0.000022851076,0.000027259843,0.43484408,0.00012930413,0.00038548073,0.26437363,0.0011111423,0.28997746],"study_design_scores_gemma":[0.00515996,0.00013549908,0.46142066,0.009910815,0.00007656573,0.000044839733,0.15435676,0.073743485,0.0425732,0.09053901,0.15781365,0.004225559],"about_ca_topic_score_codex":0.0006840568,"about_ca_topic_score_gemma":0.0012117975,"teacher_disagreement_score":0.4527237,"about_ca_system_score_codex":0.00005243479,"about_ca_system_score_gemma":0.00010089827,"threshold_uncertainty_score":0.48155886},"labels":[],"label_agreement":null},{"id":"W3023581453","doi":"10.1007/978-3-030-47358-7_56","title":"Personalized Student Attribute Inference","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Inference; Machine learning; Artificial intelligence; Graduation (instrument); Set (abstract data type); Support vector machine; Decision tree; Artificial neural network; Data science","score_opus":0.026625944915971193,"score_gpt":0.298469249758169,"score_spread":0.2718433048421978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023581453","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006699663,0.0004027049,0.9878012,0.008402558,0.000990846,0.00020932194,0.000007158903,0.00028119527,0.0018380529],"genre_scores_gemma":[0.4812528,0.00019576526,0.5070837,0.007155032,0.0015760513,0.000009363284,0.000022700666,0.0000813734,0.0026232386],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955937,0.000047306912,0.00053041644,0.0017235151,0.0014527651,0.00065227476],"domain_scores_gemma":[0.99742866,0.000485858,0.00031046252,0.0011808925,0.0002824606,0.00031169644],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006313833,0.0005771211,0.0006882118,0.0005065225,0.00025782958,0.0008222674,0.004607376,0.00027470337,0.00003101211],"category_scores_gemma":[0.00021181164,0.0005250815,0.00020260223,0.00078483036,0.00064282975,0.00041023977,0.002179238,0.0013895365,0.00019567266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010192838,0.00011671313,0.001306623,0.00011634598,0.00007705153,0.0007491643,0.0036686598,0.06798823,0.00014792079,0.25869647,0.00013758217,0.66698503],"study_design_scores_gemma":[0.0005730052,0.00039762433,0.0004012636,0.0005345627,0.000025513846,0.000053299907,6.298496e-7,0.84994197,0.00017373473,0.13537529,0.0112591665,0.0012639479],"about_ca_topic_score_codex":0.000009123265,"about_ca_topic_score_gemma":0.000015254102,"teacher_disagreement_score":0.78195375,"about_ca_system_score_codex":0.00025173588,"about_ca_system_score_gemma":0.0008188661,"threshold_uncertainty_score":0.9997201},"labels":[],"label_agreement":null},{"id":"W3024051785","doi":"10.4300/jgme-d-19-00493.1","title":"Next Steps in the Implementation of Learning Analytics in Medical Education: Consensus From an International Cohort of Medical Educators","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University Health Network; University of Toronto; University of Ottawa; University of Saskatchewan; St. Michael's Hospital","funders":"","keywords":"Learning analytics; Analytics; Medical education; Data science; Knowledge management; Computer science; Medicine","score_opus":0.04068748461290634,"score_gpt":0.4040682268611024,"score_spread":0.36338074224819605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024051785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7549853,0.00012243511,0.0013376349,0.24252182,0.00088755926,0.00007312069,0.0000010401286,0.0000054365205,0.00006565451],"genre_scores_gemma":[0.9939847,0.000416005,0.0020558215,0.002674159,0.00081955927,0.0000031707962,0.00003300655,0.000007824293,0.0000057778752],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99412215,0.00063974055,0.0013992989,0.00021957497,0.0034519164,0.00016730429],"domain_scores_gemma":[0.99754226,0.00044099402,0.0008858703,0.00020056289,0.00045514543,0.00047518229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035572182,0.00012714654,0.0003664086,0.00034430064,0.000033382777,0.00005747193,0.0015881852,0.00015368828,0.00039404587],"category_scores_gemma":[0.0061083604,0.00009718441,0.00009984164,0.0008434901,0.00014957783,0.00030615446,0.00009588633,0.0011250199,0.0000025445988],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038701182,0.0021200443,0.6845703,0.000056458204,0.00010418257,0.00004575989,0.016125768,0.00019745994,0.000019822926,0.007550836,0.004300753,0.2848699],"study_design_scores_gemma":[0.0024581598,0.0007816109,0.6590955,0.0011788874,0.00011394599,0.00029333675,0.059303522,0.26705658,0.00009592667,0.0056073754,0.003684233,0.00033086044],"about_ca_topic_score_codex":0.00083165895,"about_ca_topic_score_gemma":0.00019084607,"teacher_disagreement_score":0.28453904,"about_ca_system_score_codex":0.00009092598,"about_ca_system_score_gemma":0.011565773,"threshold_uncertainty_score":0.99403775},"labels":[],"label_agreement":null},{"id":"W3024325649","doi":"","title":"Factors Affecting MOOCs' Adoption in the Arab World: Exploring Learners' Perceptions on MOOCs' Drivers and Barriers.","year":2019,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Arabic; Perception; Psychology; Online learning; The Internet; Higher education; Medical education; Mathematics education; Political science; Computer science; World Wide Web; Medicine","score_opus":0.07377544531307142,"score_gpt":0.3421888880661859,"score_spread":0.2684134427531145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024325649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9931795,0.00023000933,0.000054108797,0.004354915,0.0010429876,0.000103354665,3.9489592e-7,0.00006332181,0.0009714247],"genre_scores_gemma":[0.9956025,0.00014093892,0.0004871541,0.000310947,0.00013321519,0.000018310524,0.0000023174455,0.000006861525,0.0032977823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991027,0.00012008216,0.00013269795,0.0002858171,0.00018967561,0.00016903144],"domain_scores_gemma":[0.999297,0.00027396518,0.00006869797,0.00025765906,0.000060734626,0.000041907228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023342538,0.00012983868,0.00014098495,0.00025103864,0.00024448844,0.000108269945,0.00019740978,0.000023809274,0.000018579753],"category_scores_gemma":[0.00003439321,0.00009206647,0.00003962648,0.0005359583,0.000043064494,0.00034486077,0.000067177825,0.0002376802,0.000057906225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042697493,0.00014544472,0.8768004,0.00006438715,0.00006803718,9.3155484e-7,0.078461364,0.003537577,0.00012500968,0.035079014,0.0017019544,0.0040115877],"study_design_scores_gemma":[0.00018474308,0.00007708607,0.8627416,0.00013038356,0.00001724432,8.169207e-7,0.1284835,0.0005353757,0.000017446535,0.00042748777,0.0071801953,0.0002041011],"about_ca_topic_score_codex":0.000021410044,"about_ca_topic_score_gemma":0.000014711415,"teacher_disagreement_score":0.05002214,"about_ca_system_score_codex":0.00007657683,"about_ca_system_score_gemma":0.000041231146,"threshold_uncertainty_score":0.37543616},"labels":[],"label_agreement":null},{"id":"W3025190824","doi":"10.14742/ajet.6266","title":"The evolving field of learning analytics research in higher education","year":2020,"lang":"en","type":"article","venue":"Australasian Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University","keywords":"Learning analytics; Analytics; Computer science; Educational technology; Data science; Software deployment; Employability; Software analytics; Open learning; Cultural analytics; Educational research; Knowledge management; Mathematics education; Psychology; Teaching method; Semantic analytics; Pedagogy; World Wide Web; Cooperative learning; The Internet; Software","score_opus":0.06291298622414045,"score_gpt":0.3887288051983138,"score_spread":0.3258158189741734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025190824","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08026998,0.000676014,0.00061321445,0.9162968,0.00038865625,0.00004569454,1.4066205e-7,0.0000110237615,0.0016985036],"genre_scores_gemma":[0.9909876,0.000056833902,0.0075312643,0.00009398883,0.00026105743,0.0000013418523,3.6506364e-7,0.0000045848774,0.0010629426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988568,0.00011120174,0.00042677287,0.00012358745,0.00028489527,0.0001967351],"domain_scores_gemma":[0.9982695,0.0006647645,0.00030177433,0.00017172871,0.0005236631,0.00006854512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006162226,0.000063474145,0.00013972173,0.0004838897,0.00010662148,0.000050406263,0.0009433328,0.00009552018,0.00004730764],"category_scores_gemma":[0.0012248189,0.00005023967,0.000051658346,0.0016903143,0.00011678127,0.00017157037,0.00009041756,0.0010704274,0.000008625046],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011818378,0.00021582047,0.17548637,0.000030804746,0.00004431132,0.0000066960506,0.000521148,0.0013897694,0.00069685816,0.78400064,0.0072469558,0.030348811],"study_design_scores_gemma":[0.00088501204,0.0028443248,0.12213385,0.00073492713,0.00004382303,0.00029439462,0.008629301,0.014649219,0.0028674083,0.7717343,0.07472924,0.00045419158],"about_ca_topic_score_codex":0.000004146827,"about_ca_topic_score_gemma":0.0000018080865,"teacher_disagreement_score":0.9162028,"about_ca_system_score_codex":0.0000514805,"about_ca_system_score_gemma":0.0008777262,"threshold_uncertainty_score":0.46505338},"labels":[],"label_agreement":null},{"id":"W3025258433","doi":"","title":"Help-Seekers and Help-Providers in MOOCs","year":2018,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Internet privacy; Seekers; Business; Computer science; Public relations; Political science","score_opus":0.05517995967870081,"score_gpt":0.3023119838278276,"score_spread":0.24713202414912677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025258433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73061514,0.001338396,0.00083524344,0.21817374,0.0029147796,0.0010763304,0.0000107447695,0.00046459943,0.044571],"genre_scores_gemma":[0.9661897,0.0005698576,0.0022213098,0.0021146894,0.00030338083,0.00003961253,0.000013988215,0.000033425687,0.02851406],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99667984,0.00043846824,0.00057570904,0.0010164437,0.0006523735,0.0006371403],"domain_scores_gemma":[0.9982319,0.00017000477,0.00061881286,0.00047750003,0.00017618001,0.0003256239],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007794907,0.00037415433,0.00042056773,0.00039016953,0.000322084,0.0004915704,0.00043314233,0.00017033724,0.000089476205],"category_scores_gemma":[0.00011086549,0.000394376,0.00004023976,0.0011259577,0.0002253759,0.00059050496,0.00018723255,0.0010556513,0.00006968771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013160512,0.00042564617,0.50682807,0.00022431581,0.000022144126,0.000018432243,0.0023705577,0.000105876585,0.00017922782,0.3513665,0.0018275784,0.13650003],"study_design_scores_gemma":[0.0017301296,0.00167031,0.86531794,0.0013397251,0.000020330646,0.00001852034,0.0034638692,0.027627233,0.00009861969,0.03715949,0.060315263,0.00123856],"about_ca_topic_score_codex":0.0014433011,"about_ca_topic_score_gemma":0.001844181,"teacher_disagreement_score":0.35848984,"about_ca_system_score_codex":0.0004005423,"about_ca_system_score_gemma":0.00073628593,"threshold_uncertainty_score":0.9998508},"labels":[],"label_agreement":null},{"id":"W3025523455","doi":"","title":"Évolution de l’apprentissage en ligne dans les universités et collèges du Canada : sondage national sur la formation à distance et l’apprentissage en ligne 2019","year":2019,"lang":"fr","type":"article","venue":"Bibliothèque et Archives nationales du Québec (Québec government)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ligne; Political science; Humanities; Art","score_opus":0.006951927688510123,"score_gpt":0.21717862389503073,"score_spread":0.2102266962065206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025523455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5584607,0.0063236994,0.20277299,0.13888168,0.0008367287,0.0008459127,0.002032898,0.00029467882,0.089550674],"genre_scores_gemma":[0.89493424,0.0019206105,0.0029659548,0.0005614466,0.00026555738,0.000020549147,0.00018442974,0.000058163056,0.09908905],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99445593,0.0013932879,0.00070155354,0.0007896289,0.0020189248,0.0006406872],"domain_scores_gemma":[0.9858458,0.012528454,0.00067040307,0.0004439823,0.00022821093,0.00028315536],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014325243,0.0005492036,0.0004506392,0.00059815194,0.00041922778,0.0007940245,0.0013493533,0.00018090883,0.0006030606],"category_scores_gemma":[0.0023045007,0.00062800176,0.00026700782,0.0011205513,0.00027078463,0.0030749035,0.0007049151,0.0007636799,0.00010738571],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00017253945,0.0011693236,0.1518676,0.0006900169,0.00049178116,0.00015906435,0.023898508,0.0458434,0.003905789,0.46864492,0.29987758,0.0032794462],"study_design_scores_gemma":[0.0018037223,0.00018156522,0.2637983,0.00061711035,0.00010765267,0.00020977852,0.0011088023,0.21725024,0.0005051714,0.0009770979,0.51251644,0.00092412817],"about_ca_topic_score_codex":0.59510595,"about_ca_topic_score_gemma":0.9887602,"teacher_disagreement_score":0.46766782,"about_ca_system_score_codex":0.010081464,"about_ca_system_score_gemma":0.063000835,"threshold_uncertainty_score":0.99961716},"labels":[],"label_agreement":null},{"id":"W3026216024","doi":"10.3991/ijai.v2i1.15427","title":"Online Learning Communities in the COVID-19 Pandemic: Social Learning Network Analysis of Twitter During the Shutdown","year":2020,"lang":"en","type":"article","venue":"International Journal of Learning Analytics and Artificial Intelligence for Education (iJAI)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Social media; Social learning; Shutdown; Pandemic; Coronavirus disease 2019 (COVID-19); Seekers; Microblogging; Online learning; Computer science; Internet privacy; Knowledge management; World Wide Web; Political science; Engineering; Infectious disease (medical specialty)","score_opus":0.11742037773283494,"score_gpt":0.39544333752531335,"score_spread":0.27802295979247843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026216024","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7249203,0.00026308285,0.23226175,0.04206563,0.00031066715,0.00010161263,0.0000043784535,0.000027391294,0.00004520513],"genre_scores_gemma":[0.9960835,0.0002757867,0.0014205587,0.0011328373,0.0008982313,0.0000033364363,0.000032120362,0.000010987448,0.0001426678],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975016,0.0005445513,0.0009677013,0.00018964354,0.00055958604,0.00023692813],"domain_scores_gemma":[0.9967115,0.0013688736,0.0010241001,0.00012361068,0.00066507055,0.00010687309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021271557,0.00016325974,0.00036026313,0.00043808413,0.00053513143,0.0003878776,0.0012200056,0.00007390855,0.000030114223],"category_scores_gemma":[0.0016229745,0.00011793065,0.00029965088,0.0011578295,0.00017141052,0.00021152456,0.00014743028,0.00117544,0.0000014202569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006227166,0.00014792502,0.11532593,0.00002161016,0.00043822607,0.000004119075,0.030992387,0.8272085,0.00005608882,0.007999429,0.00009166586,0.017651834],"study_design_scores_gemma":[0.00012392033,0.0002486949,0.005933621,0.00005670358,0.0003056993,0.000043207572,0.05609299,0.9155842,0.000022293727,0.0041080955,0.017281517,0.00019906869],"about_ca_topic_score_codex":0.00011812403,"about_ca_topic_score_gemma":0.000110017645,"teacher_disagreement_score":0.2711632,"about_ca_system_score_codex":0.00008673153,"about_ca_system_score_gemma":0.00027854615,"threshold_uncertainty_score":0.51067674},"labels":[],"label_agreement":null},{"id":"W3026689753","doi":"10.1109/tetci.2020.2991452","title":"Closing the Loop in Feedback Driven Learning Environments Using Trust Decision Making and Utility Theory","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Emerging Topics in Computational Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Reputation; Computer science; Set (abstract data type); Artificial intelligence; Key (lock); Machine learning; Dynamic decision-making; Expected utility hypothesis; Knowledge management; Human–computer interaction; Computer security","score_opus":0.04385189461079221,"score_gpt":0.3232570446419994,"score_spread":0.2794051500312072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3026689753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117250435,0.000051791612,0.880613,0.0017952148,0.00014902408,0.000079595695,9.268451e-7,0.000026630898,0.000033369342],"genre_scores_gemma":[0.94809264,0.000040259198,0.051477995,0.00031788583,0.000034819404,0.0000022027455,5.016894e-7,0.000008547461,0.00002512742],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855906,0.0002079812,0.00035601287,0.00038796035,0.00029064607,0.00019836193],"domain_scores_gemma":[0.9990234,0.00067752996,0.000084228624,0.00014562768,0.000021902137,0.0000473634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040384772,0.00013908543,0.0001422892,0.00013636537,0.00025645734,0.00009944678,0.000366249,0.000056053574,0.000016594562],"category_scores_gemma":[0.000056799694,0.00012943662,0.000049720773,0.0005124411,0.00009147052,0.0002111202,0.000017999431,0.00064689305,0.00000779688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012329512,0.000036344056,0.001299432,0.000006756362,0.000006123758,0.0000063190814,0.0013296979,0.84928095,0.000017680291,0.0018081069,5.2437537e-7,0.14619572],"study_design_scores_gemma":[0.000089611065,0.00003451373,0.0020241628,0.00011730194,0.0000054459556,0.000005118939,0.0002905361,0.9786524,0.00014751164,0.018441183,0.00006839537,0.00012381452],"about_ca_topic_score_codex":0.000012255148,"about_ca_topic_score_gemma":0.000009879386,"teacher_disagreement_score":0.83084226,"about_ca_system_score_codex":0.00007102879,"about_ca_system_score_gemma":0.000040010218,"threshold_uncertainty_score":0.5278272},"labels":[],"label_agreement":null},{"id":"W3027508113","doi":"10.37590/able.v41.art55","title":"Explaining the Scientific Method to First Year Biology Students in an Accessible Manner","year":2020,"lang":"en","type":"article","venue":"Advances in Biology Laboratory Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Mathematics education; Computational biology; Biology; Engineering ethics; Psychology; Engineering","score_opus":0.021206720694797947,"score_gpt":0.4279805601617556,"score_spread":0.40677383946695767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3027508113","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94420326,0.0011919289,0.033677343,0.018993858,0.0015271729,0.00021086964,0.000006574414,0.000071736205,0.00011727275],"genre_scores_gemma":[0.94169,0.000041612606,0.056200903,0.0018189647,0.00015996651,0.00004114326,0.00001763582,0.0000059398435,0.000023798804],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986447,0.00037485757,0.00021075874,0.00048274826,0.00007133108,0.00021556673],"domain_scores_gemma":[0.9992975,0.00013266726,0.00008504749,0.00031500356,0.000096596195,0.000073177915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077764696,0.00009399817,0.00013084355,0.00017288237,0.00013488965,0.000111323214,0.0011070657,0.000063972984,0.0000070104784],"category_scores_gemma":[0.00020803677,0.00007256943,0.000012239031,0.0015425339,0.00007410664,0.0005528092,0.00018340518,0.00019778109,0.000028932707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000086034215,0.00014973887,0.9189759,0.000010445012,0.0000033193903,9.194359e-7,0.0042514284,0.002826862,0.0009349748,0.04724042,0.00016423594,0.025433164],"study_design_scores_gemma":[0.0012485124,0.0010384646,0.25433758,0.00018498498,0.000016178363,0.000002451853,0.011099228,0.032347362,0.0022699952,0.056486595,0.63986486,0.0011037614],"about_ca_topic_score_codex":0.000008798366,"about_ca_topic_score_gemma":0.00016642721,"teacher_disagreement_score":0.66463834,"about_ca_system_score_codex":0.000043568656,"about_ca_system_score_gemma":0.00021349358,"threshold_uncertainty_score":0.29592955},"labels":[],"label_agreement":null},{"id":"W3030494876","doi":"10.1177/0735633120927486","title":"Computer Science Meets Education: Natural Language Processing for Automatic Grading of Open-Ended Questions in eBooks","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Javna Agencija za Raziskovalno Dejavnost RS; Fulbright Association; University of South Florida","keywords":"Computer science; Grading (engineering); Artificial intelligence; Natural language processing; Inference; Reading comprehension; Set (abstract data type); Narrative; Reading (process); Mathematics education; Linguistics; Programming language; Mathematics","score_opus":0.07584755175589959,"score_gpt":0.4745538472965157,"score_spread":0.3987062955406161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030494876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8523583,0.0012976312,0.050169386,0.09381539,0.000992322,0.00051969,0.0000016419258,0.00002590489,0.0008197492],"genre_scores_gemma":[0.7795722,9.276045e-7,0.21970542,0.00014875528,0.0005042644,0.0000020469004,0.00000103506,0.000005547215,0.000059814105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979487,0.00017227845,0.00056468043,0.00024978118,0.0007717199,0.00029284583],"domain_scores_gemma":[0.9967298,0.0009985755,0.00038483203,0.00016682732,0.0015502766,0.0001697018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031600064,0.00008643758,0.00022667728,0.00066182256,0.0003469779,0.0005264694,0.0020405203,0.000026402498,0.000002959898],"category_scores_gemma":[0.0016388131,0.00007792117,0.000059242186,0.0011636552,0.000181784,0.00053907436,0.0004394223,0.0005290133,0.0000015623896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045320405,0.0013066566,0.006234339,0.000874584,0.000052276147,0.000009907517,0.030199701,0.007966825,0.010994194,0.12770618,0.0044984715,0.8101115],"study_design_scores_gemma":[0.0003738117,0.00021658561,0.009575392,0.000786578,0.0000049546634,0.000057546364,0.0006617748,0.9810664,0.0006251304,0.0063139186,0.00020588416,0.00011203809],"about_ca_topic_score_codex":0.000021376321,"about_ca_topic_score_gemma":0.0000025484815,"teacher_disagreement_score":0.9730996,"about_ca_system_score_codex":0.00016317418,"about_ca_system_score_gemma":0.0061742766,"threshold_uncertainty_score":0.9994598},"labels":[],"label_agreement":null},{"id":"W3031520055","doi":"10.4995/head20.2020.11238","title":"Gamification in Online Educational Systems","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Computer science; Multimedia; Order (exchange); Higher education; Knowledge management; World Wide Web; Business","score_opus":0.02935936430816417,"score_gpt":0.28493456643729403,"score_spread":0.2555752021291299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031520055","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075546816,0.00020212964,0.4306356,0.48755947,0.00032794362,0.000112884154,0.0000027292467,0.00023459288,0.0053778403],"genre_scores_gemma":[0.9821715,0.000004733058,0.015951393,0.00073769037,0.00015443607,0.0000012916702,0.0000107461055,0.0000018984,0.00096631807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99959534,0.00002045746,0.000104339575,0.00013023634,0.00008670472,0.000062888816],"domain_scores_gemma":[0.9997714,0.000030227724,0.000024307728,0.000103986,0.00002731559,0.000042769847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000051425584,0.0000322022,0.00004681905,0.000031160627,0.000013006742,0.000046198747,0.0002297763,0.000014934905,0.000009695594],"category_scores_gemma":[0.00005194155,0.00002873345,0.000010679641,0.0002783054,0.000004621212,0.000097198266,0.000029069748,0.00006531596,0.000097394055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014857993,0.00023928263,0.025191182,0.000035060148,0.000005872807,0.0000029537996,0.00087935454,0.02108295,0.0005503219,0.93646187,0.005594887,0.0099548],"study_design_scores_gemma":[0.000062985295,0.0000136572535,0.013469604,0.000005873463,5.0083185e-7,0.0000011403029,0.00006107986,0.981351,0.0000086591335,0.00054941286,0.004431141,0.000044923327],"about_ca_topic_score_codex":0.000026407786,"about_ca_topic_score_gemma":0.000003939302,"teacher_disagreement_score":0.9602681,"about_ca_system_score_codex":0.00001107919,"about_ca_system_score_gemma":0.000056766785,"threshold_uncertainty_score":0.1251836},"labels":[],"label_agreement":null},{"id":"W3035700103","doi":"10.1186/s41239-020-00218-x","title":"Can artificial intelligence transform higher education?","year":2020,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":457,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Health Sciences North; Ministry of Energy, Northern Development and Mines","funders":"","keywords":"Higher education; Artificial intelligence; Computer science; Mathematics education; Psychology; Political science","score_opus":0.03463027951224801,"score_gpt":0.34962113718971843,"score_spread":0.3149908576774704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3035700103","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015316548,0.0006383324,0.0003112814,0.97556984,0.00625239,0.00009577144,0.000003528549,0.000039476385,0.001772829],"genre_scores_gemma":[0.9792167,0.000061961284,0.013021117,0.0035166054,0.0021993709,0.000022167662,0.000019163981,0.000014519901,0.0019283987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980843,0.000050185605,0.00083087117,0.00031219635,0.00051576534,0.00020666143],"domain_scores_gemma":[0.9979937,0.00014191595,0.00049911445,0.00022690569,0.0009835238,0.0001548062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019222035,0.00018047415,0.000220186,0.0009948518,0.000057239056,0.00013549965,0.0017009322,0.00016954025,0.00064007146],"category_scores_gemma":[0.00018827725,0.00018228643,0.00010769871,0.0011550246,0.00010320179,0.00053163857,0.00008126248,0.00059307815,0.00006767919],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014242085,0.00075665454,0.0047173994,0.000007665104,0.000044979573,0.0000027674114,0.00033392862,0.0002541683,0.00024976136,0.96924806,0.0022321003,0.02213827],"study_design_scores_gemma":[0.00009293,0.00009772845,0.00918285,0.000084447645,0.000013177235,0.00006481221,0.00023062114,0.00030156042,0.00032436388,0.9815068,0.007925166,0.00017551855],"about_ca_topic_score_codex":0.00002393099,"about_ca_topic_score_gemma":0.000005028049,"teacher_disagreement_score":0.97205323,"about_ca_system_score_codex":0.00033592625,"about_ca_system_score_gemma":0.0027918727,"threshold_uncertainty_score":0.74334246},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W3036227215","doi":"10.18438/eblip29728","title":"Welcome to the Library: Data-Driven Student Worker Empowerment","year":2020,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Empowerment; World Wide Web; Library science; Data science; Mathematics education; Sociology; Psychology; Political science","score_opus":0.026693097771618726,"score_gpt":0.2976400690688848,"score_spread":0.2709469712972661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036227215","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000784251,0.00023209711,0.07251246,0.9240226,0.0002164516,0.00023527005,0.000012737336,0.00027959715,0.0017045301],"genre_scores_gemma":[0.21888722,0.00090965384,0.100027196,0.6791093,0.00056099315,0.00001814084,0.000120819204,0.000014043019,0.00035266427],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865955,0.00023554667,0.00033875793,0.0002479625,0.00034542335,0.00017276144],"domain_scores_gemma":[0.9979451,0.0008374888,0.00021975033,0.0007453735,0.000023237828,0.00022907034],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.00034891185,0.00012708911,0.00011273274,0.00007175306,0.00020892592,0.0018288436,0.0017785847,0.000036196117,0.00008654676],"category_scores_gemma":[0.00067664287,0.00008973768,0.000025718722,0.0007810329,0.000023129236,0.22355355,0.0014930461,0.0002942606,0.0004072992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035003742,0.00017367309,0.006700391,0.00013915094,0.00010457411,0.000038707814,0.0059177503,0.034499425,0.00001110827,0.46049443,0.39488822,0.09668252],"study_design_scores_gemma":[0.000110882735,0.00013353532,0.0033970983,0.0000762896,0.000011519075,0.000004077596,0.00032071487,0.2273524,0.000025667572,0.000027971033,0.7684336,0.00010627558],"about_ca_topic_score_codex":9.917067e-7,"about_ca_topic_score_gemma":1.2341376e-8,"teacher_disagreement_score":0.46046644,"about_ca_system_score_codex":0.0000036057945,"about_ca_system_score_gemma":0.00017961606,"threshold_uncertainty_score":0.9992074},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3037167134","doi":"10.1109/educon45650.2020.9125218","title":"Learning By Creating Instructional Videos: An Experience Report from a Database Course","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Class (philosophy); Computer science; Subject (documents); Multimedia; Course (navigation); Online course; Mathematics education; World Wide Web; Psychology; Artificial intelligence","score_opus":0.020839507902920495,"score_gpt":0.29818135073126506,"score_spread":0.27734184282834456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037167134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55020124,0.000040226954,0.44233823,0.005274243,0.00011471646,0.00003490033,0.00000822394,0.0005054739,0.0014827609],"genre_scores_gemma":[0.8025838,0.0000041955846,0.19565365,0.0008140378,0.00025341194,0.0000026580917,0.000117246935,0.000008560491,0.00056242413],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863786,0.000063733394,0.00024759478,0.0005361692,0.00033211548,0.00018251609],"domain_scores_gemma":[0.99917215,0.00006958725,0.00012916578,0.00033490005,0.000064042055,0.00023015858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013205087,0.000112833106,0.0001297936,0.000018619348,0.00020817995,0.00021120078,0.00048631738,0.000035288653,0.00012786129],"category_scores_gemma":[0.0003384587,0.00010622433,0.00003496764,0.00026154664,0.000041692172,0.0008664597,0.00021390704,0.00028809812,0.00003573746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006559068,0.00097338937,0.46870565,0.000056723045,0.00025059338,0.0032131528,0.04736698,0.024759902,0.094649024,0.03374058,0.028279675,0.29793873],"study_design_scores_gemma":[0.00020805876,0.00010361166,0.0012858502,0.000017077593,0.000007686861,0.000068694106,0.001607822,0.9768813,0.0011206397,0.00017312841,0.018292194,0.0002339075],"about_ca_topic_score_codex":0.0003351856,"about_ca_topic_score_gemma":0.000005385816,"teacher_disagreement_score":0.95212144,"about_ca_system_score_codex":0.000011710126,"about_ca_system_score_gemma":0.0000889433,"threshold_uncertainty_score":0.43317026},"labels":[],"label_agreement":null},{"id":"W3038090822","doi":"10.1016/j.chb.2020.106457","title":"Construct and consequential validity for learning analytics based on trace data","year":2020,"lang":"en","type":"article","venue":"Computers in Human Behavior","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"TRACE (psycholinguistics); Learning analytics; Analytics; Data science; Construct (python library); Computer science; Data analysis; Set (abstract data type); Reliability (semiconductor); Construct validity; Validity; Psychology; Data mining; Psychometrics","score_opus":0.15717853848437666,"score_gpt":0.3558847405011091,"score_spread":0.19870620201673242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038090822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33225036,0.000017739565,0.6644266,0.0025246157,0.0002478746,0.00027328814,0.000025213854,0.00019255711,0.000041703155],"genre_scores_gemma":[0.91227764,0.0000017094876,0.08706654,0.0004354703,0.00012462927,0.0000052052287,0.00006058134,0.000013375923,0.000014832882],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985009,0.00012257046,0.00028254266,0.00064874336,0.00019511662,0.00025012277],"domain_scores_gemma":[0.99888563,0.00028136146,0.000116338524,0.0005280986,0.000044879496,0.00014367187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032538528,0.00017002363,0.0002622846,0.00011511677,0.00018711695,0.00023648955,0.0009993953,0.000069717484,0.0000050325407],"category_scores_gemma":[0.00011089122,0.00018276538,0.000053340187,0.00021507368,0.0001252903,0.00016955756,0.0003637166,0.00037758975,0.0000025410689],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017551558,0.0017392169,0.5330704,0.00064737693,0.00011102999,0.0011710477,0.0032724491,0.12892067,0.0043717204,0.05493216,0.00967803,0.26191038],"study_design_scores_gemma":[0.0009986267,0.00038795327,0.00503694,0.000041434658,0.0000393044,0.0000063973,0.000020910355,0.9918647,0.000081904305,0.00017538329,0.0011219517,0.00022450413],"about_ca_topic_score_codex":0.000007420248,"about_ca_topic_score_gemma":0.0000037067123,"teacher_disagreement_score":0.862944,"about_ca_system_score_codex":0.000026164069,"about_ca_system_score_gemma":0.000073317104,"threshold_uncertainty_score":0.7452956},"labels":[],"label_agreement":null},{"id":"W3038898808","doi":"10.1007/978-3-030-52237-7_23","title":"A Data-Driven Student Model to Provide Adaptive Support During Video Watching Across MOOCs","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Personalization; Adaptation (eye); Computer science; Multimedia; Human–computer interaction; World Wide Web; Psychology","score_opus":0.04213415900172179,"score_gpt":0.32131008796391913,"score_spread":0.27917592896219734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038898808","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010211732,0.00004643563,0.99100125,0.006122918,0.0005727042,0.000464747,0.0000795503,0.00031139603,0.00037982882],"genre_scores_gemma":[0.35049418,0.00001379096,0.6453599,0.00278586,0.0006560285,0.000008622932,0.000024595392,0.000062764164,0.0005943118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993627,0.00004301713,0.00071228645,0.0029541794,0.0016561813,0.00100732],"domain_scores_gemma":[0.9961034,0.0002366069,0.00033470572,0.002594145,0.00025931626,0.00047183502],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0008904445,0.0006898803,0.0007604048,0.0003930487,0.0004761075,0.0010937823,0.009097119,0.00024292403,0.000003706684],"category_scores_gemma":[0.00017285683,0.0006420688,0.00014027588,0.00069754146,0.00029214323,0.0010454739,0.011072695,0.0015221623,0.00009995288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010317463,0.000036036578,0.00008215422,0.000043509503,0.000027483642,0.00027475558,0.0049465164,0.9084243,0.00013159469,0.0026988229,0.000039416922,0.083285056],"study_design_scores_gemma":[0.00024608066,0.00019862592,0.000094190065,0.00034375023,0.000014108007,0.000044438373,0.0000018861871,0.98368335,0.00014183781,0.013823453,0.0006593182,0.000748972],"about_ca_topic_score_codex":0.000026764947,"about_ca_topic_score_gemma":0.00020166997,"teacher_disagreement_score":0.349473,"about_ca_system_score_codex":0.00037141418,"about_ca_system_score_gemma":0.00090221054,"threshold_uncertainty_score":0.9999432},"labels":[],"label_agreement":null},{"id":"W3042179784","doi":"","title":"Tracking Online Education in Canadian Universities and Colleges: National Survey of Online and Digital Learning 2019 National Report","year":2019,"lang":"en","type":"article","venue":"Bibliothèque et Archives nationales du Québec (Québec government)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Distance education; Online learning; Library science; Higher education; Ligne; Electronic learning; Educational technology; Humanities; Computer science; World Wide Web; Art","score_opus":0.01035182930825314,"score_gpt":0.24940540593255392,"score_spread":0.23905357662430077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042179784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860885,0.00056443823,0.00022068224,0.0065736873,0.000045105542,0.00011119157,0.00027066385,0.000025390547,0.006100312],"genre_scores_gemma":[0.98711246,0.000109810346,0.001325064,0.00025283443,0.00004270113,0.0000019322392,0.00019847447,0.0000128563415,0.010943862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825096,0.000112303154,0.0003619048,0.00036000562,0.000726341,0.00018846757],"domain_scores_gemma":[0.9962678,0.0029600505,0.0002667555,0.00011145251,0.0002601341,0.0001337869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005353881,0.00015520907,0.00020051861,0.0010851179,0.00010137844,0.00022505171,0.00029931258,0.00004266293,0.000036212026],"category_scores_gemma":[0.002138851,0.00016839523,0.00004017029,0.0006785421,0.000106261694,0.0009676548,0.00017434475,0.00024218975,0.0000058340097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016622402,0.00019967665,0.97770804,0.00003349794,0.00003545263,0.000006339089,0.00087420637,0.0021400184,0.00005107649,0.017035106,0.0011211032,0.00077887235],"study_design_scores_gemma":[0.00038884697,0.000057230296,0.94977826,0.00008680075,0.0000038760186,0.00006442589,0.00036779293,0.04181506,0.0000061369815,0.00041785045,0.0068344707,0.00017924716],"about_ca_topic_score_codex":0.57047963,"about_ca_topic_score_gemma":0.9825646,"teacher_disagreement_score":0.41208503,"about_ca_system_score_codex":0.0017457289,"about_ca_system_score_gemma":0.086325005,"threshold_uncertainty_score":0.9188547},"labels":[],"label_agreement":null},{"id":"W3042774421","doi":"10.13106/jafeb.2020.vol7.no7.475","title":"Big Data Strategies for Government, Society and Policy-Making","year":2020,"lang":"en","type":"article","venue":"Journal of Asian Finance Economics and Business","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Big data; Government (linguistics); Public administration; Civil society; Business; China; Public relations; Public policy; Political science; Economic growth; Economics; Politics","score_opus":0.038963280907689954,"score_gpt":0.2682975042210542,"score_spread":0.22933422331336423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3042774421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23298568,0.0011814134,0.55277675,0.21175593,0.0005110326,0.00010067445,0.00009418921,0.00001687344,0.00057746115],"genre_scores_gemma":[0.94328743,0.002304364,0.052331854,0.0009860878,0.0010622083,2.4027622e-7,0.0000012252536,0.0000072269736,0.000019381343],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946564,0.0000048916518,0.00021482783,0.00016029352,0.00004455973,0.00010976348],"domain_scores_gemma":[0.9994208,0.000026455564,0.00031777355,0.00014229822,0.00005274347,0.00003992157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016396363,0.000075839744,0.00017888076,0.000015868522,0.00007604917,0.00032907087,0.00040362513,0.00003062097,1.3931343e-7],"category_scores_gemma":[0.000046047375,0.000067698515,0.000033014385,0.000102483325,0.000033825305,0.00066125573,0.00021670136,0.00008697372,1.7702843e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044671375,0.000057240413,0.0019387043,0.00021416516,0.00011307127,0.000012339193,0.0015746811,0.0042903414,0.00008829465,0.15905745,0.00390292,0.82870615],"study_design_scores_gemma":[0.001131479,0.00020647721,0.011854467,0.0001223685,0.00003286949,0.00011253828,0.00094806566,0.6790366,0.00001523645,0.019745989,0.2865022,0.00029170158],"about_ca_topic_score_codex":0.0000021928674,"about_ca_topic_score_gemma":0.0000031029106,"teacher_disagreement_score":0.82841444,"about_ca_system_score_codex":0.000017283006,"about_ca_system_score_gemma":0.00023785252,"threshold_uncertainty_score":0.3173238},"labels":[],"label_agreement":null},{"id":"W3044298180","doi":"10.5430/wjel.v10n2p25","title":"When Students Can Choose: Online Self-Study or In-College Learning of English for Academic Purposes","year":2020,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"MOFET Institute","keywords":"Preference; Bachelor; Higher education; Perception; Psychology; Mathematics education; Bachelor degree; Medical education; Qualitative property; Computer science; Political science; Medicine","score_opus":0.017161040511072468,"score_gpt":0.3071288111447462,"score_spread":0.28996777063367374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044298180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962038,0.00070117915,0.00043386198,0.0011746541,0.0007503598,0.00036138188,0.000028714707,0.0001109521,0.00023513188],"genre_scores_gemma":[0.98681355,0.000054651104,0.009844712,0.00027373238,0.0022867676,0.0000034369086,0.000003810028,0.000026767366,0.000692603],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977078,0.00019638127,0.00086646114,0.00027531682,0.00062858145,0.00032546555],"domain_scores_gemma":[0.99768287,0.00035858064,0.0006784325,0.00021340117,0.00085151853,0.0002152032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093317946,0.00020256548,0.0005707626,0.0004050192,0.00006999653,0.000074164294,0.0015058639,0.00006953106,0.000016516326],"category_scores_gemma":[0.005821527,0.00016481007,0.0001635614,0.0008797031,0.000023108218,0.00034764243,0.00027220158,0.0012339544,6.714007e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004870905,0.0028486352,0.31013337,0.00034317363,0.00061017676,0.0011957382,0.6572704,0.0066845836,0.00026985168,0.0007935039,0.0051132254,0.014250256],"study_design_scores_gemma":[0.044513743,0.01478359,0.0850292,0.0027717934,0.0011248307,0.00007241454,0.42216212,0.05652811,0.0018761039,0.0004460085,0.3675523,0.0031397613],"about_ca_topic_score_codex":0.000019530487,"about_ca_topic_score_gemma":0.0001479421,"teacher_disagreement_score":0.3624391,"about_ca_system_score_codex":0.00007013125,"about_ca_system_score_gemma":0.00020011718,"threshold_uncertainty_score":0.6969332},"labels":[],"label_agreement":null},{"id":"W3044475534","doi":"","title":"MOOCs for Teachers: Understanding Learning in Networked Teacher Professional Development","year":2018,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Professional development; Mathematics education; Networked learning; Professional learning community; Pedagogy; Faculty development; Teacher education; Computer science; Educational technology; Psychology","score_opus":0.03638296843946673,"score_gpt":0.3361190526410175,"score_spread":0.29973608420155073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044475534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025107492,0.000026579552,0.94695073,0.022376299,0.0016085556,0.00055475236,0.000003161652,0.00043515422,0.0029372734],"genre_scores_gemma":[0.8578074,0.0000086725395,0.13392515,0.00046361433,0.00025941513,0.0003963397,0.00019624349,0.000011410171,0.006931779],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985814,0.000026537946,0.0005335438,0.00027718343,0.00026078863,0.00032051318],"domain_scores_gemma":[0.99865156,0.0000702063,0.00036546265,0.00020485841,0.0006572779,0.000050633796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080883363,0.00017793171,0.00015836381,0.00036699398,0.00038278106,0.00020703608,0.0008365759,0.00029172268,0.00004514285],"category_scores_gemma":[0.00031712867,0.00018301241,0.00012340068,0.00047645057,0.0001431452,0.0012016597,0.00015358695,0.00047944897,0.000029273522],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029319759,0.0004185233,0.019582642,0.00005412717,0.0001474764,4.9468852e-8,0.029325258,0.00028653853,0.00009980504,0.70306164,0.0221727,0.22482193],"study_design_scores_gemma":[0.0013847798,0.00016672804,0.002171257,0.00022309064,0.000016918508,0.000006086668,0.03150274,0.5163835,0.00031818793,0.067839175,0.37946966,0.00051783584],"about_ca_topic_score_codex":0.0000067483475,"about_ca_topic_score_gemma":0.000010662245,"teacher_disagreement_score":0.8326999,"about_ca_system_score_codex":0.00063528144,"about_ca_system_score_gemma":0.0011189694,"threshold_uncertainty_score":0.74630296},"labels":[],"label_agreement":null},{"id":"W3045448719","doi":"10.1152/advan.00016.2019","title":"Using online decision trees to support students’ self-efficacy in the laboratory","year":2020,"lang":"en","type":"article","venue":"AJP Advances in Physiology Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Protocol (science); Resource (disambiguation); Decision tree; Medical education; Mathematics education; Computer science; Psychology; Metacognition; Cognition; Artificial intelligence; Medicine","score_opus":0.02531712202876143,"score_gpt":0.39426063491906654,"score_spread":0.36894351289030514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045448719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99112874,0.0002571154,0.0026916934,0.00535422,0.000364622,0.00013565863,0.000001611639,0.000038790713,0.00002753519],"genre_scores_gemma":[0.959487,0.00012080927,0.03619376,0.0039262576,0.0002429564,0.000007649732,0.000011394175,0.0000053690455,0.0000047762464],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989638,0.0001551631,0.00022342057,0.00032490888,0.00016332517,0.00016938805],"domain_scores_gemma":[0.9993404,0.000201168,0.000077308294,0.00027909977,0.000054254822,0.000047740294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019733795,0.00009654905,0.00014133511,0.00010233806,0.00004893369,0.00003308603,0.0008653408,0.000038145936,0.0000034053933],"category_scores_gemma":[0.00020326476,0.00007597826,0.000022210941,0.00096391997,0.00002114046,0.00034514233,0.0001245219,0.00019762493,0.000022460257],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009706063,0.012442515,0.17030558,0.00008549885,0.000030916188,0.000021535427,0.042882923,0.19449645,0.014299575,0.0113742165,0.0020183942,0.5519453],"study_design_scores_gemma":[0.00085743936,0.0006779954,0.89761025,0.00011783392,0.000014604472,0.0000046020177,0.002954903,0.04780693,0.00017927651,0.009125681,0.04022201,0.00042846237],"about_ca_topic_score_codex":0.000008625714,"about_ca_topic_score_gemma":0.000054229113,"teacher_disagreement_score":0.7273047,"about_ca_system_score_codex":0.00004668346,"about_ca_system_score_gemma":0.00021461476,"threshold_uncertainty_score":0.30983037},"labels":[],"label_agreement":null},{"id":"W3046613009","doi":"10.7710/2162-3309.2325","title":"Open Badges for Promoting Open Practices in the Institutional Repository: A Pilot Project","year":2020,"lang":"en","type":"article","venue":"Journal of Librarianship and Scholarly Communication","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Canadian Association of Research Libraries; Association of Research Libraries","keywords":"Incentive; Open data; Open source; Process (computing); Business; Public relations; Sample (material); Value (mathematics); Compliance (psychology); Closed-ended question; Political science; Computer science; World Wide Web; Psychology","score_opus":0.2242966629908382,"score_gpt":0.3817352003937551,"score_spread":0.15743853740291688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046613009","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26383406,0.0025363534,0.026249673,0.6978246,0.00013452157,0.0015940403,0.0000039069246,0.000033934924,0.0077889306],"genre_scores_gemma":[0.8999673,0.00008799101,0.09834577,0.0014538968,0.00009306578,0.000011863473,0.0000028752895,0.000004248515,0.00003294921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837315,0.0008247197,0.00038764,0.00013440964,0.00019160748,0.00008848813],"domain_scores_gemma":[0.99792296,0.000591639,0.0009340051,0.00035655117,0.00014418353,0.000050653667],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0033376864,0.00006997612,0.00015517382,0.000068511275,0.00047944507,0.010100092,0.005575547,0.0000359226,4.358196e-7],"category_scores_gemma":[0.001974792,0.000047710997,0.000029276727,0.0003733071,0.00003440413,0.016648846,0.000987697,0.0006557163,3.8189117e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001061837,0.0018292125,0.13958174,0.0002672239,0.00026938308,0.00013448086,0.118910596,0.0003813086,0.0034186514,0.6584117,0.006127386,0.06960653],"study_design_scores_gemma":[0.015013813,0.011356045,0.2240835,0.0024723986,0.0002645353,0.002240851,0.01867345,0.28471208,0.000940937,0.13287923,0.306101,0.0012621607],"about_ca_topic_score_codex":0.00006380735,"about_ca_topic_score_gemma":0.000008238965,"teacher_disagreement_score":0.69637066,"about_ca_system_score_codex":0.000014294079,"about_ca_system_score_gemma":0.0005804981,"threshold_uncertainty_score":0.99980474},"labels":[],"label_agreement":null},{"id":"W3047281291","doi":"10.1007/s40593-020-00210-6","title":"Assessing the Effectiveness of Student Advice Recommender Agent (SARA): the Case of Automated Personalized Feedback","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mahalanobis distance; Matching (statistics); Propensity score matching; Computer science; Advice (programming); k-nearest neighbors algorithm; Class (philosophy); Recommender system; Machine learning; Artificial intelligence; Statistics; Mathematics","score_opus":0.059374603348296404,"score_gpt":0.43151310044400987,"score_spread":0.37213849709571345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3047281291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8888723,0.00019808354,0.08613581,0.022932498,0.0016357438,0.00012758104,0.000001510448,0.00001814055,0.000078274716],"genre_scores_gemma":[0.9959344,0.000038485632,0.003549116,0.00025186694,0.0002135068,0.0000024302756,0.0000012536938,0.000004942053,0.000003986439],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980726,0.0005864398,0.0007312812,0.00012578329,0.00039258844,0.000091312664],"domain_scores_gemma":[0.9971726,0.0010086192,0.00071671925,0.00013779783,0.0009220046,0.000042256146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017893693,0.00008746221,0.00017012532,0.00013387015,0.00005194208,0.00015747597,0.0009970996,0.000032710792,0.000015118272],"category_scores_gemma":[0.0005871472,0.000056525492,0.00011056377,0.00043878093,0.00009766606,0.00038181496,0.000095535186,0.00026912297,0.000003645907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047237874,0.0036520597,0.015115053,0.00018395648,0.0006834272,0.00032289966,0.06500118,0.13709909,0.014614654,0.13430855,0.00089061656,0.62765616],"study_design_scores_gemma":[0.00017840978,0.00028689197,0.015787866,0.0006364164,0.000056577897,0.0005978686,0.035069745,0.90935504,0.015315833,0.022258861,0.00027416824,0.00018231152],"about_ca_topic_score_codex":0.00012815488,"about_ca_topic_score_gemma":0.0000133188105,"teacher_disagreement_score":0.77225596,"about_ca_system_score_codex":0.00010250167,"about_ca_system_score_gemma":0.00038790802,"threshold_uncertainty_score":0.23050426},"labels":[],"label_agreement":null},{"id":"W3080373144","doi":"10.5539/res.v12n3p66","title":"Clustering Applied to the Education: A K-means and Hierarchical Application","year":2020,"lang":"en","type":"article","venue":"Review of European Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster analysis; Hierarchical clustering; Computer science; Mathematics education; Information and Communications Technology; Similarity (geometry); Statistical analysis; World Wide Web; Psychology; Statistics; Mathematics; Artificial intelligence","score_opus":0.034450305582200864,"score_gpt":0.32184557468933284,"score_spread":0.287395269107132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3080373144","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003387394,0.20212108,0.35522324,0.4171328,0.000100408775,0.0006487092,0.0000019826691,0.00012953971,0.024303524],"genre_scores_gemma":[0.51004833,0.2652932,0.14251834,0.0801376,0.0014974221,0.000062533676,0.0000058897444,0.000039721013,0.00039694455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943024,0.000085729764,0.00016909013,0.00016479315,0.00009022006,0.000059924816],"domain_scores_gemma":[0.9995856,0.000046564423,0.000063084284,0.00020654387,0.000053878106,0.000044325247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003199239,0.000059217302,0.00015181537,0.000011362966,0.0000672138,0.000015946682,0.00029758547,0.0000031349787,3.9904035e-7],"category_scores_gemma":[0.00015059601,0.000037341593,0.000024892259,0.00023418496,0.00002907146,0.000024526998,0.0003990822,0.00006720761,0.000043176857],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012422231,0.000020692392,0.000053281416,0.0028941135,0.000035728248,6.232843e-7,0.0025809058,0.00009052891,0.000053701304,0.024785265,0.008797011,0.9606869],"study_design_scores_gemma":[0.0000634299,0.0000698646,0.001253472,0.0018154321,0.000038580507,0.0000047723765,0.00026841747,0.006917093,0.0000061415008,0.00010963609,0.98932827,0.0001248953],"about_ca_topic_score_codex":2.7309372e-7,"about_ca_topic_score_gemma":2.5100684e-7,"teacher_disagreement_score":0.9805313,"about_ca_system_score_codex":0.0000026976923,"about_ca_system_score_gemma":0.000015066863,"threshold_uncertainty_score":0.1522746},"labels":[],"label_agreement":null},{"id":"W3082883596","doi":"","title":"Connecting Learner Motivation to Learner Progress and Completion in Massive Open Online Courses.","year":2018,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Open education; Massive open online course; Psychology; Electronic learning; Pedagogy; Instructional design; Educational technology; Computer-Assisted Instruction; Technology integration; Teaching method; Computer science","score_opus":0.019658360429755817,"score_gpt":0.2976394827260793,"score_spread":0.2779811222963235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082883596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572726,0.00025181533,0.0044574845,0.03770632,0.0001013106,0.000073717296,7.9555895e-7,0.00002672345,0.00010922261],"genre_scores_gemma":[0.9872567,0.0000142153185,0.012404419,0.0000878802,0.00008749761,7.646971e-7,0.0000014508425,0.000009399292,0.00013768146],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991188,0.000083791776,0.00024325651,0.00020622669,0.000082921135,0.00026499422],"domain_scores_gemma":[0.99912953,0.000062907246,0.00020951226,0.00010166259,0.0002849405,0.0002114658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048811216,0.00009543804,0.00022288426,0.0009033554,0.00025110698,0.00020377609,0.0003910827,0.00011531795,0.000008578194],"category_scores_gemma":[0.00084966805,0.00009003469,0.000013368147,0.00068601867,0.0001642497,0.00020160283,0.00012745481,0.00062036794,0.0000035633875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000987974,0.000028357657,0.6746708,0.000011412598,0.000027697371,0.00016168036,0.0016739655,0.00072518125,0.00024354733,0.013571665,0.00017572037,0.30870008],"study_design_scores_gemma":[0.0065426594,0.011058558,0.226112,0.0025468096,0.00009402873,0.0038629656,0.030547652,0.2712278,0.00093871093,0.02210331,0.42311418,0.0018513316],"about_ca_topic_score_codex":0.0004862668,"about_ca_topic_score_gemma":0.0049233753,"teacher_disagreement_score":0.4485588,"about_ca_system_score_codex":0.00005565809,"about_ca_system_score_gemma":0.00024819182,"threshold_uncertainty_score":0.3671508},"labels":[],"label_agreement":null},{"id":"W3083588286","doi":"10.1145/3411170.3411232","title":"Features Exploration for Grades Prediction using Machine Learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Chicoutimi","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Key (lock); Plan (archaeology); Machine learning; Selection (genetic algorithm); Artificial intelligence; Data science; Data mining; Operating system","score_opus":0.06428963824488679,"score_gpt":0.2909155143726314,"score_spread":0.22662587612774462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083588286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004346248,0.000053202748,0.98109907,0.013902351,0.00007681335,0.000060724135,0.0000014594639,0.00032099354,0.00013916152],"genre_scores_gemma":[0.804128,0.000010823722,0.19458306,0.00047510146,0.00028742215,0.0000025050256,0.000019302703,0.000007644607,0.00048612585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951303,0.000026351629,0.00009125788,0.00017294464,0.00009865096,0.000097775264],"domain_scores_gemma":[0.9997663,0.000032236963,0.000042414427,0.00006909546,0.00004042773,0.000049525923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000081868995,0.00005933265,0.0000667531,0.000031061012,0.00014110624,0.00011844537,0.0001386966,0.000028104529,0.000002697606],"category_scores_gemma":[0.00010552484,0.00005097923,0.00003859035,0.00017555183,0.000006589701,0.0003959855,0.00004207668,0.00011310798,0.0000042040856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006306715,0.0001599924,0.021784648,0.00022603585,0.0001258553,0.000010973005,0.010466899,0.6007006,0.047551118,0.17418912,0.006114952,0.13860671],"study_design_scores_gemma":[0.00013520951,0.000119030985,0.000140768,0.0000053528574,0.0000061515625,0.0000019158242,0.00006316847,0.9928635,0.001296776,0.0011849918,0.004125633,0.00005755384],"about_ca_topic_score_codex":0.00001323681,"about_ca_topic_score_gemma":0.000002639255,"teacher_disagreement_score":0.79978174,"about_ca_system_score_codex":0.000008815265,"about_ca_system_score_gemma":0.00001669017,"threshold_uncertainty_score":0.20788728},"labels":[],"label_agreement":null},{"id":"W3084725669","doi":"10.19173/irrodl.v21i3.4698","title":"An Analysis of Course Characteristics, Learner Characteristics, and Certification Rates in MITx MOOCs","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; Massive open online course; Medical education; Economic shortage; Psychology; Mathematics education; Computer science; Medicine; Political science","score_opus":0.08912520739598857,"score_gpt":0.44484763104134906,"score_spread":0.3557224236453605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084725669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9133672,0.0046433755,0.0060117245,0.07503025,0.00005086744,0.00049530173,0.0001336658,0.000020095214,0.00024749248],"genre_scores_gemma":[0.98772,0.011459397,0.0003094271,0.00016541505,0.000023691626,0.000007710719,0.0002804411,0.0000043275186,0.000029595029],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809253,0.00055250357,0.00049117004,0.00028404585,0.0004246867,0.00015505847],"domain_scores_gemma":[0.99862355,0.00045375747,0.00025392667,0.000224133,0.00036097606,0.000083668114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031452058,0.00008323603,0.00037320828,0.00018285538,0.00006157582,0.00018559155,0.0010940161,0.00003236499,0.0000282246],"category_scores_gemma":[0.0020047193,0.00006390498,0.00003754108,0.0011289469,0.00014345259,0.0002692133,0.0004591373,0.00046671167,0.000002344208],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006448356,0.00021170503,0.9278202,0.00072199875,0.00015078817,0.0000138709065,0.00066404586,0.0005350216,0.0004718645,0.013047291,0.00009479753,0.056203935],"study_design_scores_gemma":[0.00020047091,0.00008585301,0.48967707,0.0010738333,0.000035689332,0.0000012518592,0.00045895966,0.50646245,0.000036042726,0.00017814148,0.0017150219,0.00007523134],"about_ca_topic_score_codex":0.00025368005,"about_ca_topic_score_gemma":0.000014612102,"teacher_disagreement_score":0.5059274,"about_ca_system_score_codex":0.000027158718,"about_ca_system_score_gemma":0.0000967022,"threshold_uncertainty_score":0.26059696},"labels":[],"label_agreement":null},{"id":"W3084852831","doi":"10.19173/irrodl.v21i3.4654","title":"Applying the Rasch Model to Evaluate the Self-Directed Online Learning Scale (SDOLS) for Graduate Students","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rasch model; Psychology; Scale (ratio); Crowdsourcing; Online learning; Rating scale; Distance education; Educational technology; Reliability (semiconductor); Computer science; Medical education; Mathematics education; Multimedia; World Wide Web","score_opus":0.20897101970472637,"score_gpt":0.49880334309862784,"score_spread":0.28983232339390147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084852831","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17309768,0.008448352,0.105978824,0.7007546,0.00021731226,0.009895377,0.00011301801,0.0003847122,0.0011101201],"genre_scores_gemma":[0.9795195,0.009252664,0.006975617,0.002710602,0.00016329542,0.0007056151,0.00012725298,0.000023229573,0.0005222205],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963648,0.0010597277,0.00044396677,0.00038423325,0.0014076025,0.00033972532],"domain_scores_gemma":[0.9971424,0.0015722607,0.00014929405,0.00031069122,0.00071130984,0.00011405706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009675645,0.00013842352,0.00028282552,0.000070310365,0.00057755486,0.0005817283,0.0043071243,0.000027676042,0.0000073091933],"category_scores_gemma":[0.004748644,0.00007342281,0.000084823034,0.0010521746,0.00008898562,0.00019379478,0.0025603792,0.0011984605,0.000012012283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059694593,0.00097344443,0.053338166,0.0034233772,0.00078874524,0.00002545626,0.009068308,0.5114387,0.0006526175,0.02459791,0.028288659,0.36680764],"study_design_scores_gemma":[0.00049561873,0.00011764925,0.0015402696,0.0015336117,0.000018444345,0.000003790348,0.0010454413,0.96721673,0.00001752483,0.0010545008,0.026858818,0.000097608514],"about_ca_topic_score_codex":0.00008611482,"about_ca_topic_score_gemma":0.0000117487025,"teacher_disagreement_score":0.8064218,"about_ca_system_score_codex":0.0000643704,"about_ca_system_score_gemma":0.0001918784,"threshold_uncertainty_score":0.800378},"labels":[],"label_agreement":null},{"id":"W3085279139","doi":"10.19173/irrodl.v21i3.4638","title":"A Meta-Analysis of Scaffolding Effects in Online Learning in Higher Education","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scaffold; Meta-analysis; Psychology; Learning environment; Online learning; Cognition; Mathematics education; Educational technology; Computer science; Multimedia; Medicine","score_opus":0.22526496287732747,"score_gpt":0.4694385820064476,"score_spread":0.24417361912912014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085279139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47156462,0.12579313,0.004897775,0.39090636,0.00018149047,0.0020033903,0.000048783208,0.00006205395,0.0045424188],"genre_scores_gemma":[0.993968,0.0043410175,0.0009512439,0.0003513693,0.00001993655,0.000023592915,0.00008756542,0.0000048368206,0.00025243688],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729705,0.0010914977,0.0005321744,0.00029595956,0.00059736846,0.00018595444],"domain_scores_gemma":[0.99805075,0.0012553984,0.00023208694,0.00017697694,0.0002260536,0.00005871022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042232894,0.000094343624,0.00063635205,0.00046678606,0.000043249587,0.000102842474,0.0013536466,0.0000328886,0.000080482896],"category_scores_gemma":[0.0021047601,0.00006829707,0.00015231122,0.0034301602,0.00005935614,0.00024484665,0.000832246,0.0007575705,0.0000022415993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016120712,0.0015713521,0.5781431,0.0065499796,0.012674381,0.0000865716,0.002430546,0.15540773,0.00062688347,0.14660272,0.00056231563,0.0951832],"study_design_scores_gemma":[0.0013348549,0.00035940556,0.17939094,0.0069111516,0.003036481,0.000004120856,0.0017028692,0.7881569,0.0000894995,0.0033989158,0.015234701,0.0003801341],"about_ca_topic_score_codex":0.0005311985,"about_ca_topic_score_gemma":0.00004234044,"teacher_disagreement_score":0.6327492,"about_ca_system_score_codex":0.00006328604,"about_ca_system_score_gemma":0.00017486482,"threshold_uncertainty_score":0.32913092},"labels":[],"label_agreement":null},{"id":"W3085360002","doi":"","title":"E-Learn 2017: World Conference on E-Learning. Proceedings (Vancouver, BC, October 17-20, 2017).","year":2017,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"E learning; Media studies; Library science; Computer science; The Internet; World Wide Web; Sociology","score_opus":0.04473133011231141,"score_gpt":0.2946421369253303,"score_spread":0.24991080681301892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085360002","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004973034,0.000030276744,0.006883438,0.02087408,0.0011614421,0.00018474899,0.0000020567854,0.0007628779,0.96512806],"genre_scores_gemma":[0.46385807,0.000024292307,0.00839061,0.00058048184,0.0002910473,0.000005882249,0.000002203195,0.000020547977,0.52682686],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975856,0.000032859054,0.00031484323,0.0008251455,0.00059902255,0.00064254267],"domain_scores_gemma":[0.9978301,0.00007641249,0.00043549007,0.0010417704,0.00034623116,0.0002700227],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00048375875,0.00033959153,0.0003601037,0.00022579827,0.001082658,0.0015398064,0.0025969031,0.00012628967,0.000285822],"category_scores_gemma":[0.00029149046,0.00028495266,0.00014429686,0.00020956184,0.0001694745,0.0010300161,0.0006728565,0.0009234565,0.0013693996],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022820102,0.00021024366,0.013836976,0.000033143722,0.000050313294,0.000056000492,0.0003888091,0.0003572353,0.00023089886,0.15469153,0.8159795,0.014142547],"study_design_scores_gemma":[0.00087038364,0.00039231603,0.008589008,0.0002105017,0.000025483376,0.000015089201,0.00011478263,0.2504977,0.00039157766,0.0076337294,0.73040044,0.0008589639],"about_ca_topic_score_codex":0.00012515119,"about_ca_topic_score_gemma":0.00062196836,"teacher_disagreement_score":0.45888504,"about_ca_system_score_codex":0.00004951813,"about_ca_system_score_gemma":0.00013089443,"threshold_uncertainty_score":0.99996024},"labels":[],"label_agreement":null},{"id":"W3085446894","doi":"10.19173/irrodl.v21i3.4659","title":"Elements of Open Education: An Invitation to Future Research","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Royal Roads University; Athabasca University","funders":"Carl von Ossietzky Universität Oldenburg","keywords":"Open education; Distance education; Open learning; Open educational resources; Accreditation; Context (archaeology); Scholarship; Educational technology; Higher education; Open university; Macro; Pedagogy; Sociology; Mathematics education; Computer science; Political science; Teaching method; Psychology; Cooperative learning; Geography","score_opus":0.19797854925996514,"score_gpt":0.5514734316156774,"score_spread":0.35349488235571225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085446894","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057998933,0.010689078,0.008223034,0.90670866,0.00022622832,0.002834403,0.000051715728,0.000025833113,0.013242123],"genre_scores_gemma":[0.9785422,0.008925679,0.009681386,0.002032148,0.00021636861,0.000087101595,0.000187902,0.000009796687,0.00031740151],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970409,0.0011368789,0.00038705778,0.00029053382,0.0009547231,0.00018986446],"domain_scores_gemma":[0.99799085,0.00040250376,0.00012694324,0.00027956878,0.0010608463,0.0001392692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008700726,0.00006355301,0.00019192223,0.00015489073,0.00015285096,0.00050210895,0.004283439,0.000024130046,0.000050998045],"category_scores_gemma":[0.0026956107,0.000047730802,0.000021808486,0.001594673,0.00007209481,0.0006857836,0.00292438,0.00062670483,0.0000141133605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017473425,0.00061930245,0.030259512,0.0020666022,0.00006486056,0.000009654186,0.0032897217,0.00075768394,0.0006237331,0.41108152,0.0348453,0.5162074],"study_design_scores_gemma":[0.001114811,0.0013322299,0.01838008,0.012635945,0.000009162795,0.00000926274,0.019812178,0.04840783,0.00026100205,0.021496415,0.87625706,0.00028402652],"about_ca_topic_score_codex":0.00034992825,"about_ca_topic_score_gemma":0.000017503673,"teacher_disagreement_score":0.9205433,"about_ca_system_score_codex":0.00005368996,"about_ca_system_score_gemma":0.00063013326,"threshold_uncertainty_score":0.79597664},"labels":[],"label_agreement":null},{"id":"W3085476067","doi":"10.5539/hes.v10n4p12","title":"A Machine Learning-Based Computational System Proposal Aiming at Higher Education Dropout Prediction","year":2020,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Dropout (neural networks); Computer science; Higher education; Mathematics education; Machine learning; Learning environment; Artificial intelligence; Psychology","score_opus":0.034725464110765755,"score_gpt":0.3156452843359879,"score_spread":0.2809198202252221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085476067","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17849427,0.03109094,0.078437075,0.6588557,0.031879086,0.0020775397,0.0000777831,0.0073052477,0.011782365],"genre_scores_gemma":[0.9694472,0.000015279784,0.01498522,0.0018254007,0.0010705037,0.00007225014,0.00014123319,0.000023866683,0.012419048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982753,0.00018036277,0.00037244003,0.0005169959,0.0004366813,0.00021822013],"domain_scores_gemma":[0.99866563,0.000114967545,0.00027040514,0.00021580573,0.0005865154,0.00014668252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015976862,0.00022160655,0.00025489245,0.0001363016,0.00051364495,0.0001289997,0.0002851454,0.00006429902,0.00005124667],"category_scores_gemma":[0.00003031384,0.0002036963,0.00008252487,0.00056505564,0.000066445435,0.00025887057,0.00014993107,0.00024343411,0.00022196693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010459102,0.0018555847,0.21271683,0.0022086676,0.00070383295,0.000009592991,0.0069739,0.17688164,0.00030780325,0.4543634,0.13296676,0.010907398],"study_design_scores_gemma":[0.00091771473,0.0004157395,0.05033507,0.0004330429,0.00017422704,0.00001613592,0.0014385596,0.5451718,0.00008467725,0.0018041081,0.3984988,0.0007101585],"about_ca_topic_score_codex":0.000022067303,"about_ca_topic_score_gemma":0.0000012270219,"teacher_disagreement_score":0.7909529,"about_ca_system_score_codex":0.0003502516,"about_ca_system_score_gemma":0.0007103367,"threshold_uncertainty_score":0.8306494},"labels":[],"label_agreement":null},{"id":"W3085691379","doi":"10.56059/jl4d.v6i3.348","title":"Recognising Achievement with Badges and Blockchain in a Connectivist MOOC","year":2019,"lang":"en","type":"article","venue":"Journal of Learning for Development","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Blockchain; Workflow; Massive open online course; Context (archaeology); Computer science; Work (physics); Online course; World Wide Web; Data science; Multimedia; Mathematics education; Engineering; Computer security; Psychology; Database","score_opus":0.011170154707769013,"score_gpt":0.24606573724969233,"score_spread":0.2348955825419233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085691379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91055727,0.00007513662,0.086612605,0.00251273,0.00007321074,0.000088406414,4.3659345e-8,0.000012570485,0.000068045105],"genre_scores_gemma":[0.83767366,0.000009283675,0.16158354,0.00005683673,0.00002636684,0.000001520763,3.359276e-7,0.000008076761,0.0006403452],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990355,0.00006587345,0.00032426926,0.00015976177,0.000222998,0.00019164298],"domain_scores_gemma":[0.9992622,0.00017152829,0.00030741582,0.000070843416,0.00012471764,0.00006326367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012957945,0.000102472644,0.00022187062,0.0002175936,0.000079769765,0.00009354147,0.00017949898,0.000029827515,0.0000024942383],"category_scores_gemma":[0.000087802306,0.00007832047,0.000029718924,0.00017198783,0.000012505365,0.00010367507,0.000056346755,0.00029765622,0.0000026724854],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017494966,0.00030204022,0.554351,0.00021812801,0.0002378611,0.00007778001,0.011038421,0.07278446,0.0013947638,0.001753134,0.00007307332,0.3575944],"study_design_scores_gemma":[0.013150745,0.00664123,0.3827788,0.0041525546,0.0000668077,0.0008228959,0.004169952,0.4549191,0.004282883,0.002128138,0.12528884,0.0015980663],"about_ca_topic_score_codex":0.0000020801942,"about_ca_topic_score_gemma":0.000006505291,"teacher_disagreement_score":0.38213465,"about_ca_system_score_codex":0.0000758926,"about_ca_system_score_gemma":0.00018981051,"threshold_uncertainty_score":0.3193816},"labels":[],"label_agreement":null},{"id":"W3085939151","doi":"10.1007/s11423-020-09821-1","title":"Learning management system and course influences on student actions and learning experiences","year":2020,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Athabasca University; University of Alberta","funders":"","keywords":"Learning Management; Learning analytics; Feeling; Educational technology; Psychology; Perspective (graphical); Online course; Student engagement; Meaning (existential); Instructional design; Mathematics education; Knowledge management; Computer science; Social psychology; Data science","score_opus":0.05658162334034572,"score_gpt":0.39994322109170527,"score_spread":0.34336159775135955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085939151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95077306,0.00045248508,0.0006706231,0.04720823,0.000047927093,0.00011844407,1.13756904e-7,0.00013919009,0.0005899371],"genre_scores_gemma":[0.9813651,0.00016957961,0.017591996,0.000063204774,0.00003478124,0.0000911889,0.0000018081381,0.0000039732786,0.00067835895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9987682,0.000080357604,0.00014326996,0.00040246316,0.0003625332,0.00024313848],"domain_scores_gemma":[0.9994537,0.00016504878,0.000041432715,0.000085922075,0.0001140376,0.00013985892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004584518,0.00009123215,0.00010309876,0.000256875,0.00092646474,0.00018058202,0.0002511877,0.000052731557,0.000004599165],"category_scores_gemma":[0.00012762446,0.000080892154,0.0000050771177,0.0005015964,0.00023652521,0.000106381136,0.00041822201,0.0005525763,0.000020975427],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020500456,0.0003665036,0.3560361,0.00023529543,0.00020752316,0.000036914942,0.061203685,0.00034455437,0.0001567864,0.37940758,0.00070673175,0.20127782],"study_design_scores_gemma":[0.0008294615,0.0017254909,0.45016864,0.00040335598,0.000011521538,0.00010890891,0.46346965,0.0098688835,0.00040332892,0.0035006283,0.068877354,0.0006327754],"about_ca_topic_score_codex":0.0000025181591,"about_ca_topic_score_gemma":8.575284e-7,"teacher_disagreement_score":0.40226597,"about_ca_system_score_codex":0.000039381248,"about_ca_system_score_gemma":0.00019438713,"threshold_uncertainty_score":0.71257114},"labels":[],"label_agreement":null},{"id":"W3086241972","doi":"10.19173/irrodl.v21i3.4771","title":"Learners’ Discussion Patterns, Perceptions, and Preferences in a Chinese Massive Open Online Course (MOOC)","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Perception; Massive open online course; Mathematics education; Process (computing); Online discussion; Psychology; Educational technology; Qualitative research; Online learning; Learning design; Online participation; Multimethodology; Computer science; Pedagogy; Multimedia; World Wide Web; Sociology; The Internet","score_opus":0.0840193777376199,"score_gpt":0.45049982727521803,"score_spread":0.3664804495375981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086241972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5701734,0.0064646774,0.0020374823,0.41928995,0.000051554656,0.0009879984,0.00010145362,0.000021970282,0.00087154633],"genre_scores_gemma":[0.9773772,0.02124517,0.00060801284,0.00039191786,0.00003722174,0.000021277792,0.0001527968,0.000005252852,0.00016116658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787855,0.0007199069,0.00034835326,0.00035063995,0.00050533866,0.00019718742],"domain_scores_gemma":[0.9990496,0.00037403405,0.0001371211,0.00018299154,0.00015013895,0.0001060859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025095786,0.00010733559,0.00027948385,0.00008308489,0.00012441834,0.00045262097,0.0022834898,0.00003303357,0.000066150176],"category_scores_gemma":[0.0015276222,0.00005878847,0.00002757752,0.0006341234,0.0001193285,0.0004884932,0.0031561581,0.0008394391,0.000005654907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077188895,0.00035641075,0.85917854,0.0011203513,0.00003445541,0.000045835503,0.0019091457,0.00076004217,0.00005083561,0.0044758767,0.00073766505,0.13125364],"study_design_scores_gemma":[0.0023436788,0.0005299437,0.6297783,0.018262161,0.000015923337,0.000024409068,0.017396858,0.31488347,0.0000056884924,0.005017909,0.011357479,0.00038416847],"about_ca_topic_score_codex":0.0005070627,"about_ca_topic_score_gemma":0.00011501595,"teacher_disagreement_score":0.41889802,"about_ca_system_score_codex":0.000035916473,"about_ca_system_score_gemma":0.00015698191,"threshold_uncertainty_score":0.43646345},"labels":[],"label_agreement":null},{"id":"W3086339221","doi":"10.19173/irrodl.v21i3.4783","title":"Evaluation of Student Feedback Within a MOOC Using Sentiment Analysis and Target Groups","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Massive open online course; Sentiment analysis; Scope (computer science); Computer science; Online learning; Online discussion; Online course; Mathematics education; Higher education; Psychology; Multimedia; World Wide Web; Artificial intelligence","score_opus":0.16592713421863886,"score_gpt":0.48450284293811036,"score_spread":0.3185757087194715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086339221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9148087,0.015371689,0.036188252,0.032112613,0.000049621212,0.00083599146,0.000026008844,0.000013371815,0.0005937741],"genre_scores_gemma":[0.99543554,0.0020353252,0.0023753857,0.000085932275,0.00001774333,0.0000068165205,0.000027161315,0.0000028190705,0.000013294775],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968225,0.0009888744,0.00038193035,0.00023494293,0.0014515973,0.000120184886],"domain_scores_gemma":[0.99860746,0.00026171375,0.00022526005,0.00015256257,0.00068972906,0.00006325862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010878629,0.00006790425,0.0002561049,0.00013299889,0.00008135256,0.00015535571,0.0008795449,0.000018306868,0.000033783977],"category_scores_gemma":[0.0013196165,0.000049115584,0.000047075762,0.0012040081,0.00008375976,0.00018810663,0.0010837065,0.00031921762,0.0000012502795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009990925,0.0005304637,0.7023845,0.0023183262,0.0021905387,0.000021898257,0.0048837424,0.19620866,0.0011774163,0.033585828,0.00032370276,0.05627503],"study_design_scores_gemma":[0.00041449946,0.000068598776,0.018742757,0.0012768704,0.000119722696,0.0000022185773,0.0009035926,0.97696024,0.000097385564,0.0011266207,0.00022949514,0.00005796966],"about_ca_topic_score_codex":0.00015560044,"about_ca_topic_score_gemma":0.0000059768495,"teacher_disagreement_score":0.78075165,"about_ca_system_score_codex":0.00006197044,"about_ca_system_score_gemma":0.00015453598,"threshold_uncertainty_score":0.37703377},"labels":[],"label_agreement":null},{"id":"W3086343385","doi":"10.19173/irrodl.v21i3.4679","title":"Learners’ Perceptions of Online Exams: A Comparative Study in Turkey and Kyrgyzstan","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Yükseköğretim Kurulu","keywords":"Turkish; Perception; Online learning; Psychology; Mathematics education; Medical education; Computer-assisted web interviewing; Qualitative property; Distance education; Qualitative research; Online discussion; Pedagogy; Computer science; Multimedia; Sociology; Medicine; World Wide Web","score_opus":0.1745899329493826,"score_gpt":0.48833398536751205,"score_spread":0.3137440524181294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086343385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96090776,0.0034923542,0.00075030385,0.033385858,0.000015236843,0.00054781977,0.000027006405,0.00000958224,0.00086406607],"genre_scores_gemma":[0.9941368,0.005252467,0.0004151848,0.0000855546,0.000016078828,0.000009281972,0.000033172433,0.0000028846648,0.000048565093],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980274,0.00076097454,0.00036642677,0.00023917377,0.00046720746,0.00013884697],"domain_scores_gemma":[0.9988988,0.0005801207,0.00012013522,0.00014435677,0.00019190082,0.00006468712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00244886,0.00007501682,0.00029467142,0.00011096897,0.000066993416,0.000098473894,0.0010464009,0.000018482671,0.000021973947],"category_scores_gemma":[0.0011737315,0.00005390667,0.000024780189,0.00078566704,0.00014452924,0.00019497826,0.0010651657,0.000661652,0.0000028330855],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022259096,0.0018923825,0.89405006,0.0020371836,0.00017774306,0.000079948084,0.024700664,0.013320255,0.0004780387,0.023566449,0.0010461813,0.038428526],"study_design_scores_gemma":[0.0031283204,0.0016133025,0.2529113,0.010455427,0.000022448638,0.000018416991,0.11149002,0.6103703,0.000030731717,0.0017376932,0.007903446,0.00031859992],"about_ca_topic_score_codex":0.00065742625,"about_ca_topic_score_gemma":0.000057614816,"teacher_disagreement_score":0.64113873,"about_ca_system_score_codex":0.00003112332,"about_ca_system_score_gemma":0.00011164874,"threshold_uncertainty_score":0.28745857},"labels":[],"label_agreement":null},{"id":"W3086815541","doi":"10.19173/irrodl.v21i3.4642","title":"The Influence of Successful MOOC Learners’ Self-Regulated Learning Strategies, Self-Efficacy, and Task Value on Their Perceived Effectiveness of a Massive Open Online Course","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Self-efficacy; Psychology; Massive open online course; Task (project management); Instructional design; Perspective (graphical); Stepwise regression; Value (mathematics); Metacognition; Multilevel model; Cognition; Applied psychology; Mathematics education; Computer science; Social psychology; Engineering; Artificial intelligence","score_opus":0.03840034592663877,"score_gpt":0.39569336785204384,"score_spread":0.3572930219254051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086815541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9835546,0.002603032,0.000321477,0.012234786,0.000019416231,0.00087543303,0.0000306351,0.000025848567,0.00033475048],"genre_scores_gemma":[0.98928154,0.010242172,0.00028992695,0.00006095304,0.000017332273,0.000017177299,0.00005783555,0.000010468079,0.00002257336],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955076,0.0025703127,0.00052526384,0.0004001197,0.00072932907,0.0002674053],"domain_scores_gemma":[0.9947105,0.0037516332,0.00043886644,0.000307868,0.0006849616,0.00010614637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005993571,0.00016875548,0.00048225897,0.00007742827,0.00028012515,0.00040347173,0.0031415778,0.00005510914,0.0000055353594],"category_scores_gemma":[0.0027372765,0.00010294966,0.000055246383,0.00089193805,0.00033136248,0.00042633343,0.002213228,0.0011297474,0.0000016966195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002414682,0.0038372753,0.1095085,0.0141646145,0.0019523513,0.00011432516,0.013722162,0.595404,0.0086535085,0.18445708,0.0003008559,0.065470606],"study_design_scores_gemma":[0.0044250153,0.0025410203,0.38990477,0.026426347,0.000092047754,0.000025013376,0.011988105,0.55393505,0.0003951746,0.0029729176,0.0068149697,0.00047958395],"about_ca_topic_score_codex":0.00044990578,"about_ca_topic_score_gemma":0.000009902403,"teacher_disagreement_score":0.28039625,"about_ca_system_score_codex":0.000056461176,"about_ca_system_score_gemma":0.0005192279,"threshold_uncertainty_score":0.5837886},"labels":[],"label_agreement":null},{"id":"W3087431152","doi":"10.18608/jla.2020.72.1","title":"Utilizing Student Time Series Behaviour in Learning Management Systems for Early Prediction of Course Performance","year":2020,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Learning analytics; Generalizability theory; Machine learning; Artificial intelligence; Computer science; Learning Management; Time series; Predictive analytics; Deep learning; Analytics; Educational data mining; Receiver operating characteristic; Predictive modelling; Big data; Data science; Data mining; Multimedia; Statistics","score_opus":0.02005925619908698,"score_gpt":0.2762290982036847,"score_spread":0.2561698420045977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087431152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93772304,0.00043065028,0.059745748,0.0012933122,0.00025389125,0.00017045438,0.0000021743908,0.00007027702,0.00031046447],"genre_scores_gemma":[0.99192584,0.00030414842,0.006258827,0.000013878985,0.00018308009,0.0000016880393,0.0000024175556,0.00001935098,0.0012907621],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785423,0.00015872008,0.00089245307,0.00021388894,0.00060617964,0.00027454752],"domain_scores_gemma":[0.99827385,0.00010288766,0.0009807335,0.00014672992,0.00036470388,0.00013106709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012749567,0.00016460636,0.00046703656,0.00033697032,0.00012469213,0.00014963222,0.0005514356,0.00007443257,0.000002562204],"category_scores_gemma":[0.00014702212,0.0001563562,0.00016680371,0.0007011711,0.000035774527,0.00048507788,0.00012537693,0.0007623427,0.000005515996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039269893,0.000094707706,0.42727885,0.00017039123,0.0001273936,0.000037772686,0.0018369117,0.56848127,0.000109311055,0.00041686438,0.00008692936,0.001320307],"study_design_scores_gemma":[0.00090424065,0.0020418074,0.057178408,0.0004745889,0.00018750555,0.00003549012,0.0030062248,0.9341477,0.000063343025,0.000013658989,0.001793362,0.00015365756],"about_ca_topic_score_codex":0.000003038305,"about_ca_topic_score_gemma":2.3477632e-7,"teacher_disagreement_score":0.37010044,"about_ca_system_score_codex":0.00006891303,"about_ca_system_score_gemma":0.00008314739,"threshold_uncertainty_score":0.6376021},"labels":[],"label_agreement":null},{"id":"W3088654543","doi":"10.15353/rea.v13i2.1948","title":"Factors that affect Students’ performance in Science: An application using Gini-BMA methodology in PISA 2015 dataset","year":2021,"lang":"en","type":"preprint","venue":"Review of Economic Analysis","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Attendance; Affect (linguistics); Mathematics education; Set (abstract data type); Psychology; Computer science; Economics; Economic growth","score_opus":0.1930636530169289,"score_gpt":0.4697233275669049,"score_spread":0.276659674549976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088654543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93908846,0.009601009,0.05060662,0.00019344757,0.00012686018,0.00028421058,0.000068540554,0.000015084203,0.00001578433],"genre_scores_gemma":[0.951749,0.02261749,0.024335224,0.00009478151,0.00002801698,0.000014784896,0.0011453422,0.000010067402,0.000005239709],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968745,0.0006434096,0.0008646876,0.0010684803,0.00026105143,0.00028785033],"domain_scores_gemma":[0.99698824,0.00017303221,0.0009368616,0.0017508408,0.000060803635,0.00009023517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006175196,0.00026412858,0.0015325699,0.0011602705,0.00005041863,0.0001466963,0.0025609855,0.00012084908,0.000028360066],"category_scores_gemma":[0.00013505321,0.00024787674,0.00027692114,0.0015440001,0.0001249964,0.00052530615,0.0014302925,0.00043920454,0.0000053210497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011501029,0.0001162353,0.88174796,0.0019267235,0.00026507146,0.0000022001377,0.00023904134,0.10634249,0.00001982747,0.00015191126,0.000009509167,0.0091779055],"study_design_scores_gemma":[0.00009328221,0.00001920764,0.13831097,0.0013493435,0.00049277075,0.0000012388382,0.00007323346,0.8591228,0.00005304781,0.00006110286,0.00013449149,0.00028850487],"about_ca_topic_score_codex":0.0010638054,"about_ca_topic_score_gemma":0.00064353633,"teacher_disagreement_score":0.7527803,"about_ca_system_score_codex":0.0004224147,"about_ca_system_score_gemma":0.0005627171,"threshold_uncertainty_score":0.9999974},"labels":[],"label_agreement":null},{"id":"W3090443291","doi":"10.5539/jel.v9n5p284","title":"Factors Influencing Students’ Decision to Drop Out of Online Courses in Brazil","year":2020,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dropout (neural networks); Psychology; Higher education; Quality (philosophy); Blended learning; Perception; Medical education; Revenue; Mathematics education; Educational technology; Medicine; Business; Economics; Computer science","score_opus":0.03176729225570882,"score_gpt":0.3789841393615645,"score_spread":0.34721684710585565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090443291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98368883,0.00013910636,0.0114567075,0.0044338894,0.00023040638,0.000021432812,1.488992e-7,0.0000063099756,0.000023145223],"genre_scores_gemma":[0.9895342,0.000028715673,0.0097036315,0.00051998254,0.00012364329,9.0490545e-8,4.7388733e-7,0.0000040544132,0.00008520256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912333,0.000077831755,0.00034787372,0.00009767803,0.0002716324,0.00008162377],"domain_scores_gemma":[0.99918085,0.00016021715,0.00029207885,0.00005881564,0.0001689433,0.00013909506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034653425,0.00006414106,0.00017362431,0.00020539711,0.000043864256,0.0000725121,0.0002809053,0.000025892758,0.0000065372983],"category_scores_gemma":[0.0010952319,0.000052110492,0.000037210393,0.00029640502,0.000009569902,0.0002151728,0.000069861984,0.00036722803,0.0000018034765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013103332,0.00024031132,0.8613667,0.000019669524,0.000014037446,0.0000025444422,0.032734513,0.012656688,0.0014478279,0.00009893923,0.00026297313,0.0911427],"study_design_scores_gemma":[0.0004664537,0.0006551319,0.9578676,0.00047272022,0.000015594549,0.0000072183934,0.017889028,0.013016796,0.00016750843,0.00013762276,0.009159382,0.00014490288],"about_ca_topic_score_codex":0.000009056724,"about_ca_topic_score_gemma":0.0000062855806,"teacher_disagreement_score":0.09650095,"about_ca_system_score_codex":0.000024023697,"about_ca_system_score_gemma":0.00022337928,"threshold_uncertainty_score":0.21250042},"labels":[],"label_agreement":null},{"id":"W3091174744","doi":"10.1007/s11218-020-09591-x","title":"A scoping review of the relationship between students’ ICT and performance in mathematics and science in the PISA data","year":2020,"lang":"en","type":"review","venue":"Social Psychology of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Information and Communications Technology; Sociology of Education; Mathematics education; Autonomy; Academic achievement; Psychology; Subject (documents); Pedagogy; Computer science; Political science","score_opus":0.2587914394610602,"score_gpt":0.5376873526650685,"score_spread":0.2788959132040083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091174744","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025881953,0.99119276,0.00006193641,0.005258831,0.00014201678,0.0005758526,0.0000033179115,0.0000034808675,0.00017361238],"genre_scores_gemma":[0.010082879,0.9884527,0.0012163441,0.000152238,0.000066788154,0.000010920684,0.0000073319975,0.000003996008,0.000006815486],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873257,0.00024220634,0.00046390653,0.00025715443,0.00021653758,0.000087631444],"domain_scores_gemma":[0.99858105,0.0004113197,0.0004847251,0.0004764521,0.00003286041,0.000013619207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021973345,0.0000851684,0.00044668108,0.000109486,0.00009446173,0.000025008396,0.0017307473,0.00006645958,3.7667346e-7],"category_scores_gemma":[0.0008061212,0.00005560533,0.000028573002,0.0012118814,0.0002974826,0.00013672227,0.00031326502,0.0003295584,6.6751363e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.1500613e-7,0.0001531425,0.13057534,0.09740269,0.000009594356,1.2918477e-7,0.0047142953,4.5209948e-8,5.5712178e-8,0.0046287333,0.00014457169,0.76237106],"study_design_scores_gemma":[0.00015615989,0.000062255436,0.5924728,0.39576524,0.00020619789,0.00001456725,0.00031589018,0.00006425857,2.9534784e-8,0.0043041445,0.006429994,0.0002084841],"about_ca_topic_score_codex":0.0000034673535,"about_ca_topic_score_gemma":0.0000037994234,"teacher_disagreement_score":0.7621626,"about_ca_system_score_codex":0.000017740496,"about_ca_system_score_gemma":0.00065938034,"threshold_uncertainty_score":0.3216188},"labels":[],"label_agreement":null},{"id":"W3091469317","doi":"10.3390/electronics9101613","title":"IoT System for School Dropout Prediction Using Machine Learning Techniques Based on Socioeconomic Data","year":2020,"lang":"en","type":"article","venue":"Electronics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico; King Saud University","keywords":"Machine learning; Dropout (neural networks); Computer science; Artificial intelligence; Decision tree; Support vector machine; Context (archaeology); Precision and recall; Multilayer perceptron; Process (computing); Naive Bayes classifier; Socioeconomic status; Modalities; Artificial neural network","score_opus":0.026583473391283495,"score_gpt":0.2824811232976079,"score_spread":0.2558976499063244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091469317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009927402,0.00050055917,0.98294264,0.00506146,0.000106992506,0.00025865188,0.000038643964,0.0010573502,0.00010628247],"genre_scores_gemma":[0.8758308,0.00003475665,0.122492254,0.00075569836,0.0005830797,0.000008657407,0.00016399624,0.000041088748,0.00008966623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880034,0.00007551437,0.00021377373,0.000468556,0.00013441747,0.00030741558],"domain_scores_gemma":[0.99917334,0.00007594076,0.00013904911,0.00047262857,0.0000408405,0.00009817392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004184211,0.0001352779,0.00017446521,0.000064010106,0.0002314513,0.00014184706,0.00078983256,0.000076230644,0.000003875606],"category_scores_gemma":[0.00012805968,0.0001380341,0.000057795878,0.0001286872,0.000012640459,0.0001595299,0.00014377273,0.00047328125,0.00002239122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004908427,0.0006811185,0.031607192,0.0018967093,0.0006248853,0.000042561216,0.0009383609,0.64086413,0.07172291,0.052856784,0.008051822,0.19022268],"study_design_scores_gemma":[0.00023328268,0.00046696223,0.0000064048877,0.000033890323,0.000021060285,0.0000029307828,0.000011941603,0.966197,0.0035442014,0.000074302945,0.029282091,0.0001259069],"about_ca_topic_score_codex":0.000006485671,"about_ca_topic_score_gemma":0.0000030441186,"teacher_disagreement_score":0.8659034,"about_ca_system_score_codex":0.00027987012,"about_ca_system_score_gemma":0.0003506417,"threshold_uncertainty_score":0.5628867},"labels":[],"label_agreement":null},{"id":"W3092406156","doi":"10.1007/s40593-020-00219-x","title":"Student Modeling for Individuals and Groups: the BioWorld and HOWARD Platforms","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Context (archaeology); Educational technology; Learning analytics; Computer science; Process (computing); Mathematics education; Computational thinking; Data science; Psychology; Artificial intelligence","score_opus":0.05773535250707091,"score_gpt":0.3751517904067808,"score_spread":0.3174164378997099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092406156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5959524,0.00023234838,0.35711473,0.045987975,0.00062400167,0.00007229623,0.0000011842005,0.0000054537427,0.000009646086],"genre_scores_gemma":[0.9836899,0.00014808499,0.014987049,0.0006137561,0.00054890756,0.0000030892509,0.0000011668285,0.0000036682866,0.000004346351],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991084,0.0000173775,0.00040553557,0.0001223021,0.00026326597,0.00008314755],"domain_scores_gemma":[0.999261,0.00015076589,0.00019699511,0.000055731096,0.00027644561,0.000059053367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000492757,0.00006575785,0.000094184594,0.00013740835,0.000048886097,0.00027391288,0.0005141371,0.000025875914,0.0000017643722],"category_scores_gemma":[0.0002820175,0.000047463684,0.000034745754,0.00013742824,0.000033624303,0.00039749703,0.00008468502,0.0001684262,0.000001405142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042960324,0.00024787983,0.01048024,0.000013499072,0.00007171783,0.0000042267447,0.023819026,0.027674444,0.00027038384,0.23789857,0.00010087002,0.69937617],"study_design_scores_gemma":[0.000046641566,0.00012443597,0.0007961508,0.00006353499,0.000009102738,0.000030589264,0.005003826,0.7887486,0.00033118672,0.20444702,0.00032073417,0.00007815683],"about_ca_topic_score_codex":0.000011444776,"about_ca_topic_score_gemma":0.000008716909,"teacher_disagreement_score":0.7610742,"about_ca_system_score_codex":0.00003143541,"about_ca_system_score_gemma":0.00012411052,"threshold_uncertainty_score":0.26413482},"labels":[],"label_agreement":null},{"id":"W3092605929","doi":"10.4018/ijban.2020100102","title":"Knowledge Analytics","year":2020,"lang":"en","type":"article","venue":"International Journal of Business Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Analytics; Learning analytics; Cultural analytics; Big data; Data science; Business analytics; Software analytics; Computer science; Knowledge management; Variety (cybernetics); Web analytics; Semantic analytics; Data analysis; Business intelligence; World Wide Web; Web intelligence; Business; Artificial intelligence; Data mining; Web service; Software","score_opus":0.03831981402292337,"score_gpt":0.3061722542135386,"score_spread":0.2678524401906152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092605929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060601165,0.00032779868,0.91352624,0.0766558,0.0012940562,0.000026138998,0.0000050149647,0.000053154563,0.0020517032],"genre_scores_gemma":[0.9765171,0.00021869992,0.019986525,0.0013537972,0.0015780213,1.53947e-7,0.0000031586007,0.000014257022,0.00032833015],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822795,0.00004194573,0.00065802946,0.00018638997,0.0007062921,0.00017941053],"domain_scores_gemma":[0.99598944,0.00010651324,0.00056968344,0.00019242713,0.002924244,0.00021769489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028816698,0.0001559288,0.0003124006,0.0003176956,0.00004419047,0.00031556003,0.0020614648,0.000062545754,0.000030381258],"category_scores_gemma":[0.00064893765,0.00013455305,0.00020722656,0.0010393161,0.000049064398,0.0005690564,0.000283553,0.00032913717,0.00006553727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002479501,0.0018290246,0.032951172,0.00018336493,0.0036767416,0.0038444046,0.0045714313,0.44348434,0.0023408493,0.19840609,0.040938452,0.26752618],"study_design_scores_gemma":[0.000899863,0.00012805799,0.0046230135,0.00010165513,0.000096404015,0.00022095605,0.000090701644,0.89777195,0.00021274001,0.0031503085,0.09242611,0.0002782603],"about_ca_topic_score_codex":0.00000390731,"about_ca_topic_score_gemma":0.0000017799362,"teacher_disagreement_score":0.97045696,"about_ca_system_score_codex":0.00007080277,"about_ca_system_score_gemma":0.00035902555,"threshold_uncertainty_score":0.5486914},"labels":[],"label_agreement":null},{"id":"W3092954007","doi":"","title":"A Dataset of Learnersourced Explanations from an Online Peer Instruction Environment.","year":2020,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dawson College; Polytechnique Montréal","funders":"","keywords":"Computer science; Peer-to-peer; Peer instruction; World Wide Web; Multimedia; Data science; Mathematics education; Psychology; Peer feedback","score_opus":0.0223336479745675,"score_gpt":0.2491155714839894,"score_spread":0.22678192350942192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092954007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18894191,0.00008000549,0.77658844,0.032364894,0.00003796091,0.00013689997,0.0015157275,0.00031102507,0.000023168268],"genre_scores_gemma":[0.6690547,0.000048813432,0.325033,0.0024517125,0.00017603293,0.00001552146,0.0030974252,0.000024974604,0.000097836324],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826753,0.00012941733,0.00039689752,0.0004635264,0.00045926002,0.00028336234],"domain_scores_gemma":[0.9985386,0.000056451074,0.0002513914,0.00079081225,0.000064415915,0.00029834537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022069337,0.00019304243,0.0002519791,0.00017286674,0.00012202408,0.00011337061,0.000906805,0.00013568692,0.000040701292],"category_scores_gemma":[0.00018369159,0.00019943423,0.00007919198,0.00039628663,0.000059737962,0.000591936,0.0002818469,0.0003808828,0.000020082003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029984783,0.003341769,0.11215442,0.00012323941,0.0005479728,0.00024419208,0.011787294,0.29738945,0.09772008,0.08658304,0.04290531,0.3469034],"study_design_scores_gemma":[0.00048360197,0.00021009528,0.01069961,0.000012136927,0.000028438379,0.000011556759,0.00026070015,0.96691656,0.002224331,0.0011392043,0.017763924,0.00024984955],"about_ca_topic_score_codex":0.0033334938,"about_ca_topic_score_gemma":0.00030948993,"teacher_disagreement_score":0.6695271,"about_ca_system_score_codex":0.000080369944,"about_ca_system_score_gemma":0.00009462554,"threshold_uncertainty_score":0.8132692},"labels":[],"label_agreement":null},{"id":"W3093261918","doi":"10.31992/0869-3617-2020-29-8-9-71-84","title":"«Talgenism» in the Digital Age: A Domestic History of cMOOC","year":2020,"lang":"en","type":"article","venue":"Vysshee Obrazovanie v Rossii = Higher Education in Russia","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Connectivism; Behaviorism; Learning theory; Cognitivism (psychology); Sociology; Constructivism (international relations); Mathematics education; Pedagogy; Epistemology; Psychology; Philosophy","score_opus":0.022230611247743948,"score_gpt":0.28356030580598307,"score_spread":0.2613296945582391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093261918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7379422,0.0082217725,0.00544683,0.124482416,0.0077506104,0.0012192145,0.000022574099,0.00060007634,0.114314266],"genre_scores_gemma":[0.99041575,0.000014858481,0.0023945565,0.0017771784,0.00023116177,0.000019823028,0.000014322487,0.000016521546,0.0051158085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99836826,0.00010589661,0.00048436056,0.00041654622,0.0003503728,0.00027455683],"domain_scores_gemma":[0.9989815,0.00015135524,0.00019761076,0.0005206045,0.000042799336,0.0001061403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021635095,0.00018682609,0.00025226365,0.00021660788,0.000039825598,0.00020198255,0.001093425,0.00008889436,0.00007261494],"category_scores_gemma":[0.000101278434,0.00014940136,0.00008707981,0.0010185153,0.00012699376,0.00041135476,0.00011522874,0.00038315254,0.00009256667],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007386952,0.0035959093,0.13294753,0.00048302632,0.0000721816,0.00029236643,0.052973285,0.0027111755,0.0017622258,0.63318336,0.09779055,0.0741145],"study_design_scores_gemma":[0.0011019133,0.00023135227,0.60403997,0.00014773113,0.000021190326,0.000026660595,0.0004864173,0.007826086,0.000030023144,0.010589331,0.3748997,0.0005996297],"about_ca_topic_score_codex":0.000073821226,"about_ca_topic_score_gemma":0.0000070935866,"teacher_disagreement_score":0.62259406,"about_ca_system_score_codex":0.00020833212,"about_ca_system_score_gemma":0.001200869,"threshold_uncertainty_score":0.60924107},"labels":[],"label_agreement":null},{"id":"W3093424417","doi":"10.3389/fpsyg.2020.580820","title":"Challenges and Future Directions of Big Data and Artificial Intelligence in Education","year":2020,"lang":"en","type":"review","venue":"Frontiers in Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":598,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Taiwan Normal University; Institute for Research Excellence in Learning Sciences, National Taiwan Normal University; Ministry of Education, India","keywords":"Big data; Embeddedness; Computer science; Data science; Government (linguistics); Learning analytics; Interpretation (philosophy); Analytics; Engineering ethics; Artificial intelligence; Knowledge management; Sociology; Engineering; Social science","score_opus":0.11855104606218618,"score_gpt":0.4085511316290396,"score_spread":0.2900000855668534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093424417","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.8764549e-7,0.9720145,0.02025754,0.0040132706,0.0032539102,0.00009932442,0.0000067125247,0.000012914499,0.00034145985],"genre_scores_gemma":[0.0000046972673,0.9667803,0.03269838,0.00004082566,0.00043726366,0.00000657784,0.00001837714,0.000007275908,0.0000062953864],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871165,0.00018858479,0.00035192873,0.00057812565,0.000054257136,0.000115443516],"domain_scores_gemma":[0.9991948,0.000043719952,0.00015573061,0.0005525857,0.000013601198,0.000039570517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025225637,0.00013300922,0.00060970255,0.00041162752,0.000015408092,0.000015520112,0.0006365896,0.000196803,4.376189e-7],"category_scores_gemma":[0.000055513767,0.00012493697,0.00002569301,0.00046888913,0.00007854962,0.000068850444,0.00021237915,0.00040332563,0.0000012037076],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.320534e-7,0.000054078464,0.000016978478,0.0005251581,0.000011320935,0.0000027401243,0.00031981154,5.186333e-8,8.425648e-9,0.0019657358,0.00043520896,0.996668],"study_design_scores_gemma":[0.000017700644,0.000034032924,0.0000479905,0.0006955399,0.000023139617,0.000022374432,0.00020344768,0.001050824,1.0546773e-8,0.013174679,0.98462844,0.00010179832],"about_ca_topic_score_codex":0.0000045258407,"about_ca_topic_score_gemma":0.000035115987,"teacher_disagreement_score":0.9965662,"about_ca_system_score_codex":0.000013526982,"about_ca_system_score_gemma":0.00013071232,"threshold_uncertainty_score":0.5094782},"labels":[],"label_agreement":null},{"id":"W3093734001","doi":"10.18280/ria.340411","title":"Prediction of English Scores of College Students Based on Multi-source Data Fusion and Social Behavior Analysis","year":2020,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Department of Education of Zhejiang Province","keywords":"Premise; Artificial intelligence; Support vector machine; Computer science; Principal component analysis; Correlation; Similarity (geometry); Classifier (UML); Data source; Big data; Psychology; Machine learning; Pattern recognition (psychology); Mathematics education; Natural language processing; Data mining; Mathematics; Linguistics","score_opus":0.09183969971127018,"score_gpt":0.3228277052561813,"score_spread":0.23098800554491114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093734001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4878105,0.00003024472,0.51102877,0.0005658113,0.000104276725,0.00015816755,0.0002036326,0.00006338497,0.000035233043],"genre_scores_gemma":[0.9949044,0.000012568645,0.0048177796,0.00006198205,0.000070314716,0.0000022670238,0.000052516214,0.000006313558,0.000071872426],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866104,0.00008025121,0.00039449485,0.00041722777,0.00032002578,0.00012697214],"domain_scores_gemma":[0.9988993,0.0001130696,0.0002057366,0.00050851045,0.00021151257,0.00006188917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034046933,0.00010187549,0.00026011886,0.00015096978,0.000095086514,0.00003499246,0.0008955429,0.00005690174,0.000015114961],"category_scores_gemma":[0.00029771938,0.00010024963,0.000080566584,0.0009842298,0.00007851847,0.00012627793,0.00037761175,0.0001352731,0.0000042356573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014005807,0.0034822912,0.5390805,0.00049376313,0.00037556596,0.000024171633,0.026530461,0.3495914,0.008841188,0.0019333874,0.0008422699,0.06866494],"study_design_scores_gemma":[0.00007797708,0.00023062062,0.0061979247,0.000032170865,0.00014872878,1.5253596e-7,0.00062630925,0.9869563,0.0053575765,0.000005018097,0.00029200263,0.000075229575],"about_ca_topic_score_codex":0.000020670368,"about_ca_topic_score_gemma":0.00000659098,"teacher_disagreement_score":0.63736486,"about_ca_system_score_codex":0.000009905658,"about_ca_system_score_gemma":0.000029487188,"threshold_uncertainty_score":0.40880612},"labels":[],"label_agreement":null},{"id":"W3094535194","doi":"10.1186/s41239-020-00219-w","title":"Recommender systems to support learners’ Agency in a Learning Context: a systematic review","year":2020,"lang":"en","type":"review","venue":"International Journal of Educational Technology in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Fonds de Recherche du Québec-Société et Culture; Université Laval","keywords":"Computer science; Context (archaeology); Agency (philosophy); Recommender system; Inclusion (mineral); Collaborative filtering; Knowledge management; Higher education; Educational technology; Relation (database); Collaborative learning; World Wide Web; Data science; Mathematics education; Psychology; Database","score_opus":0.056025783510655985,"score_gpt":0.4050708175810958,"score_spread":0.34904503407043985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094535194","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000055510905,0.8144878,0.00007940699,0.17988116,0.004616279,0.00066365366,0.0000027016451,0.000026906771,0.0002365025],"genre_scores_gemma":[0.003175966,0.9899909,0.0016148001,0.00093729224,0.00073408464,0.00031981085,0.000052684147,0.000038761296,0.0031357014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956104,0.0005035164,0.0024704253,0.00048270042,0.0006581589,0.00027480943],"domain_scores_gemma":[0.99589527,0.0005647896,0.00224609,0.000397529,0.00074807386,0.00014823182],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010567989,0.0003797187,0.0018686246,0.003097826,0.000036062014,0.0001574302,0.0025989732,0.00032877823,0.00010531226],"category_scores_gemma":[0.0019301105,0.00034135315,0.0003225677,0.002154153,0.000037009268,0.00036325626,0.00023514788,0.0016057234,0.0002228929],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011444041,0.0020515223,0.00097344577,0.28707036,0.0010811912,0.00015884607,0.0014370788,0.00023578426,0.0000014380422,0.42259523,0.019682487,0.26470116],"study_design_scores_gemma":[0.0002022518,0.00019104757,0.000026877358,0.41783822,0.0002795919,0.00082184316,0.00021516156,0.00005785469,1.2050499e-7,0.012223517,0.5677097,0.00043385202],"about_ca_topic_score_codex":0.000019070865,"about_ca_topic_score_gemma":0.0000033107083,"teacher_disagreement_score":0.54802716,"about_ca_system_score_codex":0.0012691418,"about_ca_system_score_gemma":0.0037294289,"threshold_uncertainty_score":0.99990386},"labels":[],"label_agreement":null},{"id":"W3099706588","doi":"10.1109/dasc-picom-cbdcom-cyberscitech49142.2020.00067","title":"Student-Facing Educational Dashboard Design for Online Learners","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Dashboard; Computer science; Personalized learning; Student engagement; Function (biology); Analytics; Visualization; Knowledge management; Multimedia; Mathematics education; Psychology; Open learning; Data science; Teaching method; Cooperative learning; Artificial intelligence","score_opus":0.0634004136323875,"score_gpt":0.34561935302981556,"score_spread":0.28221893939742804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099706588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007124044,0.000020627018,0.8687911,0.12339615,0.00010385468,0.00009237224,0.0000017210297,0.00013914236,0.0003309729],"genre_scores_gemma":[0.28945854,0.000004368408,0.7035712,0.0035016949,0.00042874206,0.0000039671518,0.000012502933,0.000008420718,0.0030105463],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926084,0.000030127067,0.00013314563,0.0002542912,0.00016334347,0.00015825286],"domain_scores_gemma":[0.99945956,0.0001816037,0.000040941643,0.00014553004,0.00006222416,0.00011015083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012294305,0.00007746275,0.00009583089,0.00003162436,0.000079378704,0.000109648056,0.00049812486,0.000024148703,0.000025370415],"category_scores_gemma":[0.000154395,0.000068299014,0.000055456578,0.00019366662,0.000012660172,0.00014172606,0.00009376446,0.00009625149,0.000060082577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042468157,0.0008065085,0.0154914055,0.00012976212,0.00026554745,0.000010275915,0.008758061,0.3260328,0.0051163845,0.4057168,0.09162092,0.14600906],"study_design_scores_gemma":[0.00032639853,0.00017668217,0.0008563679,0.0000075289963,0.000009461088,0.000001608121,0.00028519522,0.9819122,0.00024382566,0.002064642,0.013955345,0.00016075953],"about_ca_topic_score_codex":0.0000033380436,"about_ca_topic_score_gemma":0.000001100452,"teacher_disagreement_score":0.6558794,"about_ca_system_score_codex":0.000014622486,"about_ca_system_score_gemma":0.00013284707,"threshold_uncertainty_score":0.2785153},"labels":[],"label_agreement":null},{"id":"W3100926467","doi":"10.19173/irrodl.v19i1.2920","title":"A Taxonomy of Asynchronous Instructional Video Styles","year":2018,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Video production; Taxonomy (biology); Presentation (obstetrics); Multimedia; Instructional design; Asynchronous communication; Class (philosophy); Learning styles; Online video; Mathematics education; Psychology; Artificial intelligence","score_opus":0.08339981949349637,"score_gpt":0.4195087343564813,"score_spread":0.3361089148629849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100926467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41064423,0.050565556,0.20232971,0.20696935,0.0009901765,0.0042649363,0.00022838771,0.00015496496,0.123852685],"genre_scores_gemma":[0.9891568,0.0049020466,0.0055679055,0.00009009959,0.00008521053,0.000022111142,0.000025035237,0.0000035965058,0.00014721608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984426,0.00032977344,0.00033169152,0.00019418554,0.00054359593,0.00015816012],"domain_scores_gemma":[0.9984982,0.0005028545,0.00017228808,0.00021954982,0.00056383695,0.0000432401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034582934,0.00006442063,0.00018856618,0.00013003928,0.00011716666,0.00010890891,0.0016141324,0.000023737533,0.000077618555],"category_scores_gemma":[0.001493602,0.000045679986,0.00003770106,0.0005802892,0.00033023692,0.00024523152,0.0010941376,0.00038903355,0.000010960421],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008406255,0.00026732113,0.07019219,0.0014001245,0.00013505136,0.000013762947,0.00019298586,0.0003704591,0.00022779354,0.5274117,0.003825558,0.39587903],"study_design_scores_gemma":[0.0024871014,0.001175566,0.055536523,0.02858179,0.00002518874,0.00016542239,0.0021398484,0.16577314,0.0011694157,0.030347943,0.71210706,0.0004909913],"about_ca_topic_score_codex":0.00023631763,"about_ca_topic_score_gemma":0.000012672855,"teacher_disagreement_score":0.7082815,"about_ca_system_score_codex":0.00004619989,"about_ca_system_score_gemma":0.00023180306,"threshold_uncertainty_score":0.29994866},"labels":[],"label_agreement":null},{"id":"W3101724804","doi":"10.22329/celt.v13i0.6011","title":"Online Instructor Development: A COOL story","year":2020,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"St. Clair College; University of Windsor","funders":"","keywords":"Mathematics education; Higher education; Psychology; Pedagogy","score_opus":0.015465954736613087,"score_gpt":0.24977781537630878,"score_spread":0.2343118606396957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101724804","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91427934,0.00019917298,0.06580474,0.011452697,0.00019238627,0.0001396874,0.0000025190336,0.0014261422,0.0065033324],"genre_scores_gemma":[0.9654514,0.000010461309,0.031666953,0.00090930355,0.00015537278,0.000002681729,0.000014541293,0.000022031549,0.0017672352],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839854,0.00036535654,0.00021159698,0.0004746383,0.0002557247,0.0002941479],"domain_scores_gemma":[0.9992165,0.00024217351,0.00012271915,0.00014238131,0.000049041846,0.00022718191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032049385,0.00019877717,0.00024069681,0.00014632197,0.0009986194,0.00021440814,0.0003483625,0.00008337969,0.000009466573],"category_scores_gemma":[0.001091016,0.00019094496,0.000040750303,0.00031862152,0.00003323964,0.00015292151,0.00018645503,0.0016781483,0.00002386591],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118337346,0.00047619504,0.0119714085,0.00018895528,0.0002228244,0.00015448002,0.04281436,0.007959343,0.0014265341,0.046439663,0.0028690675,0.8853588],"study_design_scores_gemma":[0.0018616945,0.00074455567,0.009978732,0.00026507842,0.000025009307,0.000034466986,0.001368259,0.72069967,0.00016001794,0.00023969576,0.26375142,0.0008714019],"about_ca_topic_score_codex":0.0000059417666,"about_ca_topic_score_gemma":0.000003062799,"teacher_disagreement_score":0.88448745,"about_ca_system_score_codex":0.000042225776,"about_ca_system_score_gemma":0.00016033472,"threshold_uncertainty_score":0.77865094},"labels":[],"label_agreement":null},{"id":"W3103103442","doi":"10.5539/res.v12n4p32","title":"Student Vlog for Community Communication Through Social Lab","year":2020,"lang":"en","type":"article","venue":"Review of European Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Mongkut's University of Technology Thonburi","keywords":"Nonprobability sampling; Presentation (obstetrics); Social media; CLIPS; Perception; Quality (philosophy); Psychology; Medical education; Multimedia; Computer science; Sociology; World Wide Web","score_opus":0.1724199956256448,"score_gpt":0.42461675679186184,"score_spread":0.25219676116621703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103103442","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035881274,0.7157995,0.03112214,0.21612819,0.00017172519,0.0008883901,0.000030062558,0.00037782497,0.031894036],"genre_scores_gemma":[0.38133487,0.5350731,0.06341317,0.019464198,0.0003598256,0.000015995409,0.000030277508,0.000035329107,0.0002732336],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837416,0.0009835614,0.0003133055,0.00010655043,0.00012922223,0.00009320282],"domain_scores_gemma":[0.9989219,0.00023587095,0.00021913383,0.0003672107,0.00023645931,0.000019462781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010665449,0.0000882268,0.00034195022,0.0000079146475,0.00031440583,0.000018278393,0.00096735137,0.000007245391,9.5295877e-7],"category_scores_gemma":[0.00050347723,0.00007095711,0.000115474606,0.00018785124,0.00007949389,0.00010082893,0.0008998163,0.00017615345,0.000021098012],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014080672,0.0009041902,0.0011658722,0.049571786,0.0014783639,0.000008743027,0.110141024,0.000049002374,0.00016065904,0.3037418,0.32525533,0.20750912],"study_design_scores_gemma":[0.0007826414,0.0006001163,0.004726509,0.007165954,0.00028053313,0.0000021475207,0.0039584995,0.00062272506,0.000040355553,0.002228725,0.9791682,0.0004236443],"about_ca_topic_score_codex":0.0000018334915,"about_ca_topic_score_gemma":6.9391876e-7,"teacher_disagreement_score":0.65391284,"about_ca_system_score_codex":0.000010314535,"about_ca_system_score_gemma":0.000011260064,"threshold_uncertainty_score":0.2893547},"labels":[],"label_agreement":null},{"id":"W3106584815","doi":"","title":"Educational Data Mining and Personalized Support in Online Introductory Physics Courses.","year":2020,"lang":"en","type":"article","venue":"Educational Data Mining","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Data science; Educational data mining; Physics education; Computer aided instruction; Mathematics education; World Wide Web; Multimedia; Psychology","score_opus":0.10515150453510448,"score_gpt":0.3664483783456825,"score_spread":0.26129687381057803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106584815","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3235954,0.0016309714,0.011435252,0.65802884,0.0018410597,0.00025367425,0.0024002567,0.00013755109,0.00067697425],"genre_scores_gemma":[0.35817668,0.0001111316,0.5953431,0.0051235897,0.0070583685,0.000007792418,0.032661382,0.000039541068,0.0014784131],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979689,0.00007768887,0.00033168143,0.0009752572,0.00038592992,0.0002605215],"domain_scores_gemma":[0.9978991,0.00048160032,0.00015804553,0.0011801134,0.0000958818,0.0001852328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045618476,0.0001714483,0.0002129331,0.000085376756,0.00012786213,0.00018595859,0.0022740157,0.00004295553,0.00015060333],"category_scores_gemma":[0.0012453669,0.00018874944,0.0000174153,0.00047671483,0.00010956605,0.0013334077,0.0014416667,0.00023218067,0.00002876722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028684131,0.0013702797,0.2148716,0.00017758146,0.00015678328,0.000015621188,0.018455943,0.00028502013,0.0003432773,0.027617486,0.61539114,0.12128661],"study_design_scores_gemma":[0.0010142785,0.000088499655,0.08023011,0.00014296379,0.00006212824,0.000060879316,0.0041068564,0.8022615,0.0000067448054,0.0011287859,0.11015451,0.00074276206],"about_ca_topic_score_codex":0.000025158117,"about_ca_topic_score_gemma":0.00002080796,"teacher_disagreement_score":0.80197644,"about_ca_system_score_codex":0.00003632486,"about_ca_system_score_gemma":0.0017796243,"threshold_uncertainty_score":0.7696979},"labels":[],"label_agreement":null},{"id":"W3106744737","doi":"10.19173/irrodl.v21i4.4663","title":"Teachers’ Use of Education Dashboards and Professional Growth","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Facilitator; Professional development; Psychology; Qualitative property; Pedagogy; Faculty development; Medical education; Mathematics education; Knowledge management; Computer science; Medicine","score_opus":0.12308968334871126,"score_gpt":0.4573498196767733,"score_spread":0.33426013632806206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106744737","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3982351,0.023839515,0.011365076,0.5608666,0.00027815154,0.0014255675,0.00005985284,0.00004609623,0.0038840387],"genre_scores_gemma":[0.9875024,0.009497517,0.0020864748,0.00051916303,0.000036212154,0.000011490875,0.000044529548,0.0000037354794,0.0002985014],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859506,0.0004227754,0.00024502978,0.0001755301,0.0004580527,0.000103527214],"domain_scores_gemma":[0.99882126,0.0005252401,0.0001254166,0.00011132969,0.00035160882,0.00006514427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020080719,0.000054478067,0.00015530067,0.00006238922,0.00007116467,0.0001223306,0.00084218645,0.000021656513,0.000014930491],"category_scores_gemma":[0.003506383,0.00003734338,0.000022013386,0.0004285724,0.00010836246,0.0003229149,0.0009825194,0.0004637715,0.0000018318111],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010745859,0.00052153,0.36804324,0.0042365575,0.0001106862,0.00001153476,0.0031246801,0.0002452428,0.0005990222,0.31521425,0.020692095,0.28709373],"study_design_scores_gemma":[0.002817513,0.0010131644,0.24368119,0.05255144,0.00005129767,0.0000640635,0.008563537,0.2860232,0.00061818573,0.024484986,0.37941825,0.0007131455],"about_ca_topic_score_codex":0.00017096434,"about_ca_topic_score_gemma":0.0000016956902,"teacher_disagreement_score":0.58926725,"about_ca_system_score_codex":0.000020876496,"about_ca_system_score_gemma":0.00027894205,"threshold_uncertainty_score":0.41977212},"labels":[],"label_agreement":null},{"id":"W3106793659","doi":"10.4018/978-1-7998-4360-3.ch001","title":"Open Digital Badges","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Credentialing; Computer science; Open education; Subject (documents); World Wide Web; Medical education; Medicine","score_opus":0.01831427336356987,"score_gpt":0.26673348948647185,"score_spread":0.248419216122902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106793659","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000024141762,0.061777722,0.030385882,0.19800678,0.001689144,0.0011445945,0.00017603025,0.0014188619,0.70537686],"genre_scores_gemma":[0.0041319365,0.07007325,0.52269596,0.0007848291,0.000507171,0.00013429784,0.0001792803,0.00008365355,0.40140963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998605,0.000009152649,0.00033340056,0.0006295639,0.0002479951,0.0001748748],"domain_scores_gemma":[0.9991527,0.00017364802,0.00021655181,0.00031486104,0.00009831429,0.00004392603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00006693494,0.0002946515,0.00032004475,0.00022118734,0.00016901549,0.0004575594,0.0013518202,0.00022006602,0.00003783609],"category_scores_gemma":[0.0001706773,0.00028349212,0.0000489365,0.000118551085,0.00047674277,0.0044421945,0.0009668562,0.00047235802,0.000028912156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000103625325,0.000010902607,0.000044641798,0.0000216197,0.000014987674,0.0000039464494,0.000015885804,0.00010382996,0.0000016395023,0.8692967,0.0008535949,0.12962186],"study_design_scores_gemma":[0.000063767875,0.00008133632,0.00003321795,0.00009758324,0.0000027154513,0.000068984,0.00006590595,0.00015302378,0.000012834825,0.5465459,0.45267567,0.00019903223],"about_ca_topic_score_codex":0.0000012634098,"about_ca_topic_score_gemma":0.0000028457935,"teacher_disagreement_score":0.49231008,"about_ca_system_score_codex":0.000076750344,"about_ca_system_score_gemma":0.00035295277,"threshold_uncertainty_score":0.99996173},"labels":[],"label_agreement":null},{"id":"W3106909295","doi":"10.19173/irrodl.v21i4.4787","title":"Internationalizing Professional Development: Using Educational Data Mining to Analyze Learners’ Performance and Dropouts in a French MOOC","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"CHAID; Dropout (neural networks); Psychology; Mathematics education; Political science; Computer science; Artificial intelligence; Decision tree","score_opus":0.18022848697801963,"score_gpt":0.4764910963089826,"score_spread":0.296262609330963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106909295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8808705,0.0041136593,0.004132035,0.109335214,0.00013244002,0.0005181538,0.000023344293,0.000014832172,0.00085979264],"genre_scores_gemma":[0.985869,0.0017585045,0.0113342535,0.0005274058,0.000059695845,0.00001547213,0.00016392668,0.000006532034,0.00026522359],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99782175,0.00033144758,0.00045268727,0.00043190774,0.0007342186,0.00022799763],"domain_scores_gemma":[0.9987081,0.0005779059,0.00014346743,0.00022142085,0.00023330274,0.00011574636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038242107,0.00010358895,0.00021718252,0.00021856067,0.00017421773,0.00023881729,0.0023003756,0.00002849815,0.00003074603],"category_scores_gemma":[0.002595068,0.00008230911,0.000014641519,0.0009830793,0.000078506106,0.0005673755,0.0036335539,0.0005791983,0.0000060642406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060772025,0.00022046585,0.885485,0.0016422882,0.000083067964,0.000021624732,0.005067941,0.004702556,0.00018127933,0.008085682,0.002577385,0.09187197],"study_design_scores_gemma":[0.0005665906,0.00006169969,0.084803976,0.011951492,0.000005202467,0.000021607038,0.0015463158,0.87983125,0.000021873157,0.00032611267,0.020663606,0.00020026593],"about_ca_topic_score_codex":0.0001845188,"about_ca_topic_score_gemma":0.000028759878,"teacher_disagreement_score":0.8751287,"about_ca_system_score_codex":0.00009059105,"about_ca_system_score_gemma":0.0005556322,"threshold_uncertainty_score":0.45289648},"labels":[],"label_agreement":null},{"id":"W3107358198","doi":"10.19173/irrodl.v21i4.4645","title":"Heterogeneity of Learners’ Behavioral Patterns of Watching Videos and Completing Assessments in Massive Open Online Courses (MOOCs): A Latent Class Analysis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Latent class model; Class (philosophy); Psychology; Psychological intervention; Mathematics education; Audit; Massive open online course; Computer science; Applied psychology; Artificial intelligence","score_opus":0.1880247217383627,"score_gpt":0.5032004928293499,"score_spread":0.31517577109098716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107358198","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.978555,0.0010730099,0.0045323265,0.015282994,0.000013180057,0.00036417443,0.00010955378,0.000004642902,0.00006506943],"genre_scores_gemma":[0.9949017,0.003466056,0.0013364144,0.000103274186,0.000009921918,0.000008243239,0.00015471353,0.00000485547,0.0000147830215],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99745077,0.00080985005,0.0006011906,0.00031183014,0.0006345679,0.00019176991],"domain_scores_gemma":[0.9985163,0.00052840635,0.00039088255,0.00019421408,0.00029205007,0.00007814894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032002865,0.00010190462,0.0005151968,0.00017447596,0.00006866731,0.00017581505,0.001846656,0.000030396954,0.000018038256],"category_scores_gemma":[0.0006694317,0.00007749656,0.00006920226,0.00089484744,0.00010052237,0.00027691683,0.0028293207,0.0006020936,3.9989715e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004400227,0.00021575054,0.97835916,0.000575555,0.00013908376,0.00001783175,0.00033093718,0.0052459445,0.00019384675,0.0013391771,0.000015717667,0.01352299],"study_design_scores_gemma":[0.001528509,0.00049989653,0.3290893,0.00844024,0.000103698534,0.0000056816125,0.004363802,0.65452486,0.00020751357,0.00028687643,0.00073833263,0.00021126741],"about_ca_topic_score_codex":0.002859735,"about_ca_topic_score_gemma":0.00023307142,"teacher_disagreement_score":0.64927894,"about_ca_system_score_codex":0.000046578338,"about_ca_system_score_gemma":0.00011712342,"threshold_uncertainty_score":0.4323083},"labels":[],"label_agreement":null},{"id":"W3107360877","doi":"10.22606/jaer.2021.61004","title":"The Role of Learning Analytic in Education Reform","year":2020,"lang":"en","type":"article","venue":"Journal of Advances in Education Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning analytics; Educational data mining; Field (mathematics); State (computer science); Data science; Analytics; Higher education; Public relations; Political science; Computer science","score_opus":0.021527172707247477,"score_gpt":0.42069380041912663,"score_spread":0.39916662771187916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107360877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75458586,0.07797294,0.003263013,0.13965599,0.0015473097,0.0003595548,4.1019192e-7,0.000022989578,0.02259194],"genre_scores_gemma":[0.9914379,0.0036399388,0.0044080834,0.00004711885,0.00022462275,0.0000025660322,3.759316e-7,0.000004096274,0.0002352721],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984494,0.00028070962,0.00044533494,0.00011304931,0.0005325119,0.00017902214],"domain_scores_gemma":[0.99856806,0.0003158243,0.00028284692,0.00015022229,0.0006014134,0.000081612525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020061953,0.000049209477,0.00012815067,0.00039228532,0.00008206394,0.000072428986,0.00073909614,0.000026945116,0.0000039230035],"category_scores_gemma":[0.001433681,0.000035228968,0.000039604365,0.001577792,0.00006259149,0.00061181927,0.00007599963,0.0008332727,0.000004758023],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029789282,0.00030306412,0.043188978,0.00003826176,0.000005414258,0.0000013477375,0.003142965,0.0073980703,0.00034995086,0.025790595,0.00013640332,0.91961515],"study_design_scores_gemma":[0.0006873579,0.0013576173,0.03221185,0.000888752,0.00000857611,0.000042068074,0.12255102,0.17867039,0.0018524092,0.1361494,0.52529615,0.0002843927],"about_ca_topic_score_codex":0.000034760855,"about_ca_topic_score_gemma":0.000031002393,"teacher_disagreement_score":0.9193308,"about_ca_system_score_codex":0.00022081043,"about_ca_system_score_gemma":0.0017436976,"threshold_uncertainty_score":0.36202016},"labels":[],"label_agreement":null},{"id":"W3107977535","doi":"10.19173/irrodl.v21i4.4643","title":"Recommender Systems for MOOCs: A Systematic Literature Survey (January 1, 2012 – July 12, 2019)","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recommender system; Computer science; Popularity; World Wide Web; Scalability; Chaining; Information retrieval; Multimedia; Database; Psychology","score_opus":0.13992319834593156,"score_gpt":0.4371377980980585,"score_spread":0.29721459975212694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107977535","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015844577,0.5713316,0.1377995,0.27387375,0.000835256,0.008301152,0.0009877757,0.00013965867,0.0051468327],"genre_scores_gemma":[0.7638119,0.2204219,0.0034078187,0.003125494,0.00052407937,0.00061535597,0.0022430553,0.000056880883,0.005793529],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99665064,0.0016316285,0.00053939776,0.00031255605,0.0006113163,0.00025448474],"domain_scores_gemma":[0.99628836,0.0024474028,0.00024603607,0.00027516668,0.000632863,0.000110143454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009944351,0.00011811278,0.0004305865,0.000097958684,0.00014613775,0.0006473599,0.0021636288,0.00004770467,0.0000068104123],"category_scores_gemma":[0.00584741,0.000077488694,0.000067753106,0.00069615996,0.000051283158,0.00043797912,0.0008854419,0.00069845555,0.00001709707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003861052,0.00046991048,0.016963212,0.30748135,0.00067226356,0.00006534102,0.0021859226,0.004692513,0.000048894948,0.080008246,0.57813144,0.008894811],"study_design_scores_gemma":[0.0016461884,0.00048898655,0.00268675,0.21985944,0.000036639027,0.000048749964,0.00092063856,0.6128428,0.000009442611,0.0016984155,0.15933476,0.00042716277],"about_ca_topic_score_codex":0.0001248104,"about_ca_topic_score_gemma":0.0000054077123,"teacher_disagreement_score":0.7622274,"about_ca_system_score_codex":0.000048249934,"about_ca_system_score_gemma":0.00013278017,"threshold_uncertainty_score":0.7000318},"labels":[],"label_agreement":null},{"id":"W3107985427","doi":"10.19173/irrodl.v21i4.4693","title":"Growth and Collaboration in Massive Open Online Courses: A Bibliometric Analysis","year":2020,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scopus; Citation; Citation analysis; Subject (documents); World Wide Web; Library science; Bibliometrics; Data science; Computer science; Political science","score_opus":0.09158432808520525,"score_gpt":0.4722394187269942,"score_spread":0.38065509064178893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107985427","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26156566,0.03161431,0.016040228,0.68531245,0.00007059423,0.0019502299,0.0002175268,0.000034842808,0.0031941743],"genre_scores_gemma":[0.9649086,0.032792155,0.0015619952,0.00050054817,0.000021800359,0.000016649674,0.00014862216,0.0000037306215,0.000045894045],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979574,0.0006127289,0.0003644522,0.00031020146,0.00058700785,0.0001681994],"domain_scores_gemma":[0.9983822,0.00076311297,0.00017164847,0.00015283421,0.00043924918,0.000090932575],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0033855215,0.00007888116,0.00031554035,0.004438845,0.00009073136,0.0007388951,0.0020798831,0.00002778131,0.000021104477],"category_scores_gemma":[0.0051637813,0.000057921443,0.000029002304,0.06504687,0.000083682775,0.0005565088,0.002159891,0.00051370304,0.0000022973481],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016160085,0.00049145386,0.8317883,0.001760279,0.00043807994,0.00011769651,0.0011559585,0.0054026893,0.00011540203,0.07748647,0.0024307363,0.0786513],"study_design_scores_gemma":[0.0020024618,0.00041407603,0.17452508,0.0047677355,0.00007048274,0.0000073594606,0.004117159,0.7943921,0.00004059481,0.0038483404,0.015528648,0.0002859479],"about_ca_topic_score_codex":0.0006365794,"about_ca_topic_score_gemma":0.00007352545,"teacher_disagreement_score":0.7889894,"about_ca_system_score_codex":0.000041867926,"about_ca_system_score_gemma":0.00021253139,"threshold_uncertainty_score":0.954826},"labels":[],"label_agreement":null},{"id":"W3108589758","doi":"10.18280/isi.250502","title":"An Effective Recommendation System to Forecast the Best Educational Program Using Machine Learning Classification Algorithms","year":2020,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Best practice; Computer science; Class (philosophy); Path (computing); Process (computing); Machine learning; Selection (genetic algorithm); Artificial intelligence; Programming language; Management","score_opus":0.03117571076642189,"score_gpt":0.3004767541994972,"score_spread":0.2693010434330753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108589758","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09207784,0.000018646477,0.89999765,0.0051611247,0.0003155595,0.000986772,0.000013984913,0.0005133104,0.00091511395],"genre_scores_gemma":[0.9389593,0.000002001429,0.060072728,0.00029492244,0.0002472112,0.000111191766,0.00029292502,0.000010801454,0.000008913377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863315,0.0002296964,0.00043954587,0.00021067487,0.00025674317,0.00023021648],"domain_scores_gemma":[0.99881536,0.00010288836,0.00034886226,0.00022195735,0.00035784248,0.00015306348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055137643,0.00016283973,0.00015036753,0.00014899096,0.0006483861,0.0007961999,0.00044422137,0.000067839326,0.0000049067557],"category_scores_gemma":[0.00029179637,0.00013316811,0.000052537664,0.0008715226,0.00003982518,0.0027789217,0.00008831064,0.00025468715,0.000116871386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014903218,0.000056214798,0.0029112038,0.0001664091,0.000027183976,3.2721735e-7,0.011140446,0.026753388,0.00019309073,0.008615623,0.000041259955,0.95008],"study_design_scores_gemma":[0.00014616856,0.00037854875,0.0027819502,0.00008032551,0.00001558936,0.000021994867,0.0022773598,0.990664,0.000104865285,0.00014215957,0.0032249705,0.00016205099],"about_ca_topic_score_codex":0.0001035529,"about_ca_topic_score_gemma":0.000005434066,"teacher_disagreement_score":0.96391064,"about_ca_system_score_codex":0.0003256958,"about_ca_system_score_gemma":0.000096720236,"threshold_uncertainty_score":0.7677774},"labels":[],"label_agreement":null},{"id":"W3108696163","doi":"","title":"STUDENT EXPERIENCES IN LABORATORY PROGRAMS ACROSS THREE UNIVERSITIES: A SNAPSHOT DURING COVID-19 SEMESTER","year":2020,"lang":"en","type":"article","venue":"Proceedings of The Australian Conference on Science and Mathematics Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Student engagement; Coronavirus disease 2019 (COVID-19); Psychology; Medical education; Mathematics education; Pedagogy; Medicine","score_opus":0.06693142232334692,"score_gpt":0.3603934576894558,"score_spread":0.2934620353661089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108696163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97694165,0.0000045016577,0.00006172338,0.02232862,0.00007084134,0.00020515382,9.872384e-7,0.000026516345,0.000360014],"genre_scores_gemma":[0.99641883,0.000005884692,0.003039508,0.0003479222,0.000022683224,0.000017255901,2.3157757e-7,0.0000031497757,0.00014454425],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99864525,0.000006026427,0.00022009984,0.00034051115,0.00054085476,0.0002472815],"domain_scores_gemma":[0.99905205,0.000019962219,0.00022336641,0.00014692878,0.00036117662,0.00019653043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054373965,0.00011669173,0.00014183641,0.0000869282,0.00026606442,0.00043971775,0.0012658505,0.00003511626,0.000005103965],"category_scores_gemma":[0.00021926008,0.000087108885,0.000023528515,0.001122956,0.0004522385,0.00072482496,0.0002854621,0.00014453106,0.0000015030957],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010647629,0.00060458004,0.05392526,0.00089445367,0.000011618249,0.0000012713073,0.6756485,0.000036503316,0.016727721,0.25019526,0.00029884107,0.0016453556],"study_design_scores_gemma":[0.00060981675,0.00035602873,0.029243873,0.0007461263,0.000018692965,0.000015120207,0.9209069,0.013375692,0.014550976,0.019258413,0.00036935677,0.0005489735],"about_ca_topic_score_codex":0.000015326847,"about_ca_topic_score_gemma":0.0000052698774,"teacher_disagreement_score":0.24525844,"about_ca_system_score_codex":0.000102903345,"about_ca_system_score_gemma":0.0010555567,"threshold_uncertainty_score":0.42402083},"labels":[],"label_agreement":null},{"id":"W3108808597","doi":"10.1186/s41239-020-00235-w","title":"Supporting the development of critical data literacies in higher education: building blocks for fair data cultures in society","year":2020,"lang":"en","type":"editorial","venue":"International Journal of Educational Technology in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Higher education; Sociology; Computer science; Mathematics education; Political science; Psychology","score_opus":0.05708833146852382,"score_gpt":0.45073104450105095,"score_spread":0.3936427130325271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108808597","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023688814,0.0026988066,0.00041437996,0.64052826,0.3534873,0.0002563636,0.00012291076,0.00001911926,0.00010396857],"genre_scores_gemma":[0.4978487,0.00014558808,0.2595404,0.00070977514,0.23630773,0.00012232731,0.0026483608,0.000050540817,0.0026265814],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99618715,0.00009961918,0.0018084454,0.00067982485,0.00092831295,0.00029662167],"domain_scores_gemma":[0.99379975,0.002204464,0.0013701103,0.00091351924,0.0016468456,0.00006530461],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0015344953,0.0002751588,0.00044382966,0.00094567065,0.00008019694,0.00019448616,0.0068735844,0.000548976,0.000077681536],"category_scores_gemma":[0.003836678,0.00024018403,0.00009141422,0.0009421862,0.00018356186,0.0009585385,0.0011156567,0.0015984301,0.000002330257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003485232,0.002274271,0.009044724,0.00021076582,0.00018354993,0.0000027524986,0.002549661,0.0001314795,0.00011170739,0.13583174,0.8422512,0.00737332],"study_design_scores_gemma":[0.00054742687,0.00005672965,0.0068196296,0.0014994628,0.00005157844,0.000023834138,0.0011755672,0.0012419851,0.000047728154,0.21416733,0.77397776,0.00039098805],"about_ca_topic_score_codex":0.000028144017,"about_ca_topic_score_gemma":0.00003518249,"teacher_disagreement_score":0.6398185,"about_ca_system_score_codex":0.0005787557,"about_ca_system_score_gemma":0.010718592,"threshold_uncertainty_score":0.9984997},"labels":[],"label_agreement":null},{"id":"W3108972312","doi":"10.20429/ijsotl.2020.140208","title":"Using Prior Knowledge and Student Engagement to Understand Student Performance in an Undergraduate Learning-to-Learn Course","year":2020,"lang":"en","type":"article","venue":"International Journal for the Scholarship of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Student engagement; Psychology; Mathematics education; Multilevel model; Academic achievement; Medical education; Psychological intervention; Computer science; Medicine","score_opus":0.0860319926180235,"score_gpt":0.4183581297030646,"score_spread":0.3323261370850411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108972312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9210835,0.0002740639,0.06533772,0.012815747,0.00026043467,0.00014366502,5.61329e-7,0.000030305007,0.000053977667],"genre_scores_gemma":[0.98600745,0.00007291699,0.01312225,0.00034044628,0.00022825596,0.0000018713016,8.542024e-7,0.00001687925,0.00020907352],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978465,0.00076116755,0.00035349495,0.00029635898,0.0005040495,0.00023844183],"domain_scores_gemma":[0.99883825,0.00043027246,0.0001999771,0.0001024354,0.00019210995,0.00023696235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004551136,0.00015330201,0.00019423041,0.00019604406,0.0009182397,0.0007480513,0.0008480806,0.000037958132,0.0000014785136],"category_scores_gemma":[0.0008134155,0.00012325714,0.0000561457,0.0001464233,0.00002888902,0.0005062777,0.0004368696,0.0022186986,0.000002169054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013742363,0.00023723615,0.3378777,0.000043007465,0.00024242286,0.000018685758,0.07476681,0.41892922,0.0013375574,0.004226924,0.000014881226,0.16216813],"study_design_scores_gemma":[0.0020875842,0.0021754522,0.24193667,0.0007007309,0.00008788777,0.000097560194,0.029065728,0.7138942,0.000059784015,0.0005147765,0.008919907,0.00045970967],"about_ca_topic_score_codex":0.000010584227,"about_ca_topic_score_gemma":0.000010198904,"teacher_disagreement_score":0.29496497,"about_ca_system_score_codex":0.00012863388,"about_ca_system_score_gemma":0.00007452959,"threshold_uncertainty_score":0.9639265},"labels":[],"label_agreement":null},{"id":"W3109713436","doi":"10.18280/isi.250508","title":"Analysis on Course Scores of Learners of Online Teaching Platforms Based on Data Mining","year":2020,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster analysis; Computer science; Salient; Principal component analysis; Artificial intelligence; Support vector machine; Machine learning; Maximization; Data mining; Course (navigation); Pattern recognition (psychology); Engineering; Mathematics","score_opus":0.0341767912219362,"score_gpt":0.28914047224281103,"score_spread":0.25496368102087485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109713436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68600476,0.00001319602,0.31167728,0.0007950712,0.000062647305,0.00009149662,0.000101516474,0.0001183589,0.001135689],"genre_scores_gemma":[0.9632809,0.0000030560118,0.035794165,0.00043785188,0.00003322037,8.2803876e-7,0.00043805048,0.000005325331,0.000006582904],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985647,0.000043087624,0.0005985715,0.00017779396,0.00045233476,0.00016350864],"domain_scores_gemma":[0.9984018,0.00017651077,0.0005961934,0.00064366125,0.000104455525,0.00007736621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005508648,0.00013548588,0.00031631064,0.00037321527,0.00009605365,0.0000868985,0.00088437385,0.000060228896,0.0000052836785],"category_scores_gemma":[0.00076109153,0.00011579558,0.000095178664,0.00091234467,0.00006786325,0.0014794732,0.00016170926,0.0002155139,0.000007328439],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007930093,0.00016185935,0.027536457,0.00036493276,0.00029482302,0.0000027674469,0.009888361,0.7301441,0.000060128634,0.0044399984,0.00025092578,0.22677633],"study_design_scores_gemma":[0.00026481537,0.00033542947,0.0056120832,0.00017416422,0.00008480354,5.192029e-7,0.0009936693,0.9920357,0.000174173,0.00007323157,0.0001333211,0.00011810069],"about_ca_topic_score_codex":0.00003884423,"about_ca_topic_score_gemma":0.0000058328783,"teacher_disagreement_score":0.2772762,"about_ca_system_score_codex":0.000034479777,"about_ca_system_score_gemma":0.00012843045,"threshold_uncertainty_score":0.47220066},"labels":[],"label_agreement":null},{"id":"W3109819318","doi":"10.19080/asm.2020.05.555665","title":"Student Self Selection of Course Instructional Delivery Impacts Grade Attainment","year":2020,"lang":"en","type":"article","venue":"Annals of Social Sciences & Management studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Annals; Selection (genetic algorithm); Sociology; Cover (algebra); Course (navigation); Philosophy of education; Library science; Pedagogy; Mathematics education; Engineering ethics; Social science; Medical education; Political science; Psychology; Higher education; Computer science; Engineering; Medicine; Classics; History","score_opus":0.08760278676054627,"score_gpt":0.40373802953929916,"score_spread":0.3161352427787529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109819318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91673243,0.00065514253,0.0010508266,0.07904291,0.0002613759,0.00022849011,0.000005955,0.000128846,0.0018940445],"genre_scores_gemma":[0.99232286,0.0014345708,0.005268625,0.0008204619,0.00010971017,0.0000037221535,6.183678e-7,0.0000027214753,0.000036719663],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99834627,0.00006272244,0.0002903403,0.00028027425,0.00078268914,0.00023772514],"domain_scores_gemma":[0.99938196,0.00003907967,0.00027083952,0.00006612934,0.00019606763,0.000045904188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000513759,0.00011224943,0.00023425283,0.00008362603,0.00038607675,0.000042817715,0.00052848575,0.00002101156,0.000004617618],"category_scores_gemma":[0.000017306216,0.000097446056,0.0000996529,0.0009595708,0.00027299416,0.00029591125,0.00044829343,0.000068577465,0.0000032744247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036105554,0.0018605861,0.13016365,0.0008995062,0.003935373,0.000020762049,0.048429932,0.01002483,0.00032796562,0.69986695,0.05850296,0.045931388],"study_design_scores_gemma":[0.0015765724,0.0031391399,0.8697211,0.0002412318,0.00042466493,0.0000032908624,0.049180426,0.032657564,0.0023510722,0.022614783,0.017015591,0.0010745696],"about_ca_topic_score_codex":0.000014399998,"about_ca_topic_score_gemma":0.0000044583985,"teacher_disagreement_score":0.73955745,"about_ca_system_score_codex":0.00002080265,"about_ca_system_score_gemma":0.000041289517,"threshold_uncertainty_score":0.39737347},"labels":[],"label_agreement":null},{"id":"W3110063457","doi":"10.3390/app10228196","title":"Development of Adaptive Formative Assessment System Using Computerized Adaptive Testing and Dynamic Bayesian Networks","year":2020,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Formative assessment; Computer science; Personalized learning; Computerized adaptive testing; Adaptive learning; Artificial intelligence; Learning analytics; Online assessment; Machine learning; Reliability (semiconductor); Teaching method; Psychology; Mathematics education; Psychometrics","score_opus":0.04777870028958599,"score_gpt":0.2839728680549296,"score_spread":0.23619416776534363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110063457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059810527,0.000021035758,0.9387758,0.00012430582,0.00004979598,0.00013999351,8.6346296e-7,0.00009442324,0.0009832509],"genre_scores_gemma":[0.5181515,3.3049466e-7,0.48178792,0.000042358406,0.000012635158,0.0000021002236,2.828116e-7,0.0000024226488,4.4033501e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859333,0.000051004194,0.00034673713,0.00039738737,0.00034702796,0.00026449194],"domain_scores_gemma":[0.9992003,0.00020080757,0.00030952788,0.00010423336,0.000070266906,0.00011488001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005266194,0.00014991997,0.00027077194,0.00007267435,0.00044374398,0.00013118006,0.00052770885,0.000036603848,3.9868988e-7],"category_scores_gemma":[0.000010779805,0.00012584335,0.000022867269,0.00087452197,0.00018948909,0.00024008042,0.00038693944,0.000149063,9.930274e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038067836,0.000119016055,0.0011473023,0.00022648225,0.0001746649,0.000019657058,0.030939523,0.4902938,0.013128984,0.21306944,0.000010897278,0.25083217],"study_design_scores_gemma":[0.00018762249,0.00011379835,0.0004960791,0.000086902764,0.000007648789,0.000004654153,0.0034393806,0.9951647,0.00014435359,0.00019888519,0.0000042347024,0.00015174372],"about_ca_topic_score_codex":0.0000072035623,"about_ca_topic_score_gemma":0.000002076935,"teacher_disagreement_score":0.5048709,"about_ca_system_score_codex":0.00006067848,"about_ca_system_score_gemma":0.00027307874,"threshold_uncertainty_score":0.51317424},"labels":[],"label_agreement":null},{"id":"W3111047876","doi":"10.1145/3437800.3439207","title":"Mapping the Landscape of Peer Review in Computing Education Research","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto; York University","funders":"Princeton University","keywords":"Peer review; Relevance (law); Credibility; Computer science; Process (computing); Etiquette; Field (mathematics); Open research; Set (abstract data type); Engineering ethics; Technical peer review; Data science; World Wide Web; Political science; Engineering","score_opus":0.12986582321973653,"score_gpt":0.4031084768266974,"score_spread":0.2732426536069609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111047876","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015233472,0.0040771803,0.040060867,0.91569257,0.00008380185,0.0001813431,1.7632054e-7,0.000055856315,0.024614707],"genre_scores_gemma":[0.98421633,0.00023235088,0.011260048,0.0031608634,0.00009555648,8.904222e-7,0.000001432031,0.0000024063074,0.0010301346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915683,0.00014038601,0.00014556899,0.00011557509,0.00034319915,0.00009844047],"domain_scores_gemma":[0.9993605,0.00013965688,0.00003455976,0.00016760762,0.0002717881,0.00002585916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016856425,0.000029040797,0.00007809897,0.000046638233,0.00003983873,0.00003134894,0.0004648731,0.000011418884,0.000011122787],"category_scores_gemma":[0.0006430345,0.000018630193,0.000020099558,0.0010186058,0.0000141409155,0.00004865882,0.00016671223,0.00021109321,0.000024253348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016946514,0.00017639314,0.03560205,0.0016898572,0.000014990201,0.000004083796,0.01258493,0.0012988113,0.00023791617,0.1051699,0.26096967,0.5822497],"study_design_scores_gemma":[0.00010320769,0.000057774083,0.00936834,0.0012349271,0.0000018722195,0.00000298688,0.0015053265,0.91070175,0.000045946384,0.0013525061,0.075531274,0.00009407821],"about_ca_topic_score_codex":0.000027441887,"about_ca_topic_score_gemma":0.0000021719695,"teacher_disagreement_score":0.9689829,"about_ca_system_score_codex":0.000005378066,"about_ca_system_score_gemma":0.00012389093,"threshold_uncertainty_score":0.091710664},"labels":[],"label_agreement":null},{"id":"W3111242942","doi":"10.18608/jla.2020.73.2","title":"Learning Design and Learning Analytics: Snapshot 2020","year":2020,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Analytics; Learning sciences; Learning design; Instructional design; Educational technology; Computer science; Collaborative learning; Open learning; Data science; Mathematics education; Psychology; Knowledge management; Cooperative learning; Teaching method","score_opus":0.028991017902097467,"score_gpt":0.2691178814336822,"score_spread":0.24012686353158474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111242942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061621644,0.0011047694,0.91735756,0.018598437,0.00023130653,0.000103120874,3.9736813e-7,0.00023485269,0.00074789795],"genre_scores_gemma":[0.9116003,0.0008765889,0.085041024,0.00046849626,0.00076697185,5.3061876e-7,0.00000429341,0.000053475484,0.0011883009],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954934,0.0011882241,0.0011501936,0.00055076624,0.000983556,0.00063383335],"domain_scores_gemma":[0.9958235,0.0010952965,0.0014753795,0.0002514669,0.0006291451,0.00072521676],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0028323657,0.0004222535,0.0009002955,0.00040046565,0.0006082248,0.00068150804,0.0010285842,0.00020493855,0.00006178138],"category_scores_gemma":[0.004917338,0.00039039447,0.00035894517,0.0014616462,0.00012752446,0.00069009955,0.00036880333,0.0045237527,0.000046344667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005122263,0.00005244319,0.024464201,0.000059537862,0.00029112594,0.00041720958,0.0029038833,0.9573256,0.0006207562,0.00047857326,0.001210596,0.012124893],"study_design_scores_gemma":[0.0007792504,0.0022215738,0.0007654226,0.00013339338,0.00023133583,0.00030175815,0.0014929466,0.96682316,0.00011956404,0.000306522,0.026381804,0.00044324176],"about_ca_topic_score_codex":0.0000056889626,"about_ca_topic_score_gemma":4.5704465e-7,"teacher_disagreement_score":0.8499787,"about_ca_system_score_codex":0.000084093714,"about_ca_system_score_gemma":0.0003140297,"threshold_uncertainty_score":0.9998548},"labels":[],"label_agreement":null},{"id":"W3112128060","doi":"10.1007/s40593-020-00225-z","title":"Including Learning Analytics in the Loop of Self-Paced Online Course Learning Design","year":2020,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Computer science; Analytics; Educational technology; Instructional design; Synchronous learning; Data science; Multimedia; Teaching method; Mathematics education; Cooperative learning; Psychology","score_opus":0.08564813348262072,"score_gpt":0.38850011636255777,"score_spread":0.30285198287993703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112128060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51701105,0.00017829315,0.44763786,0.034233354,0.0007627046,0.00009623869,5.572725e-7,0.00002108585,0.000058855603],"genre_scores_gemma":[0.9698684,0.00013515756,0.029239876,0.0002918287,0.00044138744,0.0000010380877,0.0000030217998,0.000007247322,0.000012026792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777764,0.00038051646,0.00090153015,0.00016596091,0.0006214066,0.00015291784],"domain_scores_gemma":[0.99791795,0.0005295522,0.0007341513,0.000100967314,0.0006574891,0.000059860864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014668641,0.00011227612,0.00020165242,0.00037351553,0.00004748701,0.00013411623,0.0012216247,0.00005658964,0.000010275825],"category_scores_gemma":[0.0016342032,0.00009494483,0.000087465676,0.00087057875,0.00004464918,0.00042651166,0.000084361585,0.00082907575,0.000007305491],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005640768,0.0013286088,0.019487945,0.000015859701,0.000050388215,0.00004031948,0.025532851,0.7667155,0.0013608086,0.011314606,0.00004293699,0.17405376],"study_design_scores_gemma":[0.000064328306,0.00029715488,0.0023686937,0.00015914376,0.000018059001,0.000029960494,0.01254821,0.9727151,0.0016573317,0.009803256,0.00022124045,0.00011753919],"about_ca_topic_score_codex":0.0000417468,"about_ca_topic_score_gemma":0.00002063009,"teacher_disagreement_score":0.45285735,"about_ca_system_score_codex":0.00011678187,"about_ca_system_score_gemma":0.000617903,"threshold_uncertainty_score":0.38717377},"labels":[],"label_agreement":null},{"id":"W3112537366","doi":"10.1177/016146811711900305","title":"Leveraging Big Data to Help Each Learner and Accelerate Learning Science","year":2017,"lang":"en","type":"article","venue":"Teachers College Record The Voice of Scholarship in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Big data; Data science; Software; TRACE (psycholinguistics); Learning analytics; Raw data; Value (mathematics); Argument (complex analysis); Analytics; Software analytics; Software development; Machine learning; Software construction; Data mining","score_opus":0.12035757292981848,"score_gpt":0.36450170290742306,"score_spread":0.2441441299776046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112537366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789726,0.00015199947,0.0006877449,0.018226225,0.0008033458,0.00018104745,0.0000012669549,0.000040408082,0.00093534763],"genre_scores_gemma":[0.98651737,0.00006121318,0.011270023,0.00017841578,0.00020286038,0.0000079605215,0.0000025281831,0.000012545023,0.0017470986],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981519,0.0002469276,0.00027456853,0.00060668465,0.0003861402,0.00033377067],"domain_scores_gemma":[0.9974561,0.00016850111,0.0003118063,0.0017477499,0.00017891564,0.00013694169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053498577,0.0001425922,0.0001814633,0.0003544089,0.0010983703,0.0009096895,0.0038991729,0.000058260972,0.0000020446741],"category_scores_gemma":[0.0033204781,0.00012084179,0.000022289818,0.0007731896,0.00023066378,0.001979436,0.0012579295,0.0008189032,0.00001938868],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013603978,0.00016044633,0.306548,0.00002699266,0.000012402656,0.0000017068683,0.0061026355,0.0002969541,0.003820253,0.0019912825,0.00021142843,0.68081427],"study_design_scores_gemma":[0.0005337765,0.0001579862,0.9127652,0.00052330474,0.000029095567,0.000021184276,0.008077378,0.050347023,0.000751566,0.0042262436,0.02202881,0.0005384482],"about_ca_topic_score_codex":0.00046368013,"about_ca_topic_score_gemma":0.0001172041,"teacher_disagreement_score":0.68027586,"about_ca_system_score_codex":0.00011629271,"about_ca_system_score_gemma":0.0008439096,"threshold_uncertainty_score":0.8772157},"labels":[],"label_agreement":null},{"id":"W3113747542","doi":"10.18162/fp.2020.a215","title":"Creation of an Interactive Mapping of Artificial Intelligence (IA) in Education","year":2020,"lang":"en","type":"article","venue":"Formation et profession","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Human–computer interaction","score_opus":0.04104859293063663,"score_gpt":0.38123783482416657,"score_spread":0.34018924189352995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3113747542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4680413,0.000006277752,0.5280995,0.0033710303,0.00010457572,0.000089738714,7.069401e-7,0.000022677203,0.00026418158],"genre_scores_gemma":[0.97584933,0.0000054795055,0.023954809,0.00012539126,0.000023889223,0.0000033297313,0.000025759284,0.0000022039237,0.000009796885],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999226,0.00014181394,0.00034301536,0.0000951617,0.00013781949,0.000056208297],"domain_scores_gemma":[0.9994086,0.000036928435,0.00029592763,0.00010458509,0.00012704218,0.000026928232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027999902,0.000045950044,0.00008962643,0.00013905425,0.000023088884,0.000015413472,0.00017089673,0.00003603982,0.0000049982455],"category_scores_gemma":[0.00013302035,0.000042694868,0.000018731904,0.00040961732,0.000010774771,0.0013435778,0.00005382447,0.00012336479,0.000005975131],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043670825,0.00037542902,0.00078239525,0.00022939773,0.0000035378168,2.8830138e-7,0.09650483,0.006326092,0.016786795,0.049162213,0.00003890919,0.8297464],"study_design_scores_gemma":[0.000042719723,0.00011087299,0.0024409536,0.00026370995,0.000001492153,5.364577e-7,0.008734967,0.9510072,0.029362267,0.007931676,0.000050057693,0.000053578602],"about_ca_topic_score_codex":0.000014826485,"about_ca_topic_score_gemma":0.000005210091,"teacher_disagreement_score":0.9446811,"about_ca_system_score_codex":0.000021679534,"about_ca_system_score_gemma":0.00010098342,"threshold_uncertainty_score":0.17410463},"labels":[],"label_agreement":null},{"id":"W3115540409","doi":"10.1109/access.2020.3045913","title":"Self-Regulated Learning in Massive Online Open Courses: A State-of-the-Art Review","year":2020,"lang":"en","type":"review","venue":"IEEE Access","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Universidad de La Rioja; Universidad Pontificia Bolivariana; Natural Sciences and Engineering Research Council of Canada; Ministério da Ciência, Tecnologia e Inovação; Universidad Internacional de La Rioja; Departamento Administrativo de Ciencia, Tecnología e Innovación (COLCIENCIAS)","keywords":"Scopus; Computer science; Self-regulated learning; Massive open online course; Learning Management; Plan (archaeology); Set (abstract data type); World Wide Web; Process (computing); Knowledge management; Mathematics education; Psychology","score_opus":0.05781289918265622,"score_gpt":0.4006971562806643,"score_spread":0.3428842570980081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115540409","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000035720343,0.9945623,0.0010104777,0.002516667,0.0003931172,0.0011572442,0.000020869087,0.00013123946,0.00020450064],"genre_scores_gemma":[0.000011339923,0.99618655,0.0020683827,0.00039958488,0.0000867032,0.000035319466,0.000044981454,0.000045361146,0.0011217623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99660563,0.0007910894,0.0010784838,0.0007227093,0.00044418892,0.00035787007],"domain_scores_gemma":[0.99720067,0.00024162051,0.0013417506,0.0009315008,0.0001664168,0.00011801576],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.00058997254,0.00043487892,0.0022217184,0.0001648678,0.00008705983,0.00041179796,0.008060026,0.0001407884,0.000012423363],"category_scores_gemma":[0.00027669795,0.00030456882,0.00040824016,0.0027610569,0.000045989917,0.0005524364,0.002110861,0.0013382138,0.00007006062],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.529248e-7,0.00011283611,0.000040552535,0.024907291,0.00012396296,0.000066823646,0.00006504722,0.00034609612,5.258254e-8,0.000057928824,0.0030419594,0.9712366],"study_design_scores_gemma":[0.00014527355,0.000039007886,0.000007816792,0.06953822,0.00026782134,0.00001606319,0.0000017818832,0.007794283,7.4324277e-7,0.00010009093,0.9217632,0.00032573496],"about_ca_topic_score_codex":0.00003798399,"about_ca_topic_score_gemma":0.000042263422,"teacher_disagreement_score":0.97091085,"about_ca_system_score_codex":0.00011546311,"about_ca_system_score_gemma":0.0013188554,"threshold_uncertainty_score":0.99994063},"labels":[],"label_agreement":null},{"id":"W3116332981","doi":"10.5281/zenodo.4399685","title":"LogCF: Deep Collaborative Filtering with Process Data for Enhanced Learning Outcome Modeling","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Interpretability; Collaborative filtering; Computer science; Machine learning; Artificial intelligence; Outcome (game theory); Recommender system; Process (computing); Scalability; Deep learning; Item response theory; Scale (ratio); Big data; Data mining; Psychometrics; Psychology; Database","score_opus":0.08020965905941523,"score_gpt":0.3052064581609409,"score_spread":0.22499679910152565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116332981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060580014,0.000027781676,0.9854683,0.003376091,0.000026514306,0.000280943,0.00005741355,0.0009005666,0.003804339],"genre_scores_gemma":[0.9754944,0.000014104866,0.022636034,0.00024082333,0.00014408074,7.4221916e-8,0.00081463717,0.0005152204,0.00014063787],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983431,0.0001464857,0.0002364311,0.0006361896,0.0003092518,0.00032850495],"domain_scores_gemma":[0.99840295,0.00003359079,0.00012487611,0.0005134842,0.00075278775,0.0001723085],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00042481872,0.00014262182,0.0001769153,0.00008675806,0.001427841,0.0010265477,0.0022853105,0.00003874071,0.00016669031],"category_scores_gemma":[0.0011748064,0.00013483274,0.000023223954,0.0008133897,0.000048048598,0.0006689559,0.0014851458,0.00031980823,0.00037205804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033780135,0.00025327055,0.000038724364,0.0007513423,0.00025039582,0.00004585506,0.02309135,0.7202336,0.011227076,0.009532926,0.006148069,0.22808956],"study_design_scores_gemma":[0.00045878458,0.00033614205,0.0000051997604,0.000028111244,0.000011322536,0.000009941668,0.00079399796,0.899367,0.0003438956,0.00010481407,0.09835555,0.00018528114],"about_ca_topic_score_codex":0.000001574792,"about_ca_topic_score_gemma":2.2769174e-7,"teacher_disagreement_score":0.9694364,"about_ca_system_score_codex":0.00003653056,"about_ca_system_score_gemma":0.000011380547,"threshold_uncertainty_score":0.99987215},"labels":[],"label_agreement":null},{"id":"W3116427160","doi":"10.9734/ajess/2020/v13i430340","title":"From Hypotheses and Working Scenarios to Arguments Aimed at Alternating Traditional Training with Computer-Assisted Training","year":2020,"lang":"en","type":"article","venue":"Asian Journal of Education and Social Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Training (meteorology); Field (mathematics); Context (archaeology); Computer science; Sustainability; Modular design; Knowledge management; Engineering ethics; Artificial intelligence; Data science; Engineering; Mathematics","score_opus":0.16491784793385394,"score_gpt":0.326670610379083,"score_spread":0.16175276244522907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116427160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93458444,0.00034310136,0.0056255693,0.05890927,0.0002953683,0.00004222875,0.000002262448,0.000016580976,0.00018119367],"genre_scores_gemma":[0.95349765,0.000018174556,0.043844067,0.0013993604,0.0012164612,0.0000011244232,0.0000015654648,0.000005589587,0.00001598727],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.999246,0.000060204304,0.00022542273,0.00014858703,0.00020094372,0.000118857126],"domain_scores_gemma":[0.99939907,0.000119096316,0.00023424375,0.000028153854,0.00009705814,0.00012237283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014232182,0.000094077106,0.00023209014,0.00005776975,0.0003929929,0.00013553783,0.00012569426,0.000019782234,0.000002390214],"category_scores_gemma":[0.000070114045,0.00007882219,0.00003324364,0.00013465926,0.00005256079,0.0001444528,0.000051458024,0.0001365499,5.5040397e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017192204,0.000053358137,0.00472122,0.000011550285,0.00025833084,0.0000107091355,0.478348,0.000056748395,0.00006908503,0.0006208343,0.0004275489,0.5154054],"study_design_scores_gemma":[0.0032629832,0.0018812523,0.30253264,0.00182911,0.00027962413,0.0003067812,0.6583222,0.0130011905,0.000056073015,0.0073013976,0.010246377,0.0009803538],"about_ca_topic_score_codex":0.000002975538,"about_ca_topic_score_gemma":0.0000053335352,"teacher_disagreement_score":0.5144251,"about_ca_system_score_codex":0.000040172967,"about_ca_system_score_gemma":0.00011836336,"threshold_uncertainty_score":0.32142755},"labels":[],"label_agreement":null},{"id":"W3118035009","doi":"10.1007/s12652-020-02747-9","title":"Attention-based hierarchical recurrent neural networks for MOOC forum posts analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Ambient Intelligence and Humanized Computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Instituto de Ciencias del Mar y Limnología, Universidad Nacional Autónoma de México; Erasmus+; University of Pittsburgh; European Commission; University of Cambridge; Institute for Catastrophic Loss Reduction; Università degli Studi della Basilicata","keywords":"Computer science; Interactivity; Categorization; Sentence; Classifier (UML); Artificial intelligence; World Wide Web","score_opus":0.03401662586006562,"score_gpt":0.30128091643558685,"score_spread":0.26726429057552126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118035009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10759318,0.00026808397,0.88433135,0.0074252775,0.0002610549,0.00008110433,0.0000010398519,0.00003283086,0.000006107324],"genre_scores_gemma":[0.96042514,0.000023532393,0.03799046,0.0011792656,0.00036148418,4.7086465e-7,0.0000044336334,0.000008553308,0.00000668349],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822855,0.00009116357,0.00074136927,0.00029513845,0.0003201145,0.00032364452],"domain_scores_gemma":[0.9983309,0.00035295193,0.0005675532,0.00015179804,0.0003619906,0.00023483539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005185858,0.00016583172,0.00042854488,0.0002556687,0.00028046887,0.00031053566,0.0006184268,0.000053782293,0.000005107661],"category_scores_gemma":[0.00015317072,0.00014170026,0.0004314318,0.00067628175,0.00005000759,0.00017695544,0.000152991,0.00044943162,0.0000011818355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012900705,0.00020366756,0.012199713,0.00005634456,0.00047143694,0.000039207192,0.0010666662,0.75573003,0.000108211585,0.012770866,0.00027195323,0.21695289],"study_design_scores_gemma":[0.0002753431,0.00077824114,0.0009428407,0.000058630103,0.0001704501,0.000011572847,0.00012995617,0.99643666,0.000053617052,0.0007599986,0.00022949094,0.000153183],"about_ca_topic_score_codex":0.0000029026087,"about_ca_topic_score_gemma":0.000002266364,"teacher_disagreement_score":0.85283196,"about_ca_system_score_codex":0.00002594305,"about_ca_system_score_gemma":0.00004751018,"threshold_uncertainty_score":0.57783693},"labels":[],"label_agreement":null},{"id":"W3118786276","doi":"10.46501/ijmtst061292","title":"Graduate University Admission Predictorusing Machine Learning","year":2021,"lang":"en","type":"article","venue":"International Journal for Modern Trends in Science and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Dilemma; Scholarship; Test (biology); Test of English as a Foreign Language; Medical education; Face (sociological concept); Dream; Psychology; Political science; Public relations; Mathematics education; Medicine; Sociology; English language; Law","score_opus":0.032965032714502476,"score_gpt":0.32643331751645394,"score_spread":0.2934682848019515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118786276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5666927,0.00047269085,0.3426024,0.087478116,0.0015744844,0.000034353983,0.000007371998,0.00020285936,0.0009350017],"genre_scores_gemma":[0.98109114,0.00015347141,0.017620485,0.000055103676,0.00004325136,2.0708538e-7,0.0000021305732,0.0000030351555,0.0010311524],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989847,0.000020175932,0.00013289199,0.0002682001,0.00039439017,0.00019962205],"domain_scores_gemma":[0.9990968,0.000035230325,0.00008990741,0.00010400436,0.00060602475,0.00006803458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050081644,0.00006622213,0.00009001284,0.0011544444,0.00031320733,0.00017759037,0.00079448987,0.000052085736,0.0000038732237],"category_scores_gemma":[0.00040515666,0.00006269171,0.000029452522,0.0011297866,0.00016564742,0.00048639058,0.00035617987,0.00037754021,5.5688207e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010730479,0.000062100655,0.012162525,0.000001732399,0.000016034492,0.0003101151,0.0003066012,0.0010455993,0.0053929402,0.03673806,0.000056685858,0.9438969],"study_design_scores_gemma":[0.00062123354,0.000079530764,0.0013609609,0.000047671478,0.000004545069,0.0007345334,0.00014985798,0.9378153,0.0016635732,0.044148915,0.013263747,0.0001101217],"about_ca_topic_score_codex":0.000005223986,"about_ca_topic_score_gemma":0.0000143428815,"teacher_disagreement_score":0.94378674,"about_ca_system_score_codex":0.00011471764,"about_ca_system_score_gemma":0.00022808611,"threshold_uncertainty_score":0.2556494},"labels":[],"label_agreement":null},{"id":"W3120907260","doi":"10.37394/23205.2020.19.30","title":"Perceptions of Business Students toward Online Education before and in Transition Period of COVID-19","year":2021,"lang":"en","type":"article","venue":"WSEAS TRANSACTIONS ON COMPUTERS","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Perception; Online learning; Psychology; Transition (genetics); Period (music); Mathematics education; Medical education; Higher education; Medicine; Computer science; Multimedia; Political science; Chemistry","score_opus":0.015334529088866738,"score_gpt":0.31098502948043555,"score_spread":0.2956505003915688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120907260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3700957,0.000028588962,0.62310946,0.0065091066,0.0001467115,0.0000587957,0.000019619785,0.000025948784,0.0000060787484],"genre_scores_gemma":[0.9700534,0.000070707574,0.029452497,0.00031324258,0.000022223136,0.0000039733413,0.00003166643,0.000006354649,0.000045955683],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901366,0.00009357363,0.00026910816,0.0002662162,0.00024587207,0.00011159731],"domain_scores_gemma":[0.9993613,0.000043744763,0.00006816547,0.0002410263,0.00018068012,0.00010508735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010119662,0.000103745726,0.0001966959,0.00027212736,0.00007071947,0.00003985395,0.00023289505,0.00005412963,0.000013462376],"category_scores_gemma":[0.00001370637,0.000112087284,0.00007008523,0.0008054608,0.00006545105,0.00017124023,0.000009854407,0.00014875263,9.440583e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080950216,0.009073436,0.014170701,0.0009925376,0.00015922643,0.000038536764,0.031992305,0.6378389,0.0019324112,0.00192195,0.000067909146,0.3017311],"study_design_scores_gemma":[0.003443622,0.0006020671,0.43572816,0.00095926516,0.00015739934,0.00020406926,0.008668351,0.54659534,0.00053928926,0.0019348,0.000524131,0.0006435011],"about_ca_topic_score_codex":0.000083076804,"about_ca_topic_score_gemma":0.00017436438,"teacher_disagreement_score":0.5999577,"about_ca_system_score_codex":0.00006445531,"about_ca_system_score_gemma":0.0005067355,"threshold_uncertainty_score":0.45707867},"labels":[],"label_agreement":null},{"id":"W3121003935","doi":"10.52358/mm.vi4.155","title":"Retour d’expérience sur une pratique d’hybridation","year":2020,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.03887915984872683,"score_gpt":0.2951156264277579,"score_spread":0.2562364665790311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121003935","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005566443,0.0007907683,0.44614035,0.5367787,0.00078745,0.00036204245,0.00019603441,0.00038187543,0.008996323],"genre_scores_gemma":[0.8787809,0.00092890055,0.07222774,0.018052831,0.0014078098,0.00008902541,0.0004346654,0.00007652831,0.028001595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964018,0.00066143967,0.00086516497,0.00084242807,0.0006489573,0.0005802319],"domain_scores_gemma":[0.9968374,0.0007069464,0.000544966,0.0007333636,0.0006938002,0.00048356448],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006131906,0.0003845362,0.00037675697,0.0001996276,0.00069697405,0.0008643398,0.0008050245,0.00024015557,0.0003761819],"category_scores_gemma":[0.0027100656,0.0004727759,0.00020234165,0.003138861,0.00017616959,0.0025456815,0.00024543583,0.00081931305,0.0013943629],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003359088,0.00029900324,0.004076263,0.00007693609,0.000073407165,0.00002872655,0.018208481,0.092347465,0.00014822086,0.82430995,0.04565528,0.014772929],"study_design_scores_gemma":[0.00055643555,0.00018914917,0.019582236,0.000085326654,0.00009731968,0.00002320478,0.0005445083,0.768143,0.0001092101,0.010229103,0.19987944,0.0005611044],"about_ca_topic_score_codex":0.0008538593,"about_ca_topic_score_gemma":0.00032066912,"teacher_disagreement_score":0.8732145,"about_ca_system_score_codex":0.00018009974,"about_ca_system_score_gemma":0.002020876,"threshold_uncertainty_score":0.99977237},"labels":[],"label_agreement":null},{"id":"W3121041369","doi":"10.5206/cjsotl-rcacea.2020.3.8336","title":"Participation is Predictive of Individual, but Not Group, Work in the Context of a Blended General Education Course","year":2020,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Attendance; Blended learning; Psychology; Context (archaeology); Mathematics education; Academic achievement; Test (biology); Predictive power; Argumentative; Group work; Predictive validity; Developmental psychology; Educational technology","score_opus":0.04921181324391551,"score_gpt":0.32218484150820126,"score_spread":0.27297302826428577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121041369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961877,0.00059013977,0.0033704077,0.033867538,0.00010665808,0.00014036344,0.000006716312,0.0000047711555,0.00003641041],"genre_scores_gemma":[0.9974198,0.000010397802,0.0013106584,0.0010573706,0.00012765365,0.0000034736072,0.0000021633666,0.0000063700877,0.000062112245],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9981615,0.001013713,0.00028887167,0.00010492527,0.00025169368,0.00017927236],"domain_scores_gemma":[0.9986383,0.000620481,0.00036759433,0.00015092852,0.00010803456,0.0001146614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050155055,0.00008088389,0.00014807459,0.0000778302,0.0008409751,0.00018227972,0.0007389252,0.000044180208,0.000002420341],"category_scores_gemma":[0.0014622395,0.000047192174,0.00007567942,0.00020858092,0.00010639033,0.00020290911,0.00002862064,0.0016378176,2.8677223e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002152397,0.00014122677,0.15184249,0.0001126915,0.00036736135,0.0000041153226,0.3944275,0.028868696,0.0006614605,0.035825785,0.0012033434,0.38633007],"study_design_scores_gemma":[0.0021207624,0.0019504055,0.7446726,0.001079398,0.00062674534,0.00007437098,0.06878581,0.16473746,0.00067306665,0.0077191237,0.0070990114,0.0004612422],"about_ca_topic_score_codex":0.0013441236,"about_ca_topic_score_gemma":0.00068779837,"teacher_disagreement_score":0.5928301,"about_ca_system_score_codex":0.000023912291,"about_ca_system_score_gemma":0.00052879815,"threshold_uncertainty_score":0.71155936},"labels":[],"label_agreement":null},{"id":"W3121829071","doi":"10.3390/brainsci11020128","title":"The Influence of Video Format on Engagement and Performance in Online Learning","year":2021,"lang":"en","type":"article","venue":"Brain Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; HEC Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Infographic; Student engagement; Psychology; Operationalization; Online video; Cognition; Multimedia; Video game; Computer science; Mathematics education","score_opus":0.022538273475324295,"score_gpt":0.2935578098387455,"score_spread":0.27101953636342124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121829071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902163,0.00014457923,0.00031642235,0.008788503,0.00003774012,0.000025644003,2.4111264e-7,0.000016880369,0.0004536816],"genre_scores_gemma":[0.99558014,0.0002173203,0.0035189264,0.00036861366,0.000012328473,0.0000010577132,2.7463076e-7,0.0000013361936,0.00030003412],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903256,0.00012983622,0.00017035102,0.00019898193,0.00028933655,0.00017895698],"domain_scores_gemma":[0.9990933,0.0005984376,0.00007698732,0.00015731412,0.000046365094,0.000027575148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015035206,0.00005798645,0.00007966575,0.00006636096,0.0003437834,0.00013049212,0.00046624566,0.00001554079,8.3844395e-7],"category_scores_gemma":[0.0007136364,0.000038200284,0.000015837713,0.0006721108,0.00019360773,0.0002995016,0.00023194157,0.00019032713,0.0000025522652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008670615,0.00014801805,0.31534463,0.00006431179,0.000009098241,0.000018213364,0.005297647,0.30063972,0.0014761662,0.064005174,0.00013765735,0.31285068],"study_design_scores_gemma":[0.00019251386,0.00033898163,0.45235845,0.00016042852,0.0000012696377,0.000010369788,0.0011624496,0.53518933,0.0006687849,0.0012495564,0.008547017,0.00012087105],"about_ca_topic_score_codex":0.000007416043,"about_ca_topic_score_gemma":0.00002447904,"teacher_disagreement_score":0.3127298,"about_ca_system_score_codex":0.000008673752,"about_ca_system_score_gemma":0.0000882408,"threshold_uncertainty_score":0.26441386},"labels":[],"label_agreement":null},{"id":"W3123176325","doi":"10.3968/11973","title":"Research Progress and Prospect of Artificial Intelligence Education in China: Statistical Analysis Based on CNKI Journal Literature","year":2020,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"China; Field (mathematics); Subject (documents); Computer science; Artificial intelligence; Social science; Engineering ethics; Political science; Data science; Sociology; Engineering; Library science; Mathematics","score_opus":0.04255543323529875,"score_gpt":0.43366714423752495,"score_spread":0.3911117110022262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123176325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92430604,0.0011769634,0.046074975,0.027756434,0.0000540026,0.00026093304,0.000011949202,0.00005713543,0.00030157217],"genre_scores_gemma":[0.96490353,0.00008013731,0.034819774,0.00006564903,0.00004813933,0.000005630088,0.000054020362,0.0000038107964,0.000019279581],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851364,0.00040002598,0.00034517384,0.00022661051,0.00035376824,0.00016076298],"domain_scores_gemma":[0.99851286,0.00017290706,0.00014423896,0.00041678478,0.0006580134,0.00009519236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089605746,0.0000905911,0.00017078858,0.0002221235,0.0002791108,0.0010319052,0.0007385698,0.00006491292,0.0000054099255],"category_scores_gemma":[0.00056155416,0.00007015086,0.000047409238,0.0020170652,0.00034095746,0.00044824998,0.00015942863,0.00080705044,0.0000033874474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021267742,0.0010088293,0.12659015,0.0001912928,0.00007486725,0.00001131846,0.013705606,0.01968808,0.00060384604,0.27490115,0.00028800295,0.5627242],"study_design_scores_gemma":[0.00009137103,0.00027419772,0.13714749,0.0001502366,0.000019541701,0.000004102907,0.00032893484,0.8500802,0.000405211,0.011185139,0.00019078299,0.00012278873],"about_ca_topic_score_codex":0.000017892664,"about_ca_topic_score_gemma":0.00001304174,"teacher_disagreement_score":0.8303921,"about_ca_system_score_codex":0.000051625753,"about_ca_system_score_gemma":0.00016885549,"threshold_uncertainty_score":0.99506855},"labels":[],"label_agreement":null},{"id":"W3123230313","doi":"10.1007/978-3-030-66906-5_2","title":"A Review on Visualization of Educational Data in Online Learning","year":2021,"lang":"en","type":"review","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Visualization; Interactivity; Data science; Data visualization; Educational data mining; Information visualization; Context (archaeology); Strengths and weaknesses; Human–computer interaction; Multimedia; Data mining","score_opus":0.06259406852289136,"score_gpt":0.41689573822339665,"score_spread":0.3543016697005053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123230313","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012240223,0.58073163,0.4182275,0.0006453076,0.00024092245,0.0001314953,0.0000042594993,0.000014123994,0.0000035296218],"genre_scores_gemma":[0.00009490307,0.91634816,0.08251369,0.0005625195,0.00019809796,0.000004499657,0.00026077803,0.000013693577,0.0000036492931],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965157,0.00043630027,0.00082277687,0.0012571135,0.0006222317,0.00034587702],"domain_scores_gemma":[0.996299,0.0013054125,0.00050988124,0.001642781,0.000173009,0.000069880174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015931947,0.0003124626,0.0011877415,0.0007716663,0.00007353619,0.00014527954,0.003968292,0.00012990911,0.000009610426],"category_scores_gemma":[0.0023721429,0.00026183904,0.00011773661,0.006067345,0.0001384849,0.00034707153,0.0015910426,0.00080892426,0.000008846747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.2590708e-7,0.00014583967,0.00006522167,0.0050499057,0.0000045874244,0.000005700484,0.000048504626,0.0053306166,9.8135565e-8,0.0007716622,0.000015328887,0.9885624],"study_design_scores_gemma":[0.00011060347,0.000110657726,0.000039713585,0.18374704,0.000042408963,0.000053478103,2.5879456e-7,0.70316684,0.0000014142101,0.00076491054,0.11147548,0.00048718546],"about_ca_topic_score_codex":0.000021007483,"about_ca_topic_score_gemma":0.000032099746,"teacher_disagreement_score":0.9880752,"about_ca_system_score_codex":0.00014784801,"about_ca_system_score_gemma":0.0017593472,"threshold_uncertainty_score":0.9999834},"labels":[],"label_agreement":null},{"id":"W3123403987","doi":"","title":"Thrivers and Divers: Using Non-Academic Measures to Predict College Success and Failure","year":2016,"lang":"en","type":"article","venue":"RePEc: Research Papers in Economics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Canadian Institute for Advanced Research; University of Calgary","funders":"University of Toronto","keywords":"Procrastination; Psychological intervention; Download; Warrant; Psychology; Variable (mathematics); Variance (accounting); Contrast (vision); Set (abstract data type); Sample (material); Academic achievement; Mathematics education; Medical education; Computer science; Social psychology; Economics; Medicine; Mathematics; Accounting","score_opus":0.027292166618901624,"score_gpt":0.3113247908852703,"score_spread":0.2840326242663687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123403987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932412,0.00004946953,0.00080867787,0.0044046124,0.00007062674,0.00018921719,0.000018080018,0.000029212448,0.0011888973],"genre_scores_gemma":[0.9938759,0.0014244831,0.004106494,0.000071079136,0.00007504638,0.000005073798,3.6351497e-7,0.000011855313,0.00042968875],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853516,0.00010223915,0.00019874756,0.00051649165,0.0001953766,0.00045199002],"domain_scores_gemma":[0.9990105,0.00030671412,0.000046974736,0.0003278338,0.00006351077,0.00024446088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009224446,0.000121713114,0.00019382159,0.0002973222,0.0001906515,0.00009567733,0.00051689456,0.00011113207,0.0000040276386],"category_scores_gemma":[0.00027807575,0.000098842174,0.000026106356,0.00020442902,0.0002073469,0.0003982488,0.0006367955,0.00032988196,0.0000035085372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000762963,0.000056733745,0.4850303,0.000064776155,0.00008415484,0.00008386833,0.0017039491,0.002559184,0.008782794,0.0038528794,0.00031255843,0.4973925],"study_design_scores_gemma":[0.007539239,0.0014522785,0.19522904,0.001956845,0.000039438288,0.00022401179,0.004900536,0.69386315,0.0030991526,0.007216129,0.082145974,0.0023342075],"about_ca_topic_score_codex":0.00003504132,"about_ca_topic_score_gemma":0.00007148645,"teacher_disagreement_score":0.69130397,"about_ca_system_score_codex":0.00017483607,"about_ca_system_score_gemma":0.00015980071,"threshold_uncertainty_score":0.4030667},"labels":[],"label_agreement":null},{"id":"W3124093372","doi":"","title":"Intelligent Learning Management Systems: Definition, Features and Measurement of Intelligence","year":2014,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Intelligent decision support system; Learning Management; Analytic hierarchy process; Hierarchy; Process (computing); Rank (graph theory); Artificial intelligence; Intelligent agent; Knowledge management; Management system; Computational intelligence; Fuzzy logic; Engineering; Operations research; World Wide Web","score_opus":0.01578015151196495,"score_gpt":0.23910474337539894,"score_spread":0.223324591863434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124093372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043677613,0.0044743787,0.98875666,0.0007925571,0.00015245093,0.000060293187,9.359571e-8,0.00004271392,0.0013531155],"genre_scores_gemma":[0.9909052,0.0052290405,0.0033584072,0.000026090172,0.000083527746,0.0000017550564,4.4580378e-7,0.000008395905,0.00038708397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99799263,0.00018973899,0.00031343324,0.0002050599,0.0004866919,0.0008124707],"domain_scores_gemma":[0.9992904,0.000045365116,0.0002196867,0.00018073732,0.00019384423,0.00006993606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033404955,0.00012312664,0.00017107847,0.00016378221,0.00016895715,0.00012859101,0.0004283147,0.000038286,0.0000011054102],"category_scores_gemma":[0.00010559987,0.000104537095,0.000058553956,0.00020298938,0.000034563214,0.0001257861,0.0001072745,0.001001649,0.000008009973],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041877656,0.000031143445,0.00047374185,0.000034698118,0.00009129458,0.0000013028422,0.00013729316,0.0040569752,0.00003169181,0.89485866,0.000019067835,0.100259975],"study_design_scores_gemma":[0.000492824,0.0015754228,0.0012576097,0.0005900037,0.00012785876,0.0012142991,0.0050838715,0.09158289,0.0005281386,0.89059824,0.0063849925,0.0005638348],"about_ca_topic_score_codex":0.00001985973,"about_ca_topic_score_gemma":0.000023511078,"teacher_disagreement_score":0.9865375,"about_ca_system_score_codex":0.00022781946,"about_ca_system_score_gemma":0.00019451576,"threshold_uncertainty_score":0.4351722},"labels":[],"label_agreement":null},{"id":"W3125140100","doi":"10.31219/osf.io/g4kfx","title":"Ditching the “Disposable assignment” in favor of open pedagogy","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Commons; Point (geometry); Open education; Pedagogy; Computer science; Mathematics education; Psychology; Political science; Law","score_opus":0.034327865208638286,"score_gpt":0.37331064356728216,"score_spread":0.3389827783586439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125140100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011155825,0.00012805301,0.87879294,0.05100346,0.0006909512,0.00044002832,0.000008996009,0.000081176804,0.05769857],"genre_scores_gemma":[0.9716465,0.000038170227,0.013043339,0.00023088002,0.00010240529,0.000011660388,0.0000028028483,0.000010099633,0.014914179],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986577,0.00016213335,0.0003218354,0.00040494167,0.00023541508,0.00021796858],"domain_scores_gemma":[0.99847555,0.0002084882,0.000228027,0.0010083418,0.0000413311,0.000038251725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087542913,0.00014495193,0.0002897792,0.00008597575,0.00005809107,0.00030971892,0.004200719,0.00009929264,0.00003933243],"category_scores_gemma":[0.00007472497,0.000076733384,0.00007636504,0.00012746405,0.0000374544,0.00018119288,0.0065564616,0.00044947033,0.000028829336],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001618784,0.00050732854,0.038084947,0.00024083664,0.00017775162,0.000038539234,0.0035870697,0.029232752,0.0007655354,0.7626603,0.008151263,0.15653746],"study_design_scores_gemma":[0.0010228842,0.00012817491,0.00820173,0.0012718664,0.00003357455,0.0000076202023,0.00036767533,0.5209614,0.0011980685,0.4445586,0.021384837,0.0008636121],"about_ca_topic_score_codex":0.00066662696,"about_ca_topic_score_gemma":0.00011140768,"teacher_disagreement_score":0.96049064,"about_ca_system_score_codex":0.000040472496,"about_ca_system_score_gemma":0.00030559048,"threshold_uncertainty_score":0.817216},"labels":[],"label_agreement":null},{"id":"W3125934320","doi":"","title":"MOOCs as LIS Professional Development Platforms: Evaluating and Refining SJSU's First Not-for-Credit MOOC","year":2014,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Lifelong learning; General partnership; Professional development; Scale (ratio); Higher education; Massive open online course; Test (biology); Sociology; Public relations; Library science; Computer science; Political science; Pedagogy","score_opus":0.016593563800339314,"score_gpt":0.30177385765545367,"score_spread":0.28518029385511434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125934320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7401812,0.0005528904,0.25119245,0.0066529443,0.00078951975,0.0001130124,8.118513e-7,0.00012464896,0.00039250072],"genre_scores_gemma":[0.94481236,0.0001714102,0.047924504,0.00036724698,0.0007205226,0.000011614264,0.0000061529686,0.000025934158,0.0059602708],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970691,0.00005072859,0.0004067546,0.00034117393,0.00054121413,0.0015909862],"domain_scores_gemma":[0.99892694,0.0002719801,0.00028598355,0.00020464958,0.00016873532,0.00014172036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004431414,0.00019401553,0.0002208415,0.00014246287,0.0009317893,0.00021272761,0.0005796207,0.000096540214,0.000005205333],"category_scores_gemma":[0.00055966026,0.00015719552,0.000071557246,0.00018068241,0.00003103925,0.0003991297,0.00019013668,0.0014500937,0.000020777996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007379787,0.00008179289,0.004607291,0.000049949667,0.00019400936,0.0000036032911,0.0023802272,0.0019754698,0.00026016549,0.37500077,0.00032917364,0.61504376],"study_design_scores_gemma":[0.0030824076,0.0020215476,0.0036824592,0.0004929395,0.00006481988,0.001030456,0.0012721727,0.61323994,0.00039711993,0.3410098,0.03276628,0.0009400837],"about_ca_topic_score_codex":0.000009621513,"about_ca_topic_score_gemma":0.00009541928,"teacher_disagreement_score":0.6141037,"about_ca_system_score_codex":0.0003583316,"about_ca_system_score_gemma":0.0024572043,"threshold_uncertainty_score":0.7166664},"labels":[],"label_agreement":null},{"id":"W3127046462","doi":"10.38069/edenconf-2020-ac0003","title":"Ethical Codes and Learning Analytics","year":2020,"lang":"en","type":"article","venue":"EDEN Conference Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Ethical code; Analytics; Engineering ethics; Set (abstract data type); Learning analytics; Code of conduct; Code (set theory); Ethical issues; Computer science; Data science; Sociology; Political science; Engineering; Law","score_opus":0.03621805548328185,"score_gpt":0.277596647939703,"score_spread":0.24137859245642115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127046462","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19900775,0.00013834046,0.24624674,0.5358706,0.00014290283,0.0001694358,0.0000018100855,0.001226589,0.017195845],"genre_scores_gemma":[0.97793657,0.000044724133,0.018961541,0.0022213217,0.00017679222,0.0000017248753,0.0000010605081,0.000008246963,0.000648026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886984,0.00002098642,0.00017603507,0.00041182616,0.0002728718,0.00024843015],"domain_scores_gemma":[0.99928397,0.00008409916,0.000089259374,0.00006525972,0.00023584638,0.00024157403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003321709,0.00013999663,0.0002042379,0.000048335805,0.00019462778,0.0006200591,0.00049265835,0.00014800673,0.000023376493],"category_scores_gemma":[0.00082695397,0.0001302776,0.000035108398,0.00034552815,0.00006909759,0.00025335135,0.0003220811,0.0012296372,0.000045328463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028817647,0.00006764099,0.077672645,0.0003626841,0.00011534876,0.00004485855,0.03908599,0.00020601499,0.00837932,0.80438375,0.0070891324,0.06256376],"study_design_scores_gemma":[0.00021645051,0.00023146691,0.0010378351,0.00005080528,0.000018117344,0.000015496522,0.00094196806,0.97784287,0.0003388572,0.00418582,0.014846666,0.00027366617],"about_ca_topic_score_codex":0.0000074982054,"about_ca_topic_score_gemma":8.413299e-7,"teacher_disagreement_score":0.9776368,"about_ca_system_score_codex":0.000012469553,"about_ca_system_score_gemma":0.000073820105,"threshold_uncertainty_score":0.5979244},"labels":[],"label_agreement":null},{"id":"W3127675403","doi":"10.29173/iasl7606","title":"Using MOODLE to Help Teach About Plagiarism and Copyright","year":2021,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certificate; Collusion; Subject (documents); Computer science; Work (physics); Mathematics education; World Wide Web; Psychology; Engineering; Business","score_opus":0.026990837276762342,"score_gpt":0.29375952716469583,"score_spread":0.2667686898879335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127675403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91985226,0.00019695645,0.06878568,0.008311906,0.00017632208,0.000103207116,0.000010364161,0.00023182084,0.002331485],"genre_scores_gemma":[0.93968576,0.000020733283,0.05722124,0.0007683862,0.00014334038,0.000003682945,0.0000022738486,0.000012325138,0.0021422827],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984075,0.000015906431,0.00023309591,0.0006113799,0.0003273206,0.00040481405],"domain_scores_gemma":[0.9985585,0.000032290944,0.000084552674,0.0001679152,0.0008899978,0.00026673017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026081817,0.00019976044,0.00025276275,0.00011519684,0.00022803916,0.0007899023,0.00049151125,0.00013565666,0.00002389514],"category_scores_gemma":[0.00021819292,0.00018984584,0.00004283704,0.0005144669,0.00005791828,0.0006799069,0.0005119771,0.00040961572,0.000043645097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006162734,0.0007674271,0.080048256,0.0006139442,0.00024509657,0.00035783838,0.44098198,0.00024425724,0.036247365,0.28652933,0.023707356,0.1301955],"study_design_scores_gemma":[0.0017535428,0.00079420675,0.016366305,0.0011424903,0.00012522917,0.0009089442,0.045014173,0.78930414,0.028200708,0.03887146,0.074805066,0.0027137185],"about_ca_topic_score_codex":0.00004269697,"about_ca_topic_score_gemma":0.0000045464244,"teacher_disagreement_score":0.7890599,"about_ca_system_score_codex":0.000029679899,"about_ca_system_score_gemma":0.00021445024,"threshold_uncertainty_score":0.7741689},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3128120901","doi":"10.1007/s40300-021-00200-1","title":"The Impact of COVID-19 on Students’ Marks: A Bayesian Hierarchical Modeling Approach","year":2021,"lang":"en","type":"article","venue":"METRON","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Thompson Rivers University","funders":"","keywords":"Bayesian probability; Coronavirus disease 2019 (COVID-19); Missing data; Longitudinal data; Bayesian inference; Cognition; Random effects model; Psychology; Computer science; Mathematics education; Statistics; Artificial intelligence; Machine learning; Mathematics; Data mining; Medicine","score_opus":0.02919546572398673,"score_gpt":0.35459844643772864,"score_spread":0.3254029807137419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128120901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121800415,0.00019941543,0.87386423,0.0027341396,0.000058726346,0.0000501584,0.0000021553276,0.000049569753,0.0012411713],"genre_scores_gemma":[0.9834619,0.000027095395,0.015907563,0.00011164576,0.000058914255,0.00000221687,0.0000032956161,0.000006629306,0.00042075236],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868494,0.00023696524,0.00017675037,0.00026021077,0.0004199728,0.00022114353],"domain_scores_gemma":[0.9990115,0.0002281794,0.000055115714,0.00052254286,0.000047787176,0.0001348517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067540014,0.000095067146,0.0001511801,0.00007046906,0.00015564502,0.00015194796,0.00073639693,0.000038961785,0.0000067391675],"category_scores_gemma":[0.0005134166,0.000059815375,0.0001541192,0.00043259628,0.000029209827,0.0000527619,0.00022480727,0.0002676545,0.00000544647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057575024,0.0009892678,0.015635557,0.00005243163,0.00026712948,0.000048371287,0.0018664337,0.9164236,0.00030225154,0.0429576,0.00093983044,0.020459915],"study_design_scores_gemma":[0.0001868009,0.00012906354,0.0008931498,0.0000096302565,0.0000067657484,0.0000059210283,0.00012221756,0.9954531,0.00001811093,0.0028924819,0.00021072789,0.000071987524],"about_ca_topic_score_codex":0.00007126589,"about_ca_topic_score_gemma":0.0000036082288,"teacher_disagreement_score":0.8616615,"about_ca_system_score_codex":0.000107656684,"about_ca_system_score_gemma":0.00027661794,"threshold_uncertainty_score":0.24392001},"labels":[],"label_agreement":null},{"id":"W3128636937","doi":"10.1145/3446243.3446250","title":"Artificial intelligence for students in postsecondary education","year":2020,"lang":"en","type":"article","venue":"AI Matters","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Postsecondary education; Medical education; Psychology; Mathematics education; Learning disability; Pedagogy; Higher education; Political science; Medicine; Developmental psychology","score_opus":0.02479991213896071,"score_gpt":0.3519332936231699,"score_spread":0.3271333814842092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128636937","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035881195,0.00001717921,0.36884952,0.59478056,0.0002775311,0.00011541487,0.0000015293454,0.000052822215,0.000024248367],"genre_scores_gemma":[0.8475617,0.000001622549,0.0106446,0.14160463,0.000105839834,0.000007669302,0.0000050827903,0.0000054047387,0.00006345319],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994707,0.00001633541,0.00013870421,0.00017240201,0.00009445215,0.00010741971],"domain_scores_gemma":[0.9997597,0.000033371118,0.00003100031,0.000105903266,0.000023142129,0.00004689092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008903629,0.000049924474,0.00006399877,0.000045224253,0.000025625039,0.000101430946,0.0004252224,0.000017408849,0.000008414125],"category_scores_gemma":[0.000023993289,0.000051879008,0.000025583748,0.00017252089,0.000009992805,0.00014427236,0.00006887686,0.00008466031,0.00008003006],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039398605,0.00064140325,0.014971802,0.00017901367,0.000035973582,0.000014273675,0.010545094,0.0037032212,0.0021029466,0.05800132,0.10203247,0.80773306],"study_design_scores_gemma":[0.00030437962,0.0006837743,0.014295254,0.00018091637,0.000023994598,0.000009748109,0.001733901,0.76456505,0.0059386827,0.113164924,0.09815909,0.0009402735],"about_ca_topic_score_codex":0.000011754208,"about_ca_topic_score_gemma":0.000004350783,"teacher_disagreement_score":0.8116805,"about_ca_system_score_codex":0.000015155412,"about_ca_system_score_gemma":0.00006637529,"threshold_uncertainty_score":0.21155645},"labels":[],"label_agreement":null},{"id":"W3130006699","doi":"10.4018/978-1-7998-7103-3.ch005","title":"Learning Analytics and Education Data Mining in Higher Education","year":2021,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Categorization; Learning analytics; Big data; Data science; Perspective (graphical); Field (mathematics); Higher education; Analytics; Engineering ethics; Educational data mining; Scale (ratio); Computer science; Knowledge management; Political science; Engineering; Data mining; Artificial intelligence","score_opus":0.036021502756108145,"score_gpt":0.292893116129142,"score_spread":0.2568716133730338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130006699","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026636582,0.6097487,0.004826642,0.12748477,0.008516578,0.001347822,0.00007562315,0.001110439,0.24422576],"genre_scores_gemma":[0.0060475487,0.14361937,0.4057998,0.00034237638,0.0004942329,0.00007334625,0.00052796653,0.000052398995,0.44304296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824476,0.000036646157,0.0004420639,0.0008207195,0.00025349195,0.00020230476],"domain_scores_gemma":[0.99873483,0.00023835867,0.00028893098,0.00052954705,0.00016779688,0.000040512004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019517167,0.00029935528,0.00032411565,0.0006249674,0.00016410473,0.00017270267,0.00059493387,0.0002942087,0.000046516096],"category_scores_gemma":[0.00022831716,0.00032472148,0.00002578831,0.00024646014,0.00034243625,0.002502144,0.0005294773,0.0006347925,0.0000023589105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047354583,0.000037460766,0.000914788,0.000057688845,0.000011323518,0.000001379477,0.000034292945,0.0002789151,0.0000036530685,0.67928076,0.00031878383,0.3190562],"study_design_scores_gemma":[0.00010942294,0.00007798599,0.0018076292,0.00065907225,0.000016998016,0.00014461072,0.00089384936,0.0014408296,0.000007372525,0.441694,0.5527209,0.00042729074],"about_ca_topic_score_codex":0.0000069997673,"about_ca_topic_score_gemma":0.000023960582,"teacher_disagreement_score":0.55240214,"about_ca_system_score_codex":0.000148145,"about_ca_system_score_gemma":0.0014215502,"threshold_uncertainty_score":0.9999205},"labels":[],"label_agreement":null},{"id":"W3131024833","doi":"10.5267/j.msl.2021.2.003","title":"The relationship between school-related factors and student development: An empirical study of Vietnamese students in the Industry 4.0","year":2021,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vietnamese; Psychology; Quality (philosophy); Curriculum; Cognition; Ranking (information retrieval); Medical education; Mathematics education; Pedagogy; Medicine","score_opus":0.04687902361769249,"score_gpt":0.3651137387741093,"score_spread":0.3182347151564168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131024833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98996437,0.000012182333,0.0003424766,0.009276191,0.00007877461,0.00022946869,1.5786908e-7,0.000024102439,0.000072252384],"genre_scores_gemma":[0.9987353,0.0000015956501,0.00054998836,0.0006054041,0.000010862096,0.000008077454,0.0000012077413,0.0000037682842,0.00008377966],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972439,0.00034165804,0.0003661847,0.0004618137,0.0012848439,0.00030164412],"domain_scores_gemma":[0.9988668,0.00028245943,0.00011784797,0.000622098,0.00002613178,0.00008465665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025872209,0.00012472087,0.00012924384,0.00020392441,0.00068617053,0.0006800185,0.0022326303,0.000037977574,0.0000011290246],"category_scores_gemma":[0.00016394508,0.00007507227,0.000019988323,0.0021484713,0.00020140743,0.00043360313,0.0009159642,0.00052197656,0.0000038407375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.342841e-7,0.00020158329,0.98729116,0.0000034737247,0.000018695888,0.00002328922,0.011155284,0.00021386993,0.0000043136665,0.0004057251,0.000032670516,0.0006494976],"study_design_scores_gemma":[0.00030083742,0.000044210672,0.981032,0.00001906504,0.000013572319,8.086142e-7,0.017915633,0.00031011167,0.0000051758398,0.00016842084,0.00009763297,0.00009252323],"about_ca_topic_score_codex":0.000009315135,"about_ca_topic_score_gemma":0.000024095947,"teacher_disagreement_score":0.008770922,"about_ca_system_score_codex":0.00006980641,"about_ca_system_score_gemma":0.000038972525,"threshold_uncertainty_score":0.6557434},"labels":[],"label_agreement":null},{"id":"W3133532305","doi":"10.1145/3408877.3432458","title":"Pillars of Program Design and Delivery: A Case Study using Self-Directed, Problem-Based, and Supportive Learning","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Experiential learning; Economic shortage; Computer science; Field (mathematics); Point (geometry); Knowledge management; Engineering management; Medical education; Engineering; Mathematics education; Psychology; Medicine","score_opus":0.029550293134029224,"score_gpt":0.29923215114349927,"score_spread":0.26968185800947003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133532305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9325484,0.0001618084,0.06628891,0.00013763964,0.000014893404,0.00030944715,3.277027e-7,0.0004969499,0.000041588053],"genre_scores_gemma":[0.57833606,0.000008902533,0.42158073,0.000015225703,0.000005482028,0.0000033443064,4.6539353e-7,0.0000058601613,0.000043923537],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872637,0.00031485452,0.0002153518,0.0003753101,0.00017007612,0.00019802598],"domain_scores_gemma":[0.9992045,0.00015927097,0.000112985195,0.00017461165,0.00025607512,0.00009255244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040995286,0.00012595259,0.00020906619,0.00008996878,0.00015144923,0.00015104849,0.00008792506,0.000038995702,0.000003323825],"category_scores_gemma":[0.000056093166,0.000113333546,0.000027114584,0.00046895805,0.00003942328,0.00015029656,0.00017270684,0.00016659222,4.3774284e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059930073,0.006789128,0.48078975,0.00063114904,0.00084292964,0.033693988,0.025505293,0.08757425,0.0020239572,0.00084160926,0.0001280953,0.36111993],"study_design_scores_gemma":[0.00055154925,0.0007808071,0.00034153,0.00003128139,0.00006242294,0.0012407161,0.002406253,0.9939823,0.00034291076,0.000049028964,0.00006116557,0.00015004283],"about_ca_topic_score_codex":0.00021458468,"about_ca_topic_score_gemma":0.000035150148,"teacher_disagreement_score":0.9064081,"about_ca_system_score_codex":0.000015595388,"about_ca_system_score_gemma":0.0002366904,"threshold_uncertainty_score":0.4621608},"labels":[],"label_agreement":null},{"id":"W3134130599","doi":"10.1145/3408877.3439669","title":"Exploring How Students Use an Online Learning Environment","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Online learning; Class (philosophy); Learning environment; Multimedia; Mathematics education; Artificial intelligence; Psychology","score_opus":0.18450813019225953,"score_gpt":0.30011878309186374,"score_spread":0.1156106528996042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134130599","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8840342,0.000021374839,0.11268342,0.0028645883,0.00010977975,0.000020354104,5.2018834e-7,0.00019687467,0.00006886278],"genre_scores_gemma":[0.8856612,0.00017618682,0.10001164,0.00020981823,0.00011214939,0.0000020634745,0.000015979389,0.000010749905,0.013800251],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884903,0.00010216703,0.000104055296,0.0003593574,0.000372716,0.000212659],"domain_scores_gemma":[0.9993481,0.00004670455,0.00003875512,0.00041890534,0.00002951061,0.00011799454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013427954,0.00010016966,0.000109899,0.000044983117,0.000116681156,0.0005336457,0.00044841273,0.000022628943,0.000025782365],"category_scores_gemma":[0.00006694643,0.000093927294,0.000044687116,0.00015374385,0.000011735652,0.0011269775,0.0004372972,0.00023507567,0.00003947806],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054181237,0.0028277957,0.50379264,0.000031505824,0.00017367282,0.0009976526,0.004431027,0.08817892,0.007818629,0.018848952,0.00023216622,0.37266162],"study_design_scores_gemma":[0.0008695757,0.0003987711,0.2554578,0.00006191884,0.000030775518,0.000049326354,0.0026481075,0.6294738,0.0034282282,0.00030617265,0.1064831,0.00079241756],"about_ca_topic_score_codex":0.000010709237,"about_ca_topic_score_gemma":0.0000073990764,"teacher_disagreement_score":0.5412949,"about_ca_system_score_codex":0.00002698197,"about_ca_system_score_gemma":0.0000194658,"threshold_uncertainty_score":0.5145958},"labels":[],"label_agreement":null},{"id":"W3135555450","doi":"10.1109/cloudtech49835.2020.9365915","title":"Learning Analytics based on Bayesian Optimization of Support Vector Machines with Application to Student Success Prediction in Mathematics Course","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Support vector machine; Computer science; Polynomial kernel; Artificial intelligence; Kernel (algebra); Machine learning; k-nearest neighbors algorithm; Bayesian optimization; Polynomial; Radial basis function; Graph kernel; Kernel method; Analytics; Pattern recognition (psychology); Data mining; Mathematics; Artificial neural network","score_opus":0.007930748881473165,"score_gpt":0.2729931894761753,"score_spread":0.26506244059470213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135555450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012144133,8.6928907e-7,0.98152685,0.0053027296,0.000015674053,0.00019192675,0.0000021575627,0.000116279094,0.0006993546],"genre_scores_gemma":[0.87547207,9.594498e-7,0.12412635,0.00023359449,0.000029233783,0.0000074749864,0.00001876133,0.000010553248,0.000100996156],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989143,0.000040993098,0.00027962832,0.00026522425,0.00037459357,0.00012522994],"domain_scores_gemma":[0.99937516,0.00005730253,0.00014174878,0.00022288607,0.00010498582,0.00009788429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021004777,0.000111300134,0.00017704515,0.00012056496,0.000038549395,0.000056516026,0.00031142944,0.00003689294,0.000015741902],"category_scores_gemma":[0.000049347185,0.00009157272,0.000026014017,0.00082104804,0.000012829233,0.00011352878,0.000045058474,0.0001453911,0.000007526719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096950225,0.00018511001,0.06378268,0.000033277913,0.0000073420215,0.0000019883803,0.00060280884,0.93340814,0.000029761792,0.0009088094,0.000025861102,0.0010044992],"study_design_scores_gemma":[0.00029970455,0.0007159251,0.008249979,0.000035007197,0.000016708644,6.1094056e-7,0.00012266556,0.99030614,0.000121132674,0.000015355488,0.000023364466,0.000093393624],"about_ca_topic_score_codex":0.000013933321,"about_ca_topic_score_gemma":0.000015349808,"teacher_disagreement_score":0.8633279,"about_ca_system_score_codex":0.0000293515,"about_ca_system_score_gemma":0.00007039456,"threshold_uncertainty_score":0.3734227},"labels":[],"label_agreement":null},{"id":"W3136114620","doi":"10.53841/bpsper.2021.45.1.35","title":"Response to Flavin on disruptive innovation and technology enhanced learning: Affordances for disruption","year":2021,"lang":"en","type":"article","venue":"Psychology of Education Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Affordance; Flavin group; Chemistry; Business; Computer science; Human–computer interaction; Biochemistry","score_opus":0.025027075461253122,"score_gpt":0.41913443218042423,"score_spread":0.39410735671917113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136114620","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3364344,0.015419301,0.2287474,0.41663188,0.0008477685,0.0006923918,0.0000032336438,0.00011091769,0.0011127145],"genre_scores_gemma":[0.8643811,0.010856379,0.109944426,0.010834796,0.00009855696,0.00029046237,0.000046077068,0.000017263586,0.0035309587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902284,0.00015929027,0.00029139657,0.0003406218,0.000073576644,0.0001122503],"domain_scores_gemma":[0.99879146,0.0001654651,0.0002099205,0.00030355557,0.00050088455,0.000028742208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005615484,0.00008435494,0.00021084626,0.0002585969,0.000063111496,0.000013285352,0.00017371388,0.000059169073,0.0000079892525],"category_scores_gemma":[0.0019657412,0.000080664235,0.000027515087,0.0015163533,0.000045080043,0.00007061393,0.000035356366,0.00011833251,0.000014482703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051998784,0.00029935598,0.00048758896,0.00037708489,0.000017559838,4.4381247e-7,0.0003643611,0.000011649572,0.015977029,0.08848498,0.0029291983,0.8909987],"study_design_scores_gemma":[0.0012640293,0.0037675665,0.023348974,0.008203346,0.00010627465,0.00009380997,0.00093481777,0.00066473294,0.017174363,0.09777396,0.8458359,0.0008321795],"about_ca_topic_score_codex":3.0435902e-7,"about_ca_topic_score_gemma":7.1120957e-7,"teacher_disagreement_score":0.8901666,"about_ca_system_score_codex":0.000016475473,"about_ca_system_score_gemma":0.00015424035,"threshold_uncertainty_score":0.3289392},"labels":[],"label_agreement":null},{"id":"W3136224172","doi":"10.1109/iv51561.2020.00083","title":"Using Machine Learning to Explore the Relation Between Student Engagement and Student Performance","year":2020,"lang":"en","type":"article","venue":"2020 24th International Conference Information Visualisation (IV)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Student engagement; Learning analytics; Mathematics education; Computer science; Active learning (machine learning); Relation (database); Psychology; Artificial intelligence; Data science","score_opus":0.1801124621072724,"score_gpt":0.3913535851259982,"score_spread":0.21124112301872583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136224172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68319196,0.000010153119,0.29508963,0.019781025,0.00026230424,0.00032168604,0.000008533648,0.00015872429,0.0011759733],"genre_scores_gemma":[0.9930877,0.000049039303,0.0046180654,0.0018138421,0.00022171835,0.000017442198,0.00012800198,0.0000070827427,0.00005709661],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980167,0.00016365484,0.00057709054,0.00022882306,0.0008447594,0.00016898109],"domain_scores_gemma":[0.99888736,0.000095345444,0.00034054174,0.0001596247,0.0003783079,0.00013881396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006878556,0.000170242,0.0001521302,0.00013738715,0.0003689143,0.0007905512,0.00068083464,0.00004873492,0.000060919938],"category_scores_gemma":[0.00023011355,0.00014241294,0.000040338513,0.0003500574,0.00002878559,0.0020229097,0.00047637676,0.00038149202,0.00012785195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060806888,0.0000910478,0.44288784,0.00010456814,0.00030583347,0.0000027457868,0.25424147,0.14117742,0.0006255199,0.08847595,0.0006759248,0.07135087],"study_design_scores_gemma":[0.00032424374,0.00014801306,0.091754295,0.00003774944,0.000015855223,0.0000023069513,0.0034414297,0.8919942,0.00009372171,0.000095859934,0.011919394,0.00017297373],"about_ca_topic_score_codex":0.00001945218,"about_ca_topic_score_gemma":0.0000016096155,"teacher_disagreement_score":0.75081676,"about_ca_system_score_codex":0.00010326229,"about_ca_system_score_gemma":0.00007815648,"threshold_uncertainty_score":0.7623303},"labels":[],"label_agreement":null},{"id":"W3136268152","doi":"10.19173/irrodl.v22i1.5315","title":"Resonance and Current Relevance of IRRODL Highly-Cited Articles: An Integrative Retrospective","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Relevance (law); Citation; Download; Computer science; Field (mathematics); Data science; World Wide Web; Political science","score_opus":0.059721199446270926,"score_gpt":0.4373386202519648,"score_spread":0.3776174208056939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136268152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6764896,0.23845078,0.01672518,0.06394785,0.00026193255,0.0009614076,0.00013532938,0.000051822495,0.0029760948],"genre_scores_gemma":[0.92990315,0.068013966,0.0017831038,0.00006125032,0.000022855844,0.000010764773,0.000035969304,0.0000042120264,0.00016472598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979433,0.0006811588,0.0003362645,0.00031164795,0.0005611999,0.00016644332],"domain_scores_gemma":[0.99797976,0.0006794739,0.00016443178,0.00027474324,0.00084086147,0.000060716553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029401742,0.00008177698,0.00025619759,0.000091675785,0.00009960887,0.00014225002,0.00091278314,0.000021933676,0.00001287261],"category_scores_gemma":[0.0045994907,0.000057164252,0.000029983916,0.0010096837,0.00021324086,0.00035495407,0.00091122225,0.0006575823,0.0000014899226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101306716,0.0004912059,0.11718083,0.0012018104,0.00006581147,0.00005322755,0.0015932455,0.0002040481,0.0008775874,0.44822183,0.00091777666,0.4290913],"study_design_scores_gemma":[0.0033552034,0.0012741564,0.29621598,0.08439647,0.000041550546,0.00012319529,0.008441395,0.3655728,0.0046332753,0.10848924,0.12671532,0.0007414109],"about_ca_topic_score_codex":0.00011890939,"about_ca_topic_score_gemma":0.000028970797,"teacher_disagreement_score":0.4283499,"about_ca_system_score_codex":0.000060583603,"about_ca_system_score_gemma":0.0001783499,"threshold_uncertainty_score":0.5506352},"labels":[],"label_agreement":null},{"id":"W3137268104","doi":"10.1016/j.caeai.2021.100016","title":"Comparison of learning analytics and educational data mining: A topic modeling approach","year":2021,"lang":"en","type":"article","venue":"Computers and Education Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Data science; Computer science; Learning analytics; Educational data mining; Field (mathematics); Analytics; Consistency (knowledge bases); CLARITY; Big data; Data analysis; Thematic analysis; Topic model; Focus (optics); Data mining; Artificial intelligence; Qualitative research; Sociology","score_opus":0.17277030235852128,"score_gpt":0.3992104277104874,"score_spread":0.22644012535196614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137268104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102755055,0.0010040145,0.89214426,0.0034187147,0.00035748238,0.000036762045,9.0839404e-7,0.000022570794,0.00026021278],"genre_scores_gemma":[0.79847604,0.00007414345,0.20104411,0.00006837904,0.00013727964,0.0000010843169,0.000041473824,0.0000039642878,0.00015350153],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888355,0.000065384505,0.0003510414,0.0004210839,0.00014627853,0.00013266035],"domain_scores_gemma":[0.9990392,0.00014903143,0.000118904216,0.00039751554,0.0002042687,0.000091114176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022707962,0.00009706732,0.00018413425,0.00009969782,0.00015539861,0.00020486076,0.00038903696,0.000042268817,0.0000047448057],"category_scores_gemma":[0.00017890563,0.00010356537,0.000021378055,0.00034776024,0.000062049694,0.00022019944,0.0003704721,0.00015448016,0.0000019063126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029081757,0.0005999493,0.013667719,0.00010859348,0.00003279819,6.032962e-7,0.005462115,0.08237179,0.00012354593,0.14845769,0.00037495315,0.7487973],"study_design_scores_gemma":[0.000011160015,0.00002401111,0.0002391056,0.00004518779,0.000012952038,0.000010830681,0.0025882048,0.98816234,0.00015242126,0.008367951,0.00027885113,0.00010697212],"about_ca_topic_score_codex":0.000018005157,"about_ca_topic_score_gemma":0.0000040416317,"teacher_disagreement_score":0.90579057,"about_ca_system_score_codex":0.000011821242,"about_ca_system_score_gemma":0.00035406667,"threshold_uncertainty_score":0.42232734},"labels":[],"label_agreement":null},{"id":"W3137516511","doi":"","title":"Knowledge Network for Applied Education Research (KNAER) FINAL REPORT","year":2014,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.1712185471865927,"score_gpt":0.40396992794121334,"score_spread":0.23275138075462062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137516511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83736855,0.00007476991,0.15585329,0.0014947107,0.00077754474,0.00041906923,0.0000028045351,0.00032806158,0.0036812369],"genre_scores_gemma":[0.9587524,0.0000111578065,0.0055682035,0.00019840476,0.000927372,0.0000054429283,0.000041150295,0.000033558714,0.034462295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973512,0.00038859996,0.0002899351,0.00082758133,0.00043156973,0.00071109895],"domain_scores_gemma":[0.99747354,0.00040726239,0.00019876011,0.0010629919,0.00057190156,0.0002855661],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002385742,0.00023284316,0.000285443,0.0005074124,0.0006533715,0.0005065053,0.0017145057,0.0001969721,0.0000034983457],"category_scores_gemma":[0.00019302998,0.00026282732,0.00013227596,0.0011797174,0.00010826004,0.0008528487,0.00060662825,0.00074329623,0.00023070275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084534135,0.00052990974,0.8926777,0.00016468628,0.0000745231,0.000081948376,0.00066682335,0.0006522899,0.00022898079,0.06681438,0.00018653258,0.03783764],"study_design_scores_gemma":[0.0017469691,0.0005067301,0.64008987,0.00038044347,0.00008488707,0.00014275066,0.00023057077,0.00032599532,0.0004906772,0.02014456,0.33482736,0.0010291964],"about_ca_topic_score_codex":0.0000022861198,"about_ca_topic_score_gemma":0.00020321428,"teacher_disagreement_score":0.33464083,"about_ca_system_score_codex":0.00018505126,"about_ca_system_score_gemma":0.0005551775,"threshold_uncertainty_score":0.9999824},"labels":[],"label_agreement":null},{"id":"W3137527660","doi":"","title":"Measuring K-12 Computational Thinking Concepts, Practices and Perspectives: An Examination of Current CT Assessments","year":2019,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Current (fluid); Computer science; Epistemology; Psychology; Engineering; Philosophy","score_opus":0.06638451155557935,"score_gpt":0.3914522438670477,"score_spread":0.32506773231146835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137527660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4521115,0.00019819799,0.5359865,0.0056712995,0.00085297524,0.00055170205,0.000018670728,0.00027457398,0.0043345722],"genre_scores_gemma":[0.92630446,0.000045146855,0.07314376,0.00010462974,0.000044441993,0.000044163153,0.00015247246,0.000004873495,0.00015607539],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883264,0.00004110573,0.00036995328,0.00023792488,0.0003925343,0.00012583613],"domain_scores_gemma":[0.99753416,0.00008658601,0.0009404443,0.00021254757,0.0011895383,0.000036722526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006621374,0.00012385109,0.0001354693,0.00026106334,0.00012968761,0.00022470929,0.000619524,0.00007745498,0.000026122923],"category_scores_gemma":[0.00022287382,0.00013159579,0.000075958764,0.00022164673,0.00009800435,0.0031472852,0.00012220067,0.00027736297,0.000008878208],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036380009,0.00022068259,0.0109122945,0.00006918268,0.00006838613,1.4762984e-8,0.009917446,0.00030943833,0.0000886716,0.8247405,0.0001226904,0.15354703],"study_design_scores_gemma":[0.0012321731,0.0002942747,0.037902217,0.00024050292,0.000047434478,0.000023481662,0.07479942,0.7871932,0.00034683352,0.08412491,0.0133386105,0.00045699786],"about_ca_topic_score_codex":0.000009515323,"about_ca_topic_score_gemma":0.0000012058279,"teacher_disagreement_score":0.7868837,"about_ca_system_score_codex":0.00014498498,"about_ca_system_score_gemma":0.000477924,"threshold_uncertainty_score":0.53663206},"labels":[],"label_agreement":null},{"id":"W3138069980","doi":"10.6339/jds.201207_10(3).0006","title":"A Data Mining Approach to Comparing American and Canadian Grade 10 Students’ PISA Science Test Performance","year":2021,"lang":"en","type":"article","venue":"Journal of Data Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Academic achievement; Mathematics education; Achievement test; Psychology; Political science; Standardized test","score_opus":0.10987572929409287,"score_gpt":0.36575051924651825,"score_spread":0.2558747899524254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138069980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97201276,0.0001083208,0.022040337,0.0044338745,0.00027791547,0.000056165976,0.000051054354,0.000019426603,0.0010001528],"genre_scores_gemma":[0.75658125,0.00003571608,0.24288927,0.00035210053,0.000079641904,1.4205719e-7,0.00000521869,0.0000035382968,0.000053120937],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968207,0.0000318846,0.0003520878,0.00078556495,0.0014486061,0.00056118966],"domain_scores_gemma":[0.99640733,0.00010282062,0.00027270467,0.0019849495,0.00040815127,0.0008240441],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0043240734,0.00011948337,0.00024793137,0.0005661916,0.0007169619,0.0017089177,0.013607549,0.000012461835,0.0000015847199],"category_scores_gemma":[0.0017209238,0.000103890525,0.000012566834,0.004309228,0.0010978885,0.005762088,0.005574811,0.0002825989,0.0000057993834],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062567237,0.0006922846,0.84627944,0.00005394688,0.000034250643,0.00023290532,0.0030461443,0.002528361,0.0062564295,0.0009613115,0.0055822493,0.13432641],"study_design_scores_gemma":[0.00019843574,0.00016129487,0.17443843,0.00011322902,0.000015476287,0.0006936764,0.0008877355,0.81445986,0.00013650181,0.00000920536,0.008658362,0.00022781496],"about_ca_topic_score_codex":0.00069059245,"about_ca_topic_score_gemma":0.0011221764,"teacher_disagreement_score":0.8119315,"about_ca_system_score_codex":0.00012106662,"about_ca_system_score_gemma":0.0033985444,"threshold_uncertainty_score":0.9993274},"labels":[],"label_agreement":null},{"id":"W3138376969","doi":"10.19173/irrodl.v22i1.4978","title":"Are Highly Motivated Learners More Likely to Complete a Computer Programming MOOC?","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Expectancy theory; Psychology; Dropout (neural networks); Mathematics education; Cluster (spacecraft); Test (biology); Computer science; Social psychology; Machine learning","score_opus":0.09985787509699331,"score_gpt":0.43152818863281445,"score_spread":0.3316703135358211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138376969","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18368374,0.018519871,0.13797143,0.65368295,0.0005080315,0.0023539253,0.00011425827,0.00021474453,0.0029510753],"genre_scores_gemma":[0.97023344,0.0048691854,0.021254461,0.002261356,0.00013918341,0.00005602637,0.00021571909,0.000020386067,0.0009502223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973808,0.00065062754,0.00039100443,0.00041484597,0.0008273864,0.0003353531],"domain_scores_gemma":[0.99796534,0.00061257445,0.00019488783,0.0003560621,0.0007422858,0.00012887002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003060021,0.00012140443,0.0003179565,0.00015086819,0.0001935778,0.00052740733,0.0019098476,0.00003527384,0.000023508625],"category_scores_gemma":[0.0021137046,0.00009135037,0.00006331714,0.0014258792,0.00010933425,0.00022767705,0.0023956525,0.0008025461,0.000022994274],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014106804,0.0009395695,0.17418756,0.0043417886,0.00040533333,0.0010748378,0.0017960566,0.021751808,0.000649865,0.07726271,0.017689664,0.6997597],"study_design_scores_gemma":[0.0016936144,0.00035557238,0.058843624,0.034688015,0.000021819536,0.00015644853,0.0033347527,0.2747278,0.00024729507,0.001935261,0.6234142,0.0005815919],"about_ca_topic_score_codex":0.00015577812,"about_ca_topic_score_gemma":0.000015012558,"teacher_disagreement_score":0.78654975,"about_ca_system_score_codex":0.000082271654,"about_ca_system_score_gemma":0.00017587742,"threshold_uncertainty_score":0.5085801},"labels":[],"label_agreement":null},{"id":"W3138508966","doi":"10.3998/ticker.16481003.0005.202","title":"Cultivating Business Intelligence through Online Workshops: A Case Study","year":2021,"lang":"en","type":"article","venue":"Ticker The Academic Business Librarianship Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business intelligence; Psychology; Knowledge management; Computer science","score_opus":0.10668185784859152,"score_gpt":0.35666111541245143,"score_spread":0.2499792575638599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138508966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029514153,0.22097787,0.4830137,0.26189512,0.0012304913,0.0016249238,0.000013616338,0.0009769695,0.0007531478],"genre_scores_gemma":[0.6513522,0.16836633,0.11316408,0.05710351,0.003372695,0.00023257306,0.00014859046,0.00028739858,0.005972595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99582046,0.00089108606,0.0011332396,0.00093167054,0.0006106067,0.0006129355],"domain_scores_gemma":[0.9959775,0.0008652033,0.00047862544,0.0018276905,0.0007173922,0.00013354604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012628001,0.00047116523,0.000782213,0.000072999166,0.0004662332,0.00039537947,0.0025519722,0.00019981292,0.00008560391],"category_scores_gemma":[0.002965318,0.00032119997,0.00014733645,0.0077377,0.000146462,0.0019355385,0.0014453697,0.0017320794,0.00011636564],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018184981,0.0021124755,0.015166365,0.008332343,0.00053676247,0.018915799,0.012679118,0.0027151639,0.00009458701,0.05613332,0.011421104,0.8718748],"study_design_scores_gemma":[0.004072236,0.00030144822,0.04034955,0.118372254,0.0042153313,0.09500558,0.040367458,0.1429795,0.0004375083,0.08553653,0.45870933,0.009653269],"about_ca_topic_score_codex":0.00009804532,"about_ca_topic_score_gemma":0.000009529574,"teacher_disagreement_score":0.86222154,"about_ca_system_score_codex":0.00003817041,"about_ca_system_score_gemma":0.00058907474,"threshold_uncertainty_score":0.999924},"labels":[],"label_agreement":null},{"id":"W3138891035","doi":"10.5555/2872518.3251223","title":"Session details: WEBED'16","year":2016,"lang":"en","type":"article","venue":"The Web Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Panel discussion; Session (web analytics); Scope (computer science); Library science; Social media; Pleasure; Computer science; Sociology; World Wide Web; Psychology","score_opus":0.025990275487325683,"score_gpt":0.2687875214979303,"score_spread":0.2427972460106046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138891035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13538699,0.00011817897,0.729822,0.11304628,0.0004869945,0.00010622187,0.000003571211,0.0004919803,0.020537788],"genre_scores_gemma":[0.9896931,0.00007376367,0.0017183099,0.00032013978,0.000083320185,0.0000024396043,2.6176102e-7,0.000004622086,0.008104054],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991632,0.000097609314,0.00011978601,0.0002152519,0.00019128372,0.00021285636],"domain_scores_gemma":[0.9990176,0.00016917584,0.00006546732,0.0006061122,0.0000809973,0.000060652495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028193544,0.00009262269,0.000095044124,0.000032438656,0.0001241083,0.000112685826,0.0010819004,0.00003592458,0.00010745153],"category_scores_gemma":[0.00009635951,0.000041451844,0.000040348805,0.00015415341,0.000075524986,0.00019540329,0.00025059778,0.00011134185,0.0006921417],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061027495,0.000049772385,0.003760324,0.000008469612,0.000018621955,0.000009800406,0.00034191838,0.000012305157,0.025291776,0.4557112,0.004856819,0.50993294],"study_design_scores_gemma":[0.0021060307,0.00040193522,0.014660543,0.00093399925,0.000053279735,0.00009332215,0.0002596922,0.3232588,0.01676547,0.26758865,0.37257072,0.0013075438],"about_ca_topic_score_codex":0.000012271664,"about_ca_topic_score_gemma":0.000019425237,"teacher_disagreement_score":0.8543061,"about_ca_system_score_codex":0.000019276962,"about_ca_system_score_gemma":0.00015423457,"threshold_uncertainty_score":0.8896313},"labels":[],"label_agreement":null},{"id":"W3138949985","doi":"10.18162/fp.2021.a224","title":"Vers le diagnostic numérique d’un programme d’études","year":2021,"lang":"fr","type":"article","venue":"Formation et profession","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Philosophy","score_opus":0.02584064495019744,"score_gpt":0.30476716384384545,"score_spread":0.278926518893648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138949985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12070317,0.0033639446,0.45586833,0.40620875,0.004547274,0.00049605814,0.00001475257,0.00045495926,0.008342741],"genre_scores_gemma":[0.96588355,0.0005414309,0.019084815,0.0010420749,0.00019608627,0.00002356207,0.00015319414,0.00001776051,0.013057502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978516,0.0006563796,0.00040346044,0.00028938887,0.00036856957,0.00043061338],"domain_scores_gemma":[0.9985612,0.00029490222,0.0002426831,0.00038427467,0.0003677471,0.00014917515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075755006,0.00018297184,0.0001906845,0.0000757166,0.00037767875,0.00034560237,0.0002978888,0.00021161523,0.00007671811],"category_scores_gemma":[0.0009529564,0.00017979507,0.00010603534,0.00058638304,0.00004977074,0.0021100254,0.00031059573,0.0005719791,0.00033281374],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007115972,0.001035564,0.00079140294,0.0006960126,0.00004013595,0.00015095716,0.031781208,0.002322149,0.00043347108,0.6562105,0.0051882593,0.30134326],"study_design_scores_gemma":[0.0017776084,0.00030167712,0.0032411348,0.003205564,0.000036880734,0.0002195377,0.017738914,0.55700827,0.0094026,0.021699833,0.3846279,0.0007400934],"about_ca_topic_score_codex":0.000051488543,"about_ca_topic_score_gemma":0.000056371362,"teacher_disagreement_score":0.8451804,"about_ca_system_score_codex":0.000098564975,"about_ca_system_score_gemma":0.00087812135,"threshold_uncertainty_score":0.733183},"labels":[],"label_agreement":null},{"id":"W3138990580","doi":"10.53841/bpsper.2021.45.1.26","title":"Reaction to Dr Flavin’s disruptive innovation and technology enhanced learning","year":2021,"lang":"en","type":"article","venue":"Psychology of Education Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Flavin group; Disruptive technology; Disruptive innovation; Business; Psychology; Chemistry; Engineering; Marketing; Manufacturing engineering; Biochemistry","score_opus":0.020678150716558496,"score_gpt":0.40547056769846174,"score_spread":0.38479241698190325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138990580","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25913772,0.059899814,0.14860223,0.51796913,0.0017844057,0.0005272655,0.0000010175265,0.00025571426,0.011822733],"genre_scores_gemma":[0.90242314,0.031567972,0.05072173,0.010246154,0.00013359428,0.00008133408,0.000040380215,0.000015715352,0.0047699986],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99918497,0.000090134905,0.0002749687,0.0002887334,0.000067850735,0.00009332422],"domain_scores_gemma":[0.99890834,0.000034511257,0.00019515053,0.000294831,0.00053993444,0.00002720685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025207334,0.00006857847,0.00018360642,0.00022727626,0.000046931535,0.000010351356,0.00014576557,0.000058952857,0.00001165083],"category_scores_gemma":[0.000732422,0.00007002175,0.00001785887,0.002002792,0.000032562482,0.00009327473,0.000051247134,0.00017792257,0.000034450328],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011328215,0.00014601307,0.0011823497,0.0002558328,0.000014254195,6.037737e-7,0.00025892563,0.0000015886783,0.036287893,0.040288843,0.0021229214,0.9194396],"study_design_scores_gemma":[0.00059382187,0.00071812264,0.054376706,0.0070647886,0.00013229587,0.00031474596,0.00093347585,0.00031522012,0.014404746,0.055357534,0.8649998,0.0007887628],"about_ca_topic_score_codex":0.0000017140511,"about_ca_topic_score_gemma":0.0000012115016,"teacher_disagreement_score":0.91865087,"about_ca_system_score_codex":0.000015241321,"about_ca_system_score_gemma":0.00013647715,"threshold_uncertainty_score":0.2855404},"labels":[],"label_agreement":null},{"id":"W3140882907","doi":"10.18280/ria.350112","title":"K-Means Algorithm for Clustering of Learners Performance Levels Using Machine Learning Techniques","year":2021,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster analysis; Computer science; Decision tree; Field (mathematics); Machine learning; Data mining; Process (computing); Artificial intelligence; Educational data mining; Decision tree learning; Statistical classification; Mathematics","score_opus":0.059866609244990265,"score_gpt":0.31189079709777034,"score_spread":0.2520241878527801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140882907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011090283,0.00023594926,0.9875921,0.0003906297,0.0001542841,0.000103325736,0.0000051914176,0.0001382777,0.00028996414],"genre_scores_gemma":[0.3299983,0.00012102683,0.6673946,0.000047850925,0.00009409466,0.0000055589962,0.0000071713584,0.000021091331,0.0023102986],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985936,0.000065004,0.0004430177,0.0004055525,0.00016509261,0.0003276795],"domain_scores_gemma":[0.9989203,0.00015091385,0.0001903636,0.00042043242,0.00025342035,0.00006455103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051125186,0.00015504893,0.00026386796,0.000122046455,0.00021979424,0.00008362175,0.0004666916,0.00007605241,0.000023225552],"category_scores_gemma":[0.00015564905,0.00016426617,0.00013829845,0.00058016356,0.000059786187,0.00024278225,0.00022841617,0.00027367566,0.000012068876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029572302,0.00008196422,0.00059785915,0.00016148934,0.000023289569,0.000011224734,0.0009907306,0.37662208,0.023260934,0.0010869504,0.000005850323,0.5971547],"study_design_scores_gemma":[0.000022370941,0.00009197064,0.0000052780038,0.00014322177,0.000008864973,0.000035344154,0.0002619166,0.7359338,0.2609912,0.00019424134,0.0021699665,0.00014182656],"about_ca_topic_score_codex":0.000025969704,"about_ca_topic_score_gemma":0.000006434707,"teacher_disagreement_score":0.5970128,"about_ca_system_score_codex":0.000041051768,"about_ca_system_score_gemma":0.00009741249,"threshold_uncertainty_score":0.669858},"labels":[],"label_agreement":null},{"id":"W3141255835","doi":"","title":"Editorial: Special Issue on Learning Analytics","year":2015,"lang":"en","type":"editorial","venue":"JUCS - Journal of Universal Computer Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Analytics; Data science; Learning analytics","score_opus":0.010763234653600514,"score_gpt":0.2754402372889787,"score_spread":0.2646770026353782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141255835","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020384896,0.00003691259,0.07945646,0.0008113922,0.91765046,0.000057578098,0.0000052937235,0.000079169375,0.0018823236],"genre_scores_gemma":[0.000115876726,0.00009760405,0.026745953,0.00005484132,0.971723,9.94291e-8,0.000005006279,0.000030818173,0.0012267993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9913152,0.0002752988,0.0008674943,0.0008213667,0.005965718,0.00075495226],"domain_scores_gemma":[0.99123526,0.000844631,0.0017714046,0.00079991925,0.004629981,0.0007188173],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0042671734,0.0005117963,0.0009101329,0.0016288576,0.0004603202,0.0013607767,0.006557681,0.00056544365,0.000012806641],"category_scores_gemma":[0.0017860477,0.00045548985,0.00035144368,0.002268721,0.00049695186,0.0016224735,0.0011659785,0.0040863543,0.00011442881],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032405806,0.0000908944,0.000005141286,0.000013883826,0.00004328929,0.00019984173,0.00043097066,0.020337973,0.0000047498947,0.00054687477,0.9646058,0.013688191],"study_design_scores_gemma":[0.0007318544,0.001957656,0.0000029188125,0.00026040678,0.000056747464,0.000025211155,0.000038347716,0.07097974,0.0000101566,0.00065524783,0.9248389,0.0004428156],"about_ca_topic_score_codex":0.000013654104,"about_ca_topic_score_gemma":0.0000022287072,"teacher_disagreement_score":0.054072525,"about_ca_system_score_codex":0.0009237922,"about_ca_system_score_gemma":0.005833898,"threshold_uncertainty_score":0.9998021},"labels":[],"label_agreement":null},{"id":"W3142449150","doi":"","title":"Benchmarking Course Completion Rates, a Method with an Example from the British Columbia Open University","year":2007,"lang":"en","type":"article","venue":"International journal of e-learning & distance education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Benchmarking; Benchmark (surveying); Open university; Computer science; Distance education; Library science; Psychology; Mathematics education; Business; Geography; Marketing","score_opus":0.02006720469337724,"score_gpt":0.32026064519461456,"score_spread":0.3001934405012373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142449150","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21286896,0.00008318566,0.78377,0.0019774328,0.0007163612,0.00006625494,0.0000029458886,0.000018158973,0.0004966894],"genre_scores_gemma":[0.86853606,0.00002688168,0.1295259,0.00019509399,0.00059203996,3.4116724e-7,0.000045975627,0.000007769049,0.0010699398],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986476,0.00023748085,0.00027228156,0.00021760381,0.00048634343,0.00013874442],"domain_scores_gemma":[0.9977819,0.00036061602,0.0006619986,0.00017409236,0.0009287756,0.000092653296],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015146105,0.000073440475,0.00013911279,0.00004027279,0.00045603872,0.002416232,0.0016181982,0.000034245855,0.000058362602],"category_scores_gemma":[0.00007940857,0.0000809689,0.00004658533,0.0002574753,0.000046488552,0.0010391087,0.00011570155,0.0003916941,0.0000020659913],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038290326,0.0012929249,0.4629696,0.000006601258,0.00042617295,0.00021550371,0.0055926177,0.008228625,0.00022966827,0.03335917,0.012178626,0.47511756],"study_design_scores_gemma":[0.0015745561,0.00047516212,0.68562835,0.00070355047,0.00008371676,0.00038621476,0.00976377,0.036847536,0.000017709652,0.005471081,0.25869116,0.0003571635],"about_ca_topic_score_codex":0.032960936,"about_ca_topic_score_gemma":0.031912208,"teacher_disagreement_score":0.65566707,"about_ca_system_score_codex":0.00018690192,"about_ca_system_score_gemma":0.0005286871,"threshold_uncertainty_score":0.9986194},"labels":[],"label_agreement":null},{"id":"W3143898318","doi":"10.2307/20650323","title":"Interpretation of Formative Measurement in Information Systems Research1","year":2009,"lang":"en","type":"article","venue":"MIS Quarterly","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1006,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of British Columbia","funders":"","keywords":"Formative assessment; Interpretation (philosophy); Information system; Knowledge management; Computer science; Epistemology; Data science; Engineering; Management science; Sociology; Psychology; Mathematics education; Philosophy","score_opus":0.016113001032336243,"score_gpt":0.2730627692501188,"score_spread":0.25694976821778254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143898318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083433464,0.00010827344,0.9082052,0.0027470381,0.00016479286,0.00022985257,0.000002190905,0.00008113747,0.0050280658],"genre_scores_gemma":[0.9985559,0.000001130088,0.0013679785,0.000044398246,0.000009841609,0.0000022701547,0.0000027925532,9.407333e-7,0.000014764529],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990282,0.00008272783,0.00029938619,0.00006764475,0.00040107922,0.00012098343],"domain_scores_gemma":[0.9994067,0.000019848747,0.00011079492,0.00016921495,0.00026456805,0.000028889226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068372523,0.0000523436,0.000099853794,0.00020464572,0.000020994217,0.00008798508,0.00024249144,0.000026347261,6.478419e-7],"category_scores_gemma":[0.000050518192,0.000046708574,0.00002238133,0.000334556,0.000009033518,0.0009771676,0.0000050853264,0.00009867448,0.000024604316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030681258,0.00013521119,0.00028686065,0.000110929075,0.0000147701685,0.0000027590263,0.08801678,0.0057133143,0.0007238561,0.0280132,0.0006034887,0.87634814],"study_design_scores_gemma":[0.00030420584,0.00087085756,0.005205274,0.00015996993,0.0000015596856,0.0000019279523,0.0016037246,0.989723,0.00010990975,0.0016165997,0.00032965362,0.00007329761],"about_ca_topic_score_codex":0.00007076572,"about_ca_topic_score_gemma":0.000010174442,"teacher_disagreement_score":0.9840097,"about_ca_system_score_codex":0.00006255566,"about_ca_system_score_gemma":0.00004787244,"threshold_uncertainty_score":0.19047204},"labels":[],"label_agreement":null},{"id":"W3146130855","doi":"10.9781/ijimai.2021.03.003","title":"A Systematic Literature Review of Empirical Studies on Learning Analytics in Educational Games.","year":2021,"lang":"en","type":"article","venue":"International Journal of Interactive Multimedia and Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Analytics; Data science; Empirical research; Learning analytics; Systematic review; MEDLINE; Epistemology; Chemistry","score_opus":0.05936552584532285,"score_gpt":0.4238923353946622,"score_spread":0.36452680954933936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146130855","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2807031,0.33512616,0.16475458,0.20008582,0.016975192,0.00096252706,0.000044556564,0.000076706376,0.001271371],"genre_scores_gemma":[0.95591366,0.03129557,0.011416206,0.0008625031,0.00033974767,0.000003921351,0.000005696163,0.000008237632,0.00015447573],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976982,0.0002894043,0.0011427075,0.00020876722,0.0005474301,0.00011351138],"domain_scores_gemma":[0.9946765,0.0019098842,0.0008245018,0.00012567763,0.0023938124,0.00006967171],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007152521,0.00013882447,0.000473775,0.00038461594,0.000027171727,0.00010390887,0.00045385768,0.00004393373,0.000018077051],"category_scores_gemma":[0.009236259,0.00010859343,0.00016123183,0.00045438253,0.00007650176,0.00034563307,0.00012435131,0.0005677424,0.000007816546],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012612725,0.012334472,0.02692693,0.10701458,0.010264601,0.009926871,0.16931193,0.058936615,0.016507408,0.21027848,0.00258796,0.37464887],"study_design_scores_gemma":[0.00031338446,0.0007265248,0.0011484169,0.54061776,0.00015560041,0.0014212562,0.007612996,0.3864702,0.032085042,0.028657481,0.00023628824,0.00055507745],"about_ca_topic_score_codex":0.0000014242065,"about_ca_topic_score_gemma":0.000004726626,"teacher_disagreement_score":0.67521054,"about_ca_system_score_codex":0.00009892679,"about_ca_system_score_gemma":0.00020454987,"threshold_uncertainty_score":0.9991094},"labels":[],"label_agreement":null},{"id":"W3146258359","doi":"10.18280/ts.380116","title":"Recognition of Teaching Features and Behaviors in Online Open Courses Based on Image Processing","year":2021,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Computer science; Histogram; Artificial intelligence; Support vector machine; Quality (philosophy); Teaching method; Multimedia; Pattern recognition (psychology); Mathematics education; Image (mathematics); Psychology","score_opus":0.02475983618064953,"score_gpt":0.3171632189748765,"score_spread":0.29240338279422695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146258359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97762924,0.0000635293,0.018243918,0.0032860187,0.00003217038,0.0001246334,0.000020044929,0.00003568444,0.0005647767],"genre_scores_gemma":[0.93480927,0.0000030498616,0.06477341,0.00028203716,0.000029459226,0.0000029321259,0.000043036318,0.000005373807,0.000051406514],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991916,0.00010147165,0.00017831242,0.00022791362,0.00018319569,0.000117533746],"domain_scores_gemma":[0.99966127,0.00005829577,0.0000840537,0.00009943419,0.000061033217,0.00003594248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033296752,0.000083057654,0.00013331734,0.00009000093,0.00006747176,0.00017693626,0.00022192055,0.000027326543,0.00001845147],"category_scores_gemma":[0.00003837786,0.000077572986,0.00002292068,0.00014810968,0.000023556444,0.0002502206,0.00008232745,0.00019212718,6.340052e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007562512,0.0037627132,0.029150674,0.00023608009,0.000021075763,0.00024745252,0.0021744634,0.0043178713,0.04276573,0.0011524195,0.00046767568,0.9156282],"study_design_scores_gemma":[0.0036951206,0.0008301049,0.16167162,0.0018649175,0.00007010517,0.000034757948,0.0012562159,0.8086713,0.01933843,0.0017110612,0.00028904132,0.000567319],"about_ca_topic_score_codex":0.00003544823,"about_ca_topic_score_gemma":0.00003797195,"teacher_disagreement_score":0.9150609,"about_ca_system_score_codex":0.00001630409,"about_ca_system_score_gemma":0.00009768942,"threshold_uncertainty_score":0.31633347},"labels":[],"label_agreement":null},{"id":"W3149991423","doi":"10.82308/54040","title":"Machine learning for end-users: exploring learning goals and pedagogical content knowledge","year":2019,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Content (measure theory); Active learning (machine learning); Artificial intelligence","score_opus":0.1464209083959854,"score_gpt":0.3103503441106673,"score_spread":0.1639294357146819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149991423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896751,0.0006597481,0.00023689153,0.00026471113,0.0005586498,0.00043420962,0.000026488773,0.00071294326,0.0074312743],"genre_scores_gemma":[0.98253065,0.00022720508,0.007122126,0.00014336953,0.000078151184,0.00005659392,0.00002394928,0.00007800952,0.009739924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965167,0.00044521948,0.00059042196,0.0011355088,0.00044844244,0.00086367765],"domain_scores_gemma":[0.9976365,0.00087086816,0.00028676406,0.0005324549,0.0002826945,0.00039073842],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016476073,0.00047420477,0.00061324146,0.0002786311,0.00112779,0.00029224314,0.0008286623,0.00020466013,0.000054598135],"category_scores_gemma":[0.0012061273,0.0004517875,0.00026250197,0.00045807357,0.00006309704,0.001401282,0.000766398,0.0015802622,0.00030760292],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009356349,0.0003156268,0.015124521,0.00031973858,0.00020234271,0.000057141093,0.0001757148,0.004003606,0.026434937,0.5104582,0.0000018279763,0.4428128],"study_design_scores_gemma":[0.006041398,0.0026184774,0.003956613,0.0007355124,0.00016888286,0.0002053235,0.0013820399,0.27589926,0.016663382,0.0150741935,0.6745763,0.0026786062],"about_ca_topic_score_codex":0.000058507216,"about_ca_topic_score_gemma":0.000023533972,"teacher_disagreement_score":0.6745745,"about_ca_system_score_codex":0.00017921567,"about_ca_system_score_gemma":0.00003348878,"threshold_uncertainty_score":0.9997934},"labels":[],"label_agreement":null},{"id":"W3153713537","doi":"10.18260/1-2--35431","title":"Unleashing the Power of Data Analytics to Examine Engineering Students’ Experiences and Outcomes","year":2020,"lang":"en","type":"article","venue":"2020 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; American Society for Engineering Education","keywords":"Data science; Data analysis; Computer science; Analytics; Engineering education; Knowledge management; Data modeling; Corporate governance; Information engineering; Engineering management; Information system; Engineering; Software engineering; Data mining; Management","score_opus":0.10258630608125895,"score_gpt":0.3288678903610568,"score_spread":0.22628158427979783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153713537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494059,0.0000605343,0.028353874,0.021629622,0.00011917571,0.00022199622,0.000031647975,0.00012543068,0.000051807867],"genre_scores_gemma":[0.9966302,0.000023920758,0.001564002,0.0015423985,0.00008024888,0.0000123924865,0.000005618572,0.000013097779,0.00012811573],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774987,0.000018218387,0.00047063245,0.0007134328,0.00072172633,0.00032610094],"domain_scores_gemma":[0.9984459,0.00016404585,0.00021173553,0.00035697088,0.0005259244,0.00029540306],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00045274285,0.00026943116,0.00042248776,0.00009232617,0.00012642369,0.001158689,0.0050295745,0.000057326266,0.00001550649],"category_scores_gemma":[0.0013977063,0.00018606397,0.000049747778,0.0007669963,0.000099582074,0.0024487518,0.0041004326,0.00030913285,0.0000073189562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001802381,0.0005115573,0.5169225,0.0003663238,0.0008132606,0.000060851933,0.3701555,0.00096597994,0.007058896,0.059921302,0.008498271,0.034545362],"study_design_scores_gemma":[0.0016872925,0.0023441047,0.205207,0.0004530433,0.00017895242,0.000019283583,0.19264676,0.5881783,0.0022986112,0.00017262172,0.0051263534,0.0016877187],"about_ca_topic_score_codex":0.000034654582,"about_ca_topic_score_gemma":0.0000030561516,"teacher_disagreement_score":0.58721226,"about_ca_system_score_codex":0.000011949818,"about_ca_system_score_gemma":0.00006431383,"threshold_uncertainty_score":0.9998782},"labels":[],"label_agreement":null},{"id":"W3154622536","doi":"10.1007/978-3-030-78270-2_59","title":"A Comparative Study of Learning Outcomes for Online Learning Platforms","year":2021,"lang":"en","type":"preprint","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Personalization; Computer science; Context (archaeology); Personalized learning; Online learning; Multimedia; Educational technology; Metacognition; Active learning (machine learning); Blended learning; Key (lock); Artificial intelligence; Cooperative learning; Open learning; World Wide Web; Teaching method; Psychology; Mathematics education; Cognition","score_opus":0.04039646823116006,"score_gpt":0.3470661825068869,"score_spread":0.30666971427572687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154622536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46656784,0.00006836628,0.53210366,0.00027227588,0.00055344356,0.00033174147,0.0000017069435,0.000098983015,0.000001989653],"genre_scores_gemma":[0.66713744,0.000006061643,0.3326193,0.00006998065,0.00011540912,0.000015931144,0.00001670598,0.000013548283,0.000005607327],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956818,0.00016957828,0.0008328658,0.0016478584,0.0009789634,0.0006889407],"domain_scores_gemma":[0.9961496,0.0013265159,0.00069313264,0.0010375702,0.0006580104,0.00013517526],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013708681,0.0005155812,0.0012586019,0.00077344803,0.0003654703,0.0006518596,0.003080995,0.0002245497,0.000002184721],"category_scores_gemma":[0.00078414375,0.00043872496,0.00023924082,0.0018402557,0.00025877412,0.00041332885,0.0039208354,0.002312503,0.00000124319],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005729288,0.00057804276,0.037868083,0.0000762281,0.000046238172,0.00001679436,0.013923223,0.88313615,0.000078544144,0.000051371273,4.7402108e-7,0.06421913],"study_design_scores_gemma":[0.0007231711,0.000838792,0.012963762,0.0002902996,0.000021888362,0.0000074456725,0.00017070555,0.9807132,0.0004674231,0.0033182215,0.000012523986,0.0004725968],"about_ca_topic_score_codex":0.000115012386,"about_ca_topic_score_gemma":0.00026590773,"teacher_disagreement_score":0.2005696,"about_ca_system_score_codex":0.00015065183,"about_ca_system_score_gemma":0.0006553522,"threshold_uncertainty_score":0.9999892},"labels":[],"label_agreement":null},{"id":"W3154748208","doi":"10.1109/crv52889.2021.00028","title":"Improving state-of-the-art in Detecting Student Engagement with Resnet and TCN Hybrid Network","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University Health Network","funders":"","keywords":"Residual neural network; Computer science; Convolutional neural network; Residual; Student engagement; Key (lock); Deep learning; Artificial intelligence; Architecture; Feature (linguistics); Machine learning; Pattern recognition (psychology); Mathematics education; Psychology; Computer security; Algorithm","score_opus":0.011637204699452636,"score_gpt":0.2558776133681712,"score_spread":0.24424040866871857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154748208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66839373,0.00026779665,0.32976496,0.00067487714,0.0003129107,0.0002268075,7.1958215e-7,0.00006150698,0.0002967036],"genre_scores_gemma":[0.9196361,0.000037758564,0.07959068,0.00009649724,0.000060883114,0.000008115982,0.0000018424034,0.000012189884,0.00055595336],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824053,0.00024286717,0.00034026915,0.00054594915,0.0003511352,0.0002792486],"domain_scores_gemma":[0.99879456,0.0001307479,0.00026152862,0.0006881417,0.00007665563,0.00004836553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010551369,0.00018500807,0.0002866886,0.00006587225,0.00009903953,0.00031118304,0.00069072394,0.00003726834,0.000002550066],"category_scores_gemma":[0.000061852385,0.00013219284,0.00005268628,0.00024050011,0.000031868618,0.00007145524,0.0036535983,0.0009492107,6.162112e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009384958,0.00014243586,0.1008972,0.00039729985,0.00014941208,0.00016975089,0.0025603464,0.739123,0.00008664221,0.0004999897,0.00015059394,0.15581393],"study_design_scores_gemma":[0.00045695226,0.00014203649,0.029520925,0.0010988011,0.000037399495,0.000021404161,0.0003913276,0.9658519,0.00079161295,0.00085545966,0.00037162963,0.0004605187],"about_ca_topic_score_codex":0.0002019689,"about_ca_topic_score_gemma":0.00049147697,"teacher_disagreement_score":0.25124237,"about_ca_system_score_codex":0.000050666633,"about_ca_system_score_gemma":0.00019883024,"threshold_uncertainty_score":0.53906673},"labels":[],"label_agreement":null},{"id":"W3157101706","doi":"10.1177/00222437211016360","title":"Effects of Payment on User Engagement in Online Courses","year":2021,"lang":"en","type":"article","venue":"Journal of Marketing Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Booth University College","funders":"","keywords":"Certificate; Sunk costs; Payment; Massive open online course; Schedule; Computer science; World Wide Web; Economics; Microeconomics","score_opus":0.04581174307328734,"score_gpt":0.39350702777935354,"score_spread":0.3476952847060662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157101706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889464,0.00047778533,0.00095925236,0.00911784,0.0001535895,0.000053300977,5.269427e-7,0.000005423916,0.0002859048],"genre_scores_gemma":[0.99010485,0.00047512664,0.0086426735,0.00006855279,0.00014059352,5.8066314e-7,3.47704e-7,0.0000063170755,0.0005609804],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952781,0.0027748477,0.00038236284,0.00014570355,0.0011239819,0.00029500705],"domain_scores_gemma":[0.99364376,0.005290495,0.00017185221,0.00022173523,0.0005949175,0.000077265875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015288303,0.00006566544,0.00020166997,0.00037606314,0.00005723963,0.00006875485,0.00054248486,0.000034921748,0.0000141619685],"category_scores_gemma":[0.00689746,0.000052623913,0.00007773443,0.00063380826,0.00003293254,0.00008240687,0.00021912744,0.0010177433,0.0000029994064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018426153,0.016662635,0.36887705,0.0030866454,0.000606042,0.011934216,0.004179332,0.024794735,0.093682446,0.008666384,0.030424621,0.43524328],"study_design_scores_gemma":[0.0038419242,0.0022475198,0.8753232,0.0066083753,0.000028087985,0.00009886956,0.0017680515,0.04061834,0.041011713,0.0016176662,0.026495524,0.00034077858],"about_ca_topic_score_codex":0.000004951719,"about_ca_topic_score_gemma":0.0000041274034,"teacher_disagreement_score":0.5064461,"about_ca_system_score_codex":0.000094314775,"about_ca_system_score_gemma":0.00040761186,"threshold_uncertainty_score":0.8257403},"labels":[],"label_agreement":null},{"id":"W3157303585","doi":"10.5220/0010379401480155","title":"What We Learned from the Abrupt Switch to Online Teaching Due to the COVID-19 Pandemic in a Post-secondary Computer Science Program","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Computer science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Medicine","score_opus":0.04828193709277061,"score_gpt":0.3561424301258141,"score_spread":0.30786049303304347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157303585","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29624224,0.00027671442,0.21463716,0.48750198,0.00059628434,0.0003575433,0.000007734125,0.00030180413,0.00007852398],"genre_scores_gemma":[0.4899855,0.00010270805,0.36177224,0.14606604,0.00067054003,0.000032224838,0.000028681721,0.000025510955,0.0013165526],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972525,0.00035282667,0.00034623416,0.0008989076,0.00059391407,0.0005555993],"domain_scores_gemma":[0.9974628,0.00078255695,0.00007084119,0.0011593548,0.00016714008,0.00035729434],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019390578,0.00020573018,0.00024690732,0.00014687449,0.00058346643,0.0019820274,0.0025878334,0.000060533013,0.000041308886],"category_scores_gemma":[0.0008156973,0.000119641445,0.000085959364,0.0016228368,0.000111310845,0.00066970894,0.0017044381,0.000923181,0.000107789696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071525947,0.00018238991,0.0027477674,0.000005971693,0.000013614651,0.00008446618,0.00834599,0.007316889,0.000456248,0.0014765142,0.0013054159,0.97805756],"study_design_scores_gemma":[0.0008600035,0.00047453635,0.029243747,0.00021446415,0.000018052424,0.0002534973,0.005082419,0.6189618,0.000108819986,0.004484191,0.3396233,0.00067517755],"about_ca_topic_score_codex":0.0011322794,"about_ca_topic_score_gemma":0.0055387006,"teacher_disagreement_score":0.9773824,"about_ca_system_score_codex":0.00013826038,"about_ca_system_score_gemma":0.0013776603,"threshold_uncertainty_score":0.999054},"labels":[],"label_agreement":null},{"id":"W3157671407","doi":"10.17471/2499-4324/1203","title":"WHEN THE CLASSROOM BECOMES DATAFIED: A BASELINE FOR BUILDING DATA ETHICS POLICY AND DATA LITERACIES ACROSS HIGHER EDUCATION","year":2021,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Snapshot (computer storage); Baseline (sea); Higher education; Survey data collection; Context (archaeology); Online learning; Sociology; Pedagogy; Computer science; Knowledge management; Mathematics education; Political science; Psychology; Multimedia; Geography","score_opus":0.48598948561874933,"score_gpt":0.6432958987524134,"score_spread":0.1573064131336641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157671407","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13008738,0.14141586,0.3105883,0.402752,0.0049934876,0.0015409428,0.0073538036,0.00028561472,0.0009826239],"genre_scores_gemma":[0.68972355,0.041527145,0.22544001,0.019362055,0.005838219,0.000051748346,0.0035514864,0.00017300193,0.014332788],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969274,0.00050984253,0.0006734725,0.00090072816,0.000584978,0.00040359786],"domain_scores_gemma":[0.9926387,0.0024911482,0.00063376693,0.0034727033,0.00057937787,0.00018428409],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.005079389,0.0002499161,0.0004667915,0.00024947198,0.0007063834,0.006652014,0.012520806,0.000118652795,0.00022580198],"category_scores_gemma":[0.0039441376,0.00019255275,0.000063014224,0.00096495316,0.00014043855,0.0064546256,0.013440368,0.00076839066,0.0000025755878],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006800261,0.0008241977,0.07694224,0.0006161723,0.00056637294,0.000029878338,0.0026314687,0.00035114403,0.0073934034,0.027852573,0.45193735,0.4307872],"study_design_scores_gemma":[0.0004458192,0.000009074971,0.04230965,0.0006388116,0.000111049136,0.000047991194,0.00027078122,0.04406656,0.0006733816,0.053968914,0.8569734,0.00048455733],"about_ca_topic_score_codex":0.0008168168,"about_ca_topic_score_gemma":0.00015507569,"teacher_disagreement_score":0.5596362,"about_ca_system_score_codex":0.000043351436,"about_ca_system_score_gemma":0.0011025172,"threshold_uncertainty_score":0.9945387},"labels":[],"label_agreement":null},{"id":"W3157682407","doi":"10.14742/ascilite2020.0102","title":"Content analytics for curriculum review: A learning analytics use case for exploration of learner context","year":2020,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Thematic analysis; Computer science; Readability; Context (archaeology); Analytics; Content analysis; Learning analytics; Data science; Descriptive statistics; Mathematics education; Pedagogy; Psychology; Qualitative research; Sociology","score_opus":0.18195746369657687,"score_gpt":0.3343608705783562,"score_spread":0.1524034068817793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157682407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033443097,0.00067862566,0.975491,0.019634096,0.00007622604,0.0005932465,0.000012813125,0.00013020958,0.000039480095],"genre_scores_gemma":[0.87118274,0.000984217,0.12042629,0.0044914735,0.00019659202,0.000049797985,0.000058984115,0.000034595694,0.0025753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983917,0.000080709455,0.00061826437,0.0004130031,0.00022295049,0.00027335912],"domain_scores_gemma":[0.9979102,0.00038730472,0.0003801568,0.0003057165,0.00084337743,0.00017325133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045878903,0.0001879674,0.0004846944,0.0000815309,0.00013468797,0.00012641145,0.00033461803,0.00006546979,0.0000075018065],"category_scores_gemma":[0.0024025298,0.00015802043,0.00030841934,0.00045670813,0.00003825518,0.0007316501,0.00010392413,0.00019291372,0.0000082694005],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019919487,0.0013919934,0.012129652,0.01058403,0.0013822843,0.0004355794,0.0079719,0.15384476,0.0014613661,0.45233834,0.15089588,0.20736504],"study_design_scores_gemma":[0.00063487864,0.00060988415,0.000005099991,0.00018888316,0.00014939615,0.000022992186,0.0008752382,0.94946694,0.00021052611,0.00023875151,0.047384564,0.00021281267],"about_ca_topic_score_codex":0.00005424822,"about_ca_topic_score_gemma":0.00002473077,"teacher_disagreement_score":0.86783844,"about_ca_system_score_codex":0.00002483879,"about_ca_system_score_gemma":0.00008261753,"threshold_uncertainty_score":0.6443886},"labels":[],"label_agreement":null},{"id":"W3158191327","doi":"","title":"Co-creation of the Digital Space: Examining the use of web-based tools in Fully Online Learning Community (FOLC) environments","year":2019,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University; Ontario Tech University","funders":"","keywords":"World Wide Web; Space (punctuation); Computer science; Online community; Data science; Internet privacy","score_opus":0.04205701372212035,"score_gpt":0.27957489662919716,"score_spread":0.23751788290707682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158191327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99445343,0.000016113545,0.0034023202,0.0012893153,0.00017044134,0.00018509496,0.000007779715,0.000056115612,0.0004193846],"genre_scores_gemma":[0.9967751,0.000009503792,0.001809375,0.000115369025,0.00004831071,0.0000031562597,0.0000746667,0.000023808183,0.001140735],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737465,0.0008487595,0.0005969902,0.000262114,0.0005831597,0.00033433142],"domain_scores_gemma":[0.99687845,0.0015284563,0.0007209474,0.0007542443,0.00008058803,0.000037322465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001258227,0.00021133486,0.0003371319,0.00022438243,0.00023287929,0.00019182285,0.0010063046,0.00011292036,0.00001798669],"category_scores_gemma":[0.001738865,0.00015094715,0.00008231676,0.001247088,0.00020849859,0.0005614289,0.00036127042,0.0020853875,0.000022575825],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016805656,0.00015708806,0.7105667,0.000038890805,0.000024263027,0.0000022885015,0.0019145343,0.24665053,0.013876187,0.000383417,0.000026890095,0.026342422],"study_design_scores_gemma":[0.0015012148,0.0004542192,0.44133124,0.0004942747,0.0000173378,0.0000048772954,0.001349364,0.52749264,0.0030447196,0.00008650382,0.023874167,0.0003494361],"about_ca_topic_score_codex":0.000066780995,"about_ca_topic_score_gemma":0.000011754733,"teacher_disagreement_score":0.2808421,"about_ca_system_score_codex":0.00006534817,"about_ca_system_score_gemma":0.00013035993,"threshold_uncertainty_score":0.9060087},"labels":[],"label_agreement":null},{"id":"W3158546879","doi":"","title":"Social Annotating in the Online Margins: Re(designing) an Annotation Tool drawing on Unintended Ways University Students and Faculty Chose to Use It.","year":2011,"lang":"en","type":"article","venue":"Computer Supported Collaborative Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Simon Fraser University; Bishop's University","funders":"","keywords":"Chose; Annotation; Computer science; Multimedia; Unintended consequences; Mathematics education; World Wide Web; Human–computer interaction; Artificial intelligence; Psychology; Political science","score_opus":0.09364478054880009,"score_gpt":0.3340824787409998,"score_spread":0.24043769819219968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158546879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82753766,0.0000028622549,0.16958824,0.0021104238,0.00009513456,0.00033988978,0.000015245955,0.00017294471,0.00013757646],"genre_scores_gemma":[0.9133759,0.000003891043,0.08528374,0.0009708735,0.000095525036,0.0000032461705,0.00008993423,0.000018791847,0.0001580565],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9970748,0.000924276,0.00035402854,0.00070769544,0.00050566613,0.0004335611],"domain_scores_gemma":[0.99861383,0.00023207572,0.00026240567,0.00030619878,0.00046375618,0.00012175249],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081815664,0.0002946746,0.00031188224,0.00038644215,0.0006789469,0.0005744248,0.0009369531,0.00010484774,0.0000052359505],"category_scores_gemma":[0.00019555051,0.00026737954,0.00004689852,0.0020033994,0.00008756387,0.0011855331,0.00035213077,0.0007417134,0.000009929055],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004232422,0.0017096535,0.25993672,0.00004939356,0.00024881845,0.001425803,0.6250404,0.01789017,0.00070027687,0.020265963,0.002650769,0.0696588],"study_design_scores_gemma":[0.002080402,0.0019147237,0.61737734,0.00019741975,0.000039914852,0.000011443258,0.034127638,0.33843708,0.00010260745,0.00038939496,0.0045367135,0.0007852962],"about_ca_topic_score_codex":0.00008638988,"about_ca_topic_score_gemma":0.000102522055,"teacher_disagreement_score":0.59091276,"about_ca_system_score_codex":0.00010159726,"about_ca_system_score_gemma":0.00014188749,"threshold_uncertainty_score":0.9999778},"labels":[],"label_agreement":null},{"id":"W3160084754","doi":"10.19173/irrodl.v22i2.5243","title":"Analysis of Success Indicators in Online Learning","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Learning styles; Mathematics education; Online learning; Academic achievement; Perception; Variance (accounting); Big Five personality traits; Test (biology); Contrast (vision); Personality; Applied psychology; Computer science; Social psychology; Multimedia","score_opus":0.05877944924917644,"score_gpt":0.45295392622862884,"score_spread":0.3941744769794524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160084754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9390942,0.019425366,0.004695398,0.032755744,0.00007102848,0.0003133817,0.000049334412,0.000020010593,0.0035755758],"genre_scores_gemma":[0.9791363,0.019741174,0.00051042216,0.00007221438,0.000012413896,0.0000057436328,0.00021739416,0.000003729889,0.00030063887],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973798,0.0009391459,0.00050162215,0.000273698,0.00070612197,0.00019962234],"domain_scores_gemma":[0.9980508,0.0010403857,0.0002258466,0.0002538859,0.0003782895,0.000050774554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005040664,0.00007605712,0.00038732175,0.000802492,0.00007221182,0.00012654906,0.0016150936,0.000034336437,0.0000670902],"category_scores_gemma":[0.0038286108,0.0000583928,0.00007923349,0.006292342,0.000109758854,0.00020617551,0.0014117464,0.00089354493,0.0000015929625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000128736665,0.00021252918,0.9240973,0.00045330235,0.0001896879,0.000046128524,0.0002075441,0.010416068,0.000040979983,0.01595932,0.000048109254,0.048316132],"study_design_scores_gemma":[0.0010622143,0.00013935921,0.5004214,0.01153504,0.000098890494,0.000014670272,0.003508762,0.45837292,0.00023679473,0.0015896723,0.022763573,0.0002566775],"about_ca_topic_score_codex":0.00037222813,"about_ca_topic_score_gemma":0.00010155812,"teacher_disagreement_score":0.44795686,"about_ca_system_score_codex":0.0000570704,"about_ca_system_score_gemma":0.00022237777,"threshold_uncertainty_score":0.45834813},"labels":[],"label_agreement":null},{"id":"W3160694446","doi":"10.1007/s11125-021-09582-6","title":"Learning loss during Covid-19: An early systematic review","year":2021,"lang":"en","type":"review","venue":"Prospects","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":425,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Wilfrid Laurier University","funders":"","keywords":"Novelty; Coronavirus disease 2019 (COVID-19); Demographics; Systematic review; Psychology; Subject (documents); Higher education; Medical education; Mathematics education; MEDLINE; Medicine; Demography; Social psychology; Computer science; Political science; Sociology; Economic growth; Library science; Economics; Pathology","score_opus":0.03528193990696611,"score_gpt":0.3582465452563018,"score_spread":0.3229646053493357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160694446","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014411141,0.9962612,0.0014718075,0.00034330305,0.00016997884,0.001086619,0.0000022415363,0.00052219455,0.00014122637],"genre_scores_gemma":[0.0000136250155,0.9941768,0.0016293972,0.00027250164,0.00019322375,0.00013566713,0.000032791944,0.000060233328,0.0034857672],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99591506,0.0009764438,0.0009950397,0.0010266361,0.0005776833,0.00050914334],"domain_scores_gemma":[0.99664086,0.00021779048,0.00091959187,0.0014606037,0.00013309061,0.00062804454],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010651317,0.00053000555,0.0032803372,0.00018856533,0.00037063542,0.00058344373,0.0016740009,0.00019665482,0.000035685127],"category_scores_gemma":[0.003274031,0.00042623864,0.0006233033,0.0012314445,0.000035512603,0.0003229395,0.0005216064,0.0011145907,0.00028878704],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.605437e-8,0.000032737007,0.0000074836557,0.98902404,0.00008522258,0.0004467701,0.00010709881,0.000010821951,2.8447095e-8,0.0025039655,0.000021350235,0.0077604027],"study_design_scores_gemma":[0.00009596524,0.000087111395,0.0000010098108,0.9018046,0.0011034117,0.0005571608,0.0000073656156,0.00042216043,1.9580193e-7,0.00011121274,0.09510691,0.0007029024],"about_ca_topic_score_codex":0.000009227793,"about_ca_topic_score_gemma":0.0000013776546,"teacher_disagreement_score":0.095085554,"about_ca_system_score_codex":0.00027673255,"about_ca_system_score_gemma":0.0010021674,"threshold_uncertainty_score":0.9998189},"labels":[],"label_agreement":null},{"id":"W3161300219","doi":"10.19173/irrodl.v22i2.5108","title":"An Analysis of Digital Education in Canada in 2017-2019","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Prince Edward Island; Royal Roads University","funders":"","keywords":"Rigour; Electronic publishing; Higher education; Educational technology; Digital learning; The Internet; Distance education; Open education; Sociology; Pedagogy; Computer science; Library science; World Wide Web; Political science","score_opus":0.04478965343828533,"score_gpt":0.4389825626891503,"score_spread":0.394192909250865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161300219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9535407,0.013988473,0.001344181,0.026723444,0.00009256554,0.000295029,0.00008497857,0.000004767869,0.003925874],"genre_scores_gemma":[0.9942928,0.0050208448,0.00018776556,0.00006186756,0.000007342884,0.0000045775037,0.00024782497,0.000001800964,0.00017517178],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998506,0.00036390152,0.00033901213,0.0001887667,0.0004714788,0.00013082953],"domain_scores_gemma":[0.9988815,0.0004219065,0.00010846508,0.00023292206,0.00031564824,0.000039530398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020636276,0.000048397884,0.0002265771,0.00025129106,0.00002477459,0.00012626445,0.0010423732,0.000014506378,0.00002290634],"category_scores_gemma":[0.0012772306,0.000038747705,0.000027456854,0.0018354306,0.000033168584,0.00030750412,0.0004189823,0.0003468465,7.829319e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009927441,0.00020263705,0.9204198,0.00022051945,0.00004992699,0.000026022346,0.00010305669,0.009402712,0.000022248812,0.010159414,0.00040907256,0.058974642],"study_design_scores_gemma":[0.0004462803,0.000053088163,0.61450875,0.005388695,0.00002067452,0.000009304949,0.0032280383,0.36649415,0.000049519487,0.0020250601,0.0076289447,0.00014750949],"about_ca_topic_score_codex":0.230772,"about_ca_topic_score_gemma":0.19598283,"teacher_disagreement_score":0.35709143,"about_ca_system_score_codex":0.00019854832,"about_ca_system_score_gemma":0.002704686,"threshold_uncertainty_score":0.8186884},"labels":[],"label_agreement":null},{"id":"W3161582774","doi":"","title":"A MOOC with a Difference: Creating Community for Learning in MOOCs","year":2016,"lang":"en","type":"article","venue":"EDEN Conference Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Online learning; Presentation (obstetrics); Mathematics education; Facilitation; Theme (computing); Experiential learning; Computer science; Learning design; Pedagogy; Multimedia; Psychology; World Wide Web","score_opus":0.027025180503698665,"score_gpt":0.27146302534128475,"score_spread":0.24443784483758607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161582774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78215414,0.000011791216,0.20596415,0.006351719,0.00004341742,0.00022638291,0.0000016726169,0.00032856822,0.0049181357],"genre_scores_gemma":[0.97388774,0.000010657537,0.02227775,0.000082705934,0.000069259135,0.000055568133,0.0000011579303,0.000015112735,0.0036000595],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986956,0.000037295064,0.00024165743,0.00034551026,0.00024355791,0.00043634253],"domain_scores_gemma":[0.99881727,0.0003588643,0.0001732094,0.0001802029,0.0003685008,0.0001019672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061289803,0.00019730773,0.00026507763,0.00014770788,0.00034301312,0.00034565688,0.0008801247,0.00008432306,0.0000110424235],"category_scores_gemma":[0.0006508605,0.00012834468,0.000042047846,0.0003664326,0.00008467927,0.00046241385,0.00023058675,0.00050069793,0.0000097542525],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012464123,0.00036935016,0.5510459,0.00031661175,0.000060613915,0.000008519074,0.03352704,0.000046572874,0.020483289,0.15779604,0.0001901417,0.2360313],"study_design_scores_gemma":[0.008452041,0.0042240354,0.17013095,0.0061857705,0.000074067655,0.000106640895,0.015244128,0.68677866,0.0069198366,0.09541337,0.003783595,0.0026868777],"about_ca_topic_score_codex":0.00007325473,"about_ca_topic_score_gemma":0.000045092864,"teacher_disagreement_score":0.6867321,"about_ca_system_score_codex":0.000058519818,"about_ca_system_score_gemma":0.00015686557,"threshold_uncertainty_score":0.5233744},"labels":[],"label_agreement":null},{"id":"W3162051624","doi":"10.5539/jel.v10n3p149","title":"Examination of Preservice Teachers’ Views on Peer Learning","year":2021,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Data collection; Teacher education; Teaching method; Qualitative research; Qualitative property; Academic year; Pedagogy; Computer science","score_opus":0.027224472460921766,"score_gpt":0.3265338157940497,"score_spread":0.299309343333128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162051624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97183335,0.00089609163,0.011308063,0.008393811,0.00039874107,0.00002444644,5.8593933e-8,0.000016300608,0.0071291267],"genre_scores_gemma":[0.97456133,0.000090763824,0.010269445,0.00014552208,0.00018325368,3.4208588e-7,0.0000019743024,0.0000055222627,0.014741829],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99873877,0.0004684867,0.00028551603,0.00011051252,0.0003126252,0.00008408441],"domain_scores_gemma":[0.99848294,0.00020102756,0.00046908867,0.000099127166,0.0006811697,0.00006665062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001331275,0.00006544538,0.00014744392,0.00015752079,0.000108985136,0.00009167784,0.00015564206,0.000041789965,0.00003000492],"category_scores_gemma":[0.0015046782,0.000058604717,0.00005412469,0.00027854304,0.000012359774,0.00026591582,0.000039479397,0.00066875975,0.00000448487],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008266265,0.00059534796,0.021152815,0.00009386582,0.00006125067,0.000010262804,0.05002642,0.019141719,0.004388898,0.0057465597,0.0012149633,0.89755964],"study_design_scores_gemma":[0.0011173191,0.0013034785,0.33151618,0.0010213552,0.00009407849,0.0003954741,0.038416404,0.080315664,0.0026788362,0.00095460913,0.54175377,0.00043285274],"about_ca_topic_score_codex":0.0000038979183,"about_ca_topic_score_gemma":0.0000010122668,"teacher_disagreement_score":0.8971268,"about_ca_system_score_codex":0.000023544619,"about_ca_system_score_gemma":0.00023762818,"threshold_uncertainty_score":0.29054657},"labels":[],"label_agreement":null},{"id":"W3162433917","doi":"10.19173/irrodl.v22i2.5381","title":"Trends and Patterns in Distance Education (2014–2019): A Synthesis of Scholarly Publications and a Visualization of the Intellectual Landscape","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Field (mathematics); Data science; Social network analysis; Analytics; Distance education; Learning analytics; Visualization; Bibliometrics; Educational research; Open education; Computer science; Social media; Knowledge management; Sociology; World Wide Web; Social science; Pedagogy; Data mining","score_opus":0.04336736438132093,"score_gpt":0.4106537497781467,"score_spread":0.3672863853968258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162433917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7545658,0.07667397,0.022714632,0.14052725,0.00014695831,0.00075561367,0.00015695501,0.000019769843,0.0044390885],"genre_scores_gemma":[0.9754018,0.02403275,0.00024154376,0.000039447626,0.00000789007,0.000015414687,0.000036984307,0.0000027759982,0.00022135308],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985632,0.00053017924,0.00030036466,0.0001726687,0.00034479404,0.00008882135],"domain_scores_gemma":[0.99815035,0.00097109977,0.00016409735,0.00020280162,0.00048379347,0.000027844038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022506104,0.000051270174,0.0001595119,0.00018480519,0.000066077446,0.00020626771,0.0006406863,0.000023502016,0.000025636364],"category_scores_gemma":[0.005992689,0.00003460628,0.000021897265,0.0010458136,0.00009690762,0.000370055,0.00066534156,0.00027615263,3.0436695e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020467744,0.00027642978,0.6768406,0.00097196724,0.000034528384,9.740061e-7,0.0008044743,0.000064193795,0.00020267555,0.09960297,0.00089290476,0.2202878],"study_design_scores_gemma":[0.0007847072,0.00012113921,0.87483376,0.024468591,0.000028459257,0.00004308832,0.0036762136,0.06779658,0.0010208898,0.00409574,0.0229125,0.000218317],"about_ca_topic_score_codex":0.00018771736,"about_ca_topic_score_gemma":0.000069142094,"teacher_disagreement_score":0.22083607,"about_ca_system_score_codex":0.000023133969,"about_ca_system_score_gemma":0.00024766137,"threshold_uncertainty_score":0.71742415},"labels":[],"label_agreement":null},{"id":"W3163059792","doi":"10.1108/heswbl-08-2020-0182","title":"Collaborative engagement experience-based learning: a teaching framework for business education","year":2021,"lang":"en","type":"article","venue":"Higher Education Skills and Work-based Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Originality; Curriculum; Workforce; Knowledge management; Student engagement; Higher education; Business education; Value (mathematics); Mathematics education; Computer science; Pedagogy; Psychology; Creativity; Political science","score_opus":0.01213916497389566,"score_gpt":0.320870821672374,"score_spread":0.30873165669847835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163059792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22303635,0.0019450821,0.7397935,0.031353515,0.002594978,0.0005026282,0.0000020616626,0.00046010647,0.00031181218],"genre_scores_gemma":[0.71143943,0.00002394864,0.27679652,0.0020310476,0.0004937455,0.00019436248,0.00010786386,0.000032312935,0.008880744],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976727,0.0005386112,0.00035221732,0.00072910776,0.00032742354,0.00037995365],"domain_scores_gemma":[0.9974122,0.0007899969,0.0003305468,0.0003911135,0.00088795566,0.00018817019],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000574448,0.00027957806,0.00027845812,0.00021491542,0.0010391611,0.00071812747,0.0002897871,0.00015364072,0.00009671959],"category_scores_gemma":[0.0011169686,0.00028686353,0.000085710366,0.0013867905,0.00006031603,0.00030065724,0.00007270831,0.00087169785,0.000014684067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045667544,0.0036037029,0.4495343,0.00032064918,0.00008227906,0.0000067786673,0.010411217,0.09988306,0.00030684704,0.138865,0.004766005,0.2921745],"study_design_scores_gemma":[0.0010079922,0.00022374411,0.09742727,0.0016457351,0.0000819297,0.000003969909,0.00072366616,0.0033734643,0.000710424,0.004310734,0.88942534,0.0010657494],"about_ca_topic_score_codex":0.000016663686,"about_ca_topic_score_gemma":7.632302e-7,"teacher_disagreement_score":0.8846593,"about_ca_system_score_codex":0.00011639657,"about_ca_system_score_gemma":0.0024977382,"threshold_uncertainty_score":0.99995834},"labels":[],"label_agreement":null},{"id":"W3163938196","doi":"10.19173/irrodl.v22i2.5208","title":"A Systematic Review of Questionnaire-Based Quantitative Research on MOOCs","year":2021,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuance; Citation; Computer science; Citation index; Descriptive statistics; Dropout (neural networks); Extant taxon; Psychology; Data science; Knowledge management; World Wide Web; Statistics; Mathematics","score_opus":0.2414734870724402,"score_gpt":0.5664134272599479,"score_spread":0.3249399401875077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163938196","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.0480687e-7,0.9894806,0.0010788001,0.006514505,0.00006026765,0.0019707815,0.00004903555,0.000011955674,0.00083345064],"genre_scores_gemma":[0.00007565022,0.998315,0.00058821926,0.0001512688,0.000027441038,0.00028898733,0.00027243997,0.000018520826,0.00026251015],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9841779,0.010612884,0.0016863152,0.0006110852,0.0025167759,0.0003950788],"domain_scores_gemma":[0.9866437,0.008745984,0.0009975113,0.00098714,0.002517472,0.00010821177],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03540563,0.00026665817,0.0024596304,0.0006090072,0.00020064847,0.00029595068,0.0046250583,0.00011059141,0.00003472047],"category_scores_gemma":[0.033834636,0.00016775834,0.0003625329,0.0034038385,0.00032334332,0.00017740732,0.0018291585,0.0025447279,0.000032922224],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003829612,0.00012220659,0.0000055846062,0.90925956,0.00011609276,0.000029701943,0.000017881091,0.000026368907,4.7454797e-8,0.062430333,0.0007968664,0.027191516],"study_design_scores_gemma":[0.00011836302,0.0001696056,0.0000016286815,0.90325445,0.0000893199,0.00001658798,0.000101035905,0.0023052518,5.048966e-7,0.0003624928,0.093454,0.00012678489],"about_ca_topic_score_codex":0.00014056091,"about_ca_topic_score_gemma":0.0000044359754,"teacher_disagreement_score":0.092657134,"about_ca_system_score_codex":0.0002854654,"about_ca_system_score_gemma":0.0018137863,"threshold_uncertainty_score":0.99975646},"labels":[],"label_agreement":null},{"id":"W3164796821","doi":"10.19173/irrodl.v22i2.5358","title":"Investigation of Emerging Trends in the E-Learning Field Using Latent Dirichlet Allocation","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Field (mathematics); Educational technology; Artificial intelligence; Adaptive learning; Topic model; Data science; Machine learning; Mathematics education; Psychology; Mathematics","score_opus":0.1317842775619654,"score_gpt":0.45450641983999596,"score_spread":0.32272214227803053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164796821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7131155,0.020046756,0.025962941,0.23580953,0.00017747513,0.00053176755,0.000008897442,0.000027100572,0.004320041],"genre_scores_gemma":[0.9936889,0.0051168785,0.0007690247,0.00020781253,0.00002288708,0.000007089084,0.00006745531,0.0000032333187,0.00011672443],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976007,0.0010944183,0.0003733951,0.00018824132,0.0005911762,0.00015207875],"domain_scores_gemma":[0.99840236,0.0008757658,0.00017390764,0.00019739145,0.0003251641,0.00002539139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055835736,0.00006391617,0.00016723345,0.0001748752,0.00011316303,0.00014707132,0.0010164422,0.000027464142,0.00002547468],"category_scores_gemma":[0.0021442967,0.00004327662,0.000038571434,0.0015105173,0.000060999188,0.0002308311,0.0005891912,0.00066782424,9.542492e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000512098,0.0002189134,0.5669329,0.0018892654,0.00010642595,0.00009143084,0.0046115695,0.04229664,0.003173726,0.102388605,0.0012117259,0.27702758],"study_design_scores_gemma":[0.0009898181,0.00021536696,0.075894095,0.016755568,0.000023842878,0.000064520595,0.0052676694,0.87867785,0.0017945572,0.007583512,0.01247515,0.00025808043],"about_ca_topic_score_codex":0.00039528823,"about_ca_topic_score_gemma":0.000025745016,"teacher_disagreement_score":0.8363812,"about_ca_system_score_codex":0.00004477643,"about_ca_system_score_gemma":0.0001299175,"threshold_uncertainty_score":0.2901401},"labels":[],"label_agreement":null},{"id":"W3167215718","doi":"10.18162/ritpu-2021-v18n2-02","title":"Soutenir la réussite des élèves présentant un TDAH : effets perçus d’un MOOC pour le personnel enseignant","year":2021,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Psychology; Political science; Art","score_opus":0.02151379621071428,"score_gpt":0.24825882502876087,"score_spread":0.2267450288180466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3167215718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8778512,0.014163125,0.0481086,0.054503452,0.0006666788,0.00016468849,0.00009572638,0.0013273022,0.0031192293],"genre_scores_gemma":[0.7977967,0.00537593,0.07036122,0.000059725404,0.0001529892,0.0000047191843,0.00003781779,0.000045670375,0.1261652],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9970522,0.000317388,0.0004280016,0.0010170473,0.00043567386,0.0007497067],"domain_scores_gemma":[0.9972768,0.0007205536,0.00028291252,0.00084292114,0.0007465084,0.00013031847],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030987558,0.0005008533,0.00049647473,0.0004396646,0.00083346374,0.00041003383,0.002019147,0.0005442214,0.000073767296],"category_scores_gemma":[0.0012401473,0.0005539177,0.00044747556,0.000967636,0.0011136301,0.0009838163,0.0019008303,0.00093000906,0.0001367207],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029775729,0.0011155965,0.013382677,0.00046832397,0.0009153131,0.0121896025,0.01888338,0.0030622836,0.0029619723,0.08241467,0.00086611114,0.8637103],"study_design_scores_gemma":[0.005184622,0.0008306386,0.01803059,0.0063651064,0.0006969701,0.01012006,0.40120152,0.3053179,0.03609394,0.105296545,0.10775044,0.003111668],"about_ca_topic_score_codex":0.0001815551,"about_ca_topic_score_gemma":0.00010681553,"teacher_disagreement_score":0.8605986,"about_ca_system_score_codex":0.0007103565,"about_ca_system_score_gemma":0.00087869103,"threshold_uncertainty_score":0.99969125},"labels":[],"label_agreement":null},{"id":"W3169483116","doi":"10.14742/ajet.6322","title":"A study of meta-analyses reporting quality in the large and expanding literature of educational technology","year":2021,"lang":"en","type":"article","venue":"Australasian Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Meta-analysis; Quality (philosophy); Systematic review; Reliability (semiconductor); Educational research; Psychology; Best practice; Descriptive statistics; Publication bias; Medical education; MEDLINE; Medicine; Mathematics education; Statistics; Political science; Mathematics","score_opus":0.10844686195846152,"score_gpt":0.45841406142108104,"score_spread":0.3499671994626195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169483116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8656969,0.0015046779,0.000206468,0.13237123,0.000089022375,0.000055700086,0.0000027730573,0.000004450031,0.00006877657],"genre_scores_gemma":[0.9854716,0.000023050343,0.014257512,0.000034253982,0.000055173543,0.0000056870495,0.0000026654602,0.000004120254,0.00014591309],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975132,0.00021993175,0.0015511446,0.00022984046,0.00031129023,0.0001746072],"domain_scores_gemma":[0.9958785,0.0005175432,0.0024751818,0.00042870786,0.00066834147,0.000031711228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00152176,0.000121923964,0.0005741606,0.00096793147,0.0000713601,0.00003866385,0.00065137015,0.00013613535,0.000032448497],"category_scores_gemma":[0.004188669,0.0000853297,0.000149704,0.0023796884,0.00012044392,0.0001886191,0.00011613028,0.00061281235,3.9106544e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005601227,0.0023158032,0.57736164,0.000055142318,0.0010129062,0.000060241433,0.0040713325,0.0001416277,0.0024367508,0.41173664,0.00015774641,0.0006445906],"study_design_scores_gemma":[0.0013040014,0.00090188946,0.35368654,0.00030859947,0.0010929862,0.0054181716,0.061362658,0.000111257454,0.0046420284,0.5706097,0.00022313632,0.0003390765],"about_ca_topic_score_codex":0.0000055936316,"about_ca_topic_score_gemma":0.000025446823,"teacher_disagreement_score":0.22367509,"about_ca_system_score_codex":0.000024419953,"about_ca_system_score_gemma":0.0005363655,"threshold_uncertainty_score":0.50145304},"labels":[],"label_agreement":null},{"id":"W3170145924","doi":"10.21432/cjlt28128","title":"MOOCs and Open Education in the Global South: A Review","year":2021,"lang":"en","type":"review","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Media studies","score_opus":0.025496133697458765,"score_gpt":0.36291224074001194,"score_spread":0.33741610704255315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170145924","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001755618,0.9900555,0.00009698098,0.009327595,0.00010333296,0.000108798915,0.0000013411618,0.000006335822,0.00028256356],"genre_scores_gemma":[0.00015867794,0.9979427,0.0015155999,0.0001453595,0.000046180143,0.0000032937483,0.0000028309685,0.000006136065,0.00017923908],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988091,0.0003172172,0.00039530717,0.00020153305,0.00007901927,0.00019782406],"domain_scores_gemma":[0.9989894,0.0000901733,0.00044528107,0.00021794644,0.000118959935,0.00013824999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008724156,0.0001462289,0.00082212134,0.00038583763,0.0001283662,0.00027700496,0.0011679006,0.00019854425,0.0000039704382],"category_scores_gemma":[0.0009906732,0.00010199977,0.00006969474,0.0011809106,0.000086908076,0.000087088665,0.00013884512,0.001171703,0.0000023086936],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[3.9164668e-8,0.0000041012604,0.0008983475,0.00092074746,0.000016705995,0.00010771512,0.000046851,2.7941596e-7,1.1453986e-9,0.008942108,0.000390491,0.9886726],"study_design_scores_gemma":[0.00004754926,0.000058006553,0.000008079449,0.025386376,0.00010113798,0.0033607339,0.0002628974,0.0000142960835,3.0637617e-9,0.0008290258,0.9698324,0.000099496916],"about_ca_topic_score_codex":0.00022537386,"about_ca_topic_score_gemma":0.00093182514,"teacher_disagreement_score":0.98857313,"about_ca_system_score_codex":0.00007863724,"about_ca_system_score_gemma":0.005715806,"threshold_uncertainty_score":0.99992085},"labels":[],"label_agreement":null},{"id":"W3170618680","doi":"10.22215/timreview/1438","title":"Reinvigorating the Discourse on Human-Centered Artificial Intelligence in Educational Technologies","year":2021,"lang":"en","type":"article","venue":"Technology Innovation Management Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Relevance (law); Sociology; Engineering ethics; Management; Political science; Engineering; Economics; Law","score_opus":0.0796303572282068,"score_gpt":0.3992208681417693,"score_spread":0.3195905109135625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170618680","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049055284,0.0072194594,0.117896385,0.8635169,0.00024008824,0.0006105085,0.0000010841985,0.0007793573,0.004830658],"genre_scores_gemma":[0.9233829,0.010594304,0.057909578,0.006131157,0.00007035076,0.00026992735,0.00007045814,0.000020323409,0.0015510339],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986287,0.000055676326,0.00054646144,0.0003754115,0.00019912564,0.00019465825],"domain_scores_gemma":[0.9987466,0.000040289506,0.00022903108,0.0008244669,0.00015432562,0.000005328364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000594026,0.00012618503,0.00017662965,0.0005488381,0.00016340498,0.00007033085,0.00091889926,0.00006930982,0.000020170863],"category_scores_gemma":[0.0003558425,0.00009775831,0.00003054838,0.0063372883,0.00012238418,0.00012315417,0.00042940263,0.00040077206,0.00007512573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6279549e-7,0.000064216605,0.00013709633,0.00010138369,0.000008137043,0.000009618539,0.000006184378,0.000030192796,0.0000487021,0.71181077,0.00038439545,0.28739914],"study_design_scores_gemma":[0.00008513751,0.00006820932,0.00039627627,0.0036515244,0.000027238006,0.000017822307,0.0009657731,0.004606299,0.0013701038,0.96912444,0.019366432,0.00032076958],"about_ca_topic_score_codex":9.3810297e-7,"about_ca_topic_score_gemma":0.0000068389745,"teacher_disagreement_score":0.91847736,"about_ca_system_score_codex":0.000053459902,"about_ca_system_score_gemma":0.000037676946,"threshold_uncertainty_score":0.39864683},"labels":[],"label_agreement":null},{"id":"W3171339048","doi":"10.1145/3430895.3460145","title":"Exploring Additional Personalized Support While Attempting Exercise Problems in Online Learning Platforms","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research; Natural Sciences and Engineering Research Council of Canada","keywords":"Asynchronous communication; Drop out; Computer science; Online learning; TUTOR; Multimedia; Drop (telecommunication); Human–computer interaction","score_opus":0.09419151764260783,"score_gpt":0.2734053296646922,"score_spread":0.1792138120220844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171339048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92403597,0.00023906548,0.058519516,0.0061374702,0.0005367551,0.0002619578,0.000085054235,0.0012254044,0.008958798],"genre_scores_gemma":[0.8516494,0.0002538451,0.116807826,0.0004100185,0.00032526208,0.000060952145,0.0012108451,0.000039720686,0.02924214],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840266,0.000029761108,0.00034072282,0.00045603278,0.00038222398,0.00038857677],"domain_scores_gemma":[0.9993024,0.00014448933,0.00009103487,0.00023141515,0.00012439111,0.00010629226],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030098858,0.00015633792,0.00023909927,0.00015255147,0.0001468057,0.00015793032,0.00032151153,0.00004885817,0.0019322366],"category_scores_gemma":[0.00014540808,0.00014687833,0.00009665666,0.00066045846,0.00002547775,0.000917317,0.00025740667,0.0004890097,0.00012369092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004474123,0.0034950827,0.17574374,0.0008427084,0.00023540574,0.0023196863,0.028841995,0.24989538,0.004215943,0.080231115,0.01698777,0.43714643],"study_design_scores_gemma":[0.0022794565,0.00019371849,0.02204925,0.0013182731,0.000021773152,0.00020649689,0.0060224817,0.89569753,0.0006386434,0.0031959903,0.06720834,0.0011680488],"about_ca_topic_score_codex":0.000018321398,"about_ca_topic_score_gemma":0.000036059228,"teacher_disagreement_score":0.64580214,"about_ca_system_score_codex":0.000052245836,"about_ca_system_score_gemma":0.00017487732,"threshold_uncertainty_score":0.9989801},"labels":[],"label_agreement":null},{"id":"W3171642870","doi":"10.15353/cjo.v83i2.1738","title":"Supporting knowledge transfer for low vision interventions through an online directory of validated assessment tools","year":2021,"lang":"en","type":"article","venue":"Canadian journal of optometry/CJO. Canadian journal of optometry","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Centre intégré de santé et de services sociaux de Chaudière-Appalaches; Centre Intégré de Santé et de Services Sociaux des Laurentides; Centre intégré de santé et de services sociaux de la Montérégie-Centre; Université de Montréal","funders":"","keywords":"Directory; Computer science; Psychological intervention; Knowledge transfer; World Wide Web; Knowledge management; Psychology","score_opus":0.06026231659341848,"score_gpt":0.4429076003604527,"score_spread":0.3826452837670342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171642870","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78839993,0.0032005224,0.20305312,0.002654166,0.0018906948,0.00014978302,0.0003933722,0.000011015508,0.0002473938],"genre_scores_gemma":[0.93354255,0.00015811498,0.06507225,0.00020515476,0.00054934574,0.0000012135706,0.000055833287,0.00006177036,0.00035377548],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946357,0.00046918012,0.0026525094,0.00042914422,0.0006922999,0.0011211374],"domain_scores_gemma":[0.9902912,0.00049372006,0.001463222,0.0006181095,0.0040614298,0.0030723223],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029477316,0.00043481347,0.0012690674,0.0042378553,0.00042606384,0.0008738934,0.0020519448,0.0002797145,0.00029315427],"category_scores_gemma":[0.001156059,0.00043336896,0.0012861516,0.003973559,0.00021606624,0.003538977,0.000045742647,0.0013171048,0.000003001711],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007433535,0.0016971201,0.92523164,0.0017835237,0.0025747146,0.0044331606,0.004643079,0.008670045,0.005986529,0.0012020372,0.008722599,0.034981236],"study_design_scores_gemma":[0.0069223936,0.004024548,0.9155469,0.00857493,0.0011508103,0.0054975874,0.004790039,0.0148102045,0.010583834,0.00018016713,0.025858687,0.00205988],"about_ca_topic_score_codex":0.0005928988,"about_ca_topic_score_gemma":0.0029687637,"teacher_disagreement_score":0.1451426,"about_ca_system_score_codex":0.00094192504,"about_ca_system_score_gemma":0.014584737,"threshold_uncertainty_score":0.9998118},"labels":[],"label_agreement":null},{"id":"W3172510572","doi":"10.1007/978-3-030-70416-2_65","title":"Data-Driven Identification of Pedagogical and Curricular Factors Conducive to Student Satisfaction","year":2021,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Becton Dickinson (Canada)","funders":"","keywords":"Identification (biology); Variety (cybernetics); Computer science; Key (lock); Higher education; Style (visual arts); Mathematics education; Knowledge management; Data science; Psychology; Artificial intelligence; Political science","score_opus":0.08090515321014422,"score_gpt":0.37947257039564614,"score_spread":0.29856741718550195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172510572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14474413,0.03537558,0.8139693,0.00016635128,0.0024668204,0.00082397775,0.00008063047,0.000108876004,0.0022643239],"genre_scores_gemma":[0.9921261,0.0025609082,0.0019527418,0.000014145109,0.00013324303,0.0000017960518,0.000053568332,0.000016093143,0.003141424],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980489,0.000056894263,0.00072430336,0.00069597724,0.00032455326,0.00014935472],"domain_scores_gemma":[0.9986301,0.00018397206,0.00046887476,0.0005121244,0.00012764958,0.00007727055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035630944,0.00021687831,0.00046463063,0.00016568499,0.000076984186,0.00015933088,0.00040806993,0.00010396996,0.0000020876737],"category_scores_gemma":[0.00005070261,0.00019650604,0.000038778657,0.00008175942,0.0000421183,0.00023783155,0.0006847216,0.0002628965,0.0000027890917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004937724,0.00008530568,0.060445633,0.0009684738,0.00019047619,0.000065818254,0.0058245948,0.093175575,0.00013122357,0.6492939,0.000039424376,0.18977466],"study_design_scores_gemma":[0.00043821952,0.00048735485,0.0129844295,0.008370967,0.00017764521,0.00012205568,0.009379219,0.8694014,0.00015681848,0.00479226,0.0918724,0.0018172145],"about_ca_topic_score_codex":0.00005760998,"about_ca_topic_score_gemma":0.00004350943,"teacher_disagreement_score":0.84738195,"about_ca_system_score_codex":0.000046287514,"about_ca_system_score_gemma":0.000028566028,"threshold_uncertainty_score":0.80132836},"labels":[],"label_agreement":null},{"id":"W3173121569","doi":"10.1145/3430895.3460876","title":"Second Workshop on Educational A/B Testing at Scale","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Toolbox; Computer science; Context (archaeology); Software testing; Scale (ratio); Educational software; Data science; Software engineering; Test strategy; Software; Engineering management; Engineering","score_opus":0.0266716211894776,"score_gpt":0.2877790725867897,"score_spread":0.2611074513973121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173121569","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38020268,0.00012834217,0.026814496,0.11872168,0.0007546829,0.000042222215,0.0000019088648,0.00028601522,0.47304797],"genre_scores_gemma":[0.5240289,0.0000018003367,0.18209109,0.0023864845,0.00028082714,0.0000013684212,0.0000066061543,0.0000057602065,0.29119715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946773,0.000019645935,0.00007679473,0.0002026816,0.00011831414,0.00011480889],"domain_scores_gemma":[0.99931175,0.00030125506,0.000022569433,0.00023460243,0.00007733402,0.00005249168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006704699,0.000048455626,0.000050969178,0.000024838193,0.000102007696,0.00008657747,0.00017775052,0.000021271902,0.00061209674],"category_scores_gemma":[0.00016715014,0.00004386686,0.000024931087,0.00029397276,0.000009686674,0.00006917033,0.00013534847,0.0000921079,0.0003868185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050909493,0.0011517024,0.094089486,0.00006880307,0.000067635265,0.00010746316,0.0014115477,0.011142429,0.008579048,0.42080772,0.16444412,0.29812497],"study_design_scores_gemma":[0.00059170095,0.00009491618,0.09944706,0.00022294342,0.000012227878,0.00022044189,0.00017477477,0.74040484,0.010983108,0.04448979,0.10256297,0.0007952214],"about_ca_topic_score_codex":0.0000011486519,"about_ca_topic_score_gemma":0.000026661406,"teacher_disagreement_score":0.7292624,"about_ca_system_score_codex":0.000025723526,"about_ca_system_score_gemma":0.000117530726,"threshold_uncertainty_score":0.670203},"labels":[],"label_agreement":null},{"id":"W3173781692","doi":"10.1080/10494820.2021.1943689","title":"Educational Data Mining versus Learning Analytics: A Review of Publications From 2015 to 2019","year":2021,"lang":"en","type":"review","venue":"Interactive Learning Environments","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Educational data mining; Data science; Field (mathematics); Data analysis; Social network analysis; Analytics; Educational research; Computer science; Empirical research; Psychology; Social media; Data mining; Mathematics education; Epistemology; World Wide Web","score_opus":0.09677904569389915,"score_gpt":0.4262345345596737,"score_spread":0.3294554888657745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173781692","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000044066487,0.98823655,0.007952167,0.002162068,0.0005380488,0.00029276178,0.00011760468,0.000054542554,0.0006418473],"genre_scores_gemma":[0.000015636237,0.9662211,0.018071292,0.0001281875,0.00027339027,0.00003901946,0.0051818523,0.00006091373,0.0100086415],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99564,0.0009117546,0.0010015874,0.0013600409,0.00071636675,0.00037029598],"domain_scores_gemma":[0.994158,0.0021539447,0.0014028616,0.0019598675,0.000104659615,0.00022062143],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00066079013,0.0004812229,0.0015338403,0.00039739403,0.0001528666,0.00019175133,0.0028339066,0.00017628014,0.00052810827],"category_scores_gemma":[0.0040856674,0.00048122587,0.00036119128,0.000869315,0.00005316239,0.0006406503,0.002471372,0.0014808739,0.0008070301],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004228727,0.0002616656,0.000114113056,0.0028053385,0.0010615946,0.000007970828,0.00029493182,0.0006012587,0.000001968013,0.00011566064,0.02025621,0.9744751],"study_design_scores_gemma":[0.00012951989,0.00007909962,0.000046614907,0.044999495,0.0005496938,0.0000065362324,0.000059152964,0.002730859,4.3172744e-7,0.000006185862,0.95099705,0.00039538267],"about_ca_topic_score_codex":0.000056718436,"about_ca_topic_score_gemma":0.000003195831,"teacher_disagreement_score":0.97407967,"about_ca_system_score_codex":0.0003518197,"about_ca_system_score_gemma":0.0005882489,"threshold_uncertainty_score":0.999971},"labels":[],"label_agreement":null},{"id":"W3175731219","doi":"10.24908/pceea.vi0.14921","title":"CHARACTERIZING PATTERNS IN STUDENT ENGAGEMENT IN A TEAM-BASED AND PROJECT-CENTRIC COURSE","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Student engagement; Asynchronous communication; Psychology; Tracking (education); Cognition; Virtual learning environment; Course (navigation); Computer science; Mathematics education; Pedagogy; Engineering","score_opus":0.007876331231375462,"score_gpt":0.2473401785103519,"score_spread":0.23946384727897643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175731219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853902,0.0000683027,0.000059859045,0.013625038,0.00036245413,0.0001870694,0.000004126232,0.000026670094,0.00027628438],"genre_scores_gemma":[0.99817795,0.000013131171,0.0011740241,0.0003051509,0.00004297953,0.000021309317,0.0000036330498,0.0000082651295,0.0002535658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916685,0.000015394793,0.00020260447,0.00018380328,0.00021623177,0.00021512948],"domain_scores_gemma":[0.9994663,0.000038176666,0.00015886813,0.00007893629,0.00018734584,0.0000703558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000532643,0.00008416167,0.00011447605,0.00030669256,0.000053277265,0.00015082679,0.0002355642,0.00005509687,0.000001902938],"category_scores_gemma":[0.00043310222,0.00008856477,0.000027493681,0.0007471069,0.0000036594597,0.0001576844,0.00004460227,0.00023272536,7.328294e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5009928e-7,0.00011417292,0.9929244,0.000093072646,0.000011718961,5.1939315e-7,0.002266681,0.00052446575,0.0004452442,0.0022446513,0.00030223725,0.001072572],"study_design_scores_gemma":[0.00022375333,0.000007651425,0.9525577,0.00022671168,0.000008580716,0.000001257477,0.0005194498,0.043495562,0.0004399008,0.000031888358,0.002365774,0.000121760786],"about_ca_topic_score_codex":0.0027132065,"about_ca_topic_score_gemma":0.0063905055,"teacher_disagreement_score":0.042971097,"about_ca_system_score_codex":0.0010764081,"about_ca_system_score_gemma":0.0011158873,"threshold_uncertainty_score":0.41015747},"labels":[],"label_agreement":null},{"id":"W3176408967","doi":"10.1096/fasebj.2018.32.1_supplement.506.2","title":"The Association of Retrieval Practice and Sleep Consolidation with Student Grades in a Large Undergraduate Human Gross Anatomy Course","year":2018,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Consolidation (business); Session (web analytics); Recall; Memory consolidation; Psychology; Medical education; Computer science; Mathematics education; Medicine; World Wide Web; Cognitive psychology; Neuroscience","score_opus":0.009533647667077613,"score_gpt":0.31990216269793026,"score_spread":0.31036851503085267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176408967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635224,0.00013726749,0.008456764,0.02752085,0.0000946925,0.00006750948,0.0000011788846,0.000011837328,0.00018751972],"genre_scores_gemma":[0.99903435,0.0000851165,0.0004919481,0.00011992774,0.00011185084,3.3483667e-7,5.5164645e-7,0.000003871522,0.00015204216],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987441,0.0003626028,0.00019971933,0.00009158693,0.00042474395,0.00017727434],"domain_scores_gemma":[0.9987006,0.00037200516,0.00047148633,0.00015714427,0.00026090475,0.00003786193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027467757,0.000063778905,0.000090857364,0.000041176132,0.00054055237,0.0003062393,0.0003252435,0.0000262096,7.174133e-7],"category_scores_gemma":[0.00021871945,0.000034484176,0.000020364767,0.0002761589,0.0000932359,0.00029708561,0.00006970482,0.00033439262,0.0000019755394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039949597,0.0013228265,0.70072514,0.000026335096,0.0011114493,0.00014164532,0.029060729,0.00097456254,0.005817463,0.2503939,0.0013849197,0.00864154],"study_design_scores_gemma":[0.011040746,0.0039540785,0.70627177,0.0004412073,0.0007076582,0.0012937201,0.019634783,0.19280352,0.010099951,0.045981456,0.0069388864,0.0008322121],"about_ca_topic_score_codex":0.000009830037,"about_ca_topic_score_gemma":0.00009172433,"teacher_disagreement_score":0.20441245,"about_ca_system_score_codex":0.000058715483,"about_ca_system_score_gemma":0.000068816786,"threshold_uncertainty_score":0.41575468},"labels":[],"label_agreement":null},{"id":"W3176569712","doi":"","title":"A Research on the Application of Automatic Essay Scoring System to University’s English Writing Education in the Era of Big Data: Taking Pigaiwang as an Example","year":2015,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Stern; Field (mathematics); China; Quality (philosophy); Zhàng; Mathematics education; Higher education; College English; Big Idea; Sociology; Computer science; Pedagogy; Public relations; Psychology; Political science; History; Social science; Epistemology; Law; Data mining","score_opus":0.09945356383290412,"score_gpt":0.39528111195566634,"score_spread":0.29582754812276224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176569712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948703,0.0018472685,0.00040264026,0.00059517217,0.000101749305,0.00018201493,0.0000033485458,0.000017518669,0.0019799818],"genre_scores_gemma":[0.99844223,0.000011703336,0.0012948993,0.000054511856,0.00016043294,0.0000034154743,0.0000062520976,0.0000024229184,0.000024112594],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990846,0.00030485337,0.00012210789,0.00018593055,0.00020241269,0.00010010299],"domain_scores_gemma":[0.9989128,0.0003388513,0.00007025653,0.00049050036,0.00016910379,0.000018450753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022698978,0.00005060459,0.00010807863,0.00014316147,0.00007639606,0.00006303634,0.00052331947,0.000022696426,5.371259e-8],"category_scores_gemma":[0.00028496925,0.000031957377,0.00000755365,0.0009110674,0.000040902716,0.00016042632,0.00024698174,0.00025654613,2.77666e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000097475595,0.000095246956,0.0017896874,0.0003698847,0.00001556648,0.000015907632,0.76583594,0.00017703808,0.00007146526,0.136688,0.00015967022,0.09477184],"study_design_scores_gemma":[0.00021567268,0.0001604974,0.0026272824,0.0027962346,0.000008119969,0.000006252373,0.9716947,0.020857869,0.000044251803,0.00050500646,0.0009871174,0.00009698892],"about_ca_topic_score_codex":0.00041309715,"about_ca_topic_score_gemma":0.00015477702,"teacher_disagreement_score":0.20585877,"about_ca_system_score_codex":0.00004175696,"about_ca_system_score_gemma":0.00008800233,"threshold_uncertainty_score":0.1303184},"labels":[],"label_agreement":null},{"id":"W3180481785","doi":"10.18608/jla.2021.7113","title":"Making Sense of Sensemaking: Understanding How K–12 Teachers and Coaches React to Visual Analytics","year":2021,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; University of California, Riverside; Vanderbilt University; York University; University of Washington; National Science Foundation","keywords":"Sensemaking; Context (archaeology); Learning analytics; Typology; Dashboard; Think aloud protocol; Psychology; Analytics; Process (computing); Mathematics education; Pedagogy; Data science; Computer science; Sociology; Knowledge management; Human–computer interaction; Geography","score_opus":0.09296299367463694,"score_gpt":0.33571880253852987,"score_spread":0.24275580886389292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180481785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32348248,0.00038721878,0.6640412,0.011125336,0.00024372572,0.000047153786,0.0000013481618,0.000057525653,0.00061400345],"genre_scores_gemma":[0.9569894,0.00011379461,0.04167607,0.00014093147,0.00021188479,9.1546525e-8,0.0000011697523,0.000027959008,0.0008386657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735355,0.00037567984,0.00072535715,0.00034216983,0.0007910807,0.0004121638],"domain_scores_gemma":[0.99715513,0.0006414503,0.001096712,0.000315492,0.0005222966,0.00026891517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017190224,0.0002586995,0.0007060755,0.00062773336,0.00020642995,0.00042685127,0.00031304194,0.00014065321,0.0000035494675],"category_scores_gemma":[0.0021973762,0.00024570414,0.00027582765,0.0010505184,0.000094395844,0.00033825677,0.00027412298,0.0010690173,0.0000018839511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017636956,0.00085574586,0.3143409,0.0005710098,0.0031197057,0.0071451254,0.026762895,0.5535312,0.027050322,0.032826725,0.0023409512,0.031279042],"study_design_scores_gemma":[0.0011905958,0.0012651606,0.0034391833,0.0012300081,0.00066575647,0.0025863633,0.031845897,0.94676745,0.0018429084,0.0020060674,0.0063704615,0.00079012755],"about_ca_topic_score_codex":0.000003694393,"about_ca_topic_score_gemma":0.000009122715,"teacher_disagreement_score":0.63350695,"about_ca_system_score_codex":0.00021799449,"about_ca_system_score_gemma":0.00034189154,"threshold_uncertainty_score":0.9999995},"labels":[],"label_agreement":null},{"id":"W3183020971","doi":"10.1016/j.jneb.2021.04.457","title":"P115 Updating Website Workflows to Efficiently Meet Changing User Needs During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Journal of Nutrition Education and Behavior","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Workflow; 2019-20 coronavirus outbreak; Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); World Wide Web; Virology; Database; Medicine","score_opus":0.02194243995344081,"score_gpt":0.3240561202660057,"score_spread":0.3021136803125649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183020971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97023195,0.00038739928,0.009207672,0.01938064,0.00066073984,0.00008198772,0.0000016075498,0.000024469526,0.000023520814],"genre_scores_gemma":[0.98126274,0.00010012948,0.014713954,0.0023273288,0.0006085826,0.0000142152485,0.0000032708567,0.0000069477155,0.00096281106],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991017,0.00009764218,0.00029199984,0.00012031446,0.00023265193,0.00015568257],"domain_scores_gemma":[0.9990926,0.000075380696,0.0002053314,0.0001561218,0.00026634065,0.00020424351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046342664,0.00008013052,0.00012032542,0.0003479513,0.0002983314,0.00026400058,0.00021376988,0.00003808591,0.000023753453],"category_scores_gemma":[0.00015623873,0.00006349528,0.00006940775,0.0008617386,0.000014916231,0.00023721244,0.000070567046,0.00019228285,0.000004612777],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006513535,0.020481998,0.6664345,0.0007439497,0.00013373363,0.00026529597,0.043196473,0.0055060387,0.08315841,0.010637089,0.022682743,0.14669459],"study_design_scores_gemma":[0.0075680776,0.00081453955,0.35157764,0.0025819591,0.00090499385,0.019024702,0.10324392,0.0079123685,0.005771779,0.0016779838,0.49706417,0.0018578791],"about_ca_topic_score_codex":0.0000024047135,"about_ca_topic_score_gemma":0.000004013661,"teacher_disagreement_score":0.47438142,"about_ca_system_score_codex":0.00009927458,"about_ca_system_score_gemma":0.00026408923,"threshold_uncertainty_score":0.25892624},"labels":[],"label_agreement":null},{"id":"W3184271129","doi":"10.1007/978-3-030-77873-6_6","title":"Modelling and Quantifying Learner Motivation for Adaptive Systems: Current Insight and Future Perspectives","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Personalization; Computer science; Adaptation (eye); Process (computing); Adaptive learning; Knowledge management; Human–computer interaction; Artificial intelligence; Psychology; World Wide Web","score_opus":0.05508357946908587,"score_gpt":0.2849825935359044,"score_spread":0.2298990140668185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184271129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003171246,0.018778615,0.9782785,0.0011943383,0.0009619553,0.00027217297,0.0000043060772,0.000070156486,0.00012281699],"genre_scores_gemma":[0.41835645,0.003611218,0.5746332,0.0001814322,0.0028022563,0.000014745224,0.000013649875,0.000061758896,0.0003253047],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751323,0.00004137142,0.00031697025,0.0013243208,0.0004501078,0.00035400604],"domain_scores_gemma":[0.99833375,0.0004716744,0.00022704057,0.00044159568,0.00041599327,0.00010992081],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000483411,0.00036868348,0.00044383947,0.00047607525,0.0003475198,0.00077322766,0.0005596918,0.00020157138,7.9002024e-7],"category_scores_gemma":[0.00006406096,0.0003263377,0.00007086808,0.0003213226,0.00029221742,0.00048305598,0.000489918,0.0007094156,7.320972e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056259246,0.00002298377,0.000053849908,0.00016737201,0.0000204827,0.000012201176,0.0047926265,0.45780516,0.000012217288,0.22130473,0.0000034902187,0.31579927],"study_design_scores_gemma":[0.00018016734,0.00010525193,0.000020528663,0.0006257055,0.000013191352,0.000028022214,0.00001598648,0.97981197,0.00001562536,0.016612044,0.002194548,0.00037694376],"about_ca_topic_score_codex":0.000011685044,"about_ca_topic_score_gemma":0.0000065545246,"teacher_disagreement_score":0.5220068,"about_ca_system_score_codex":0.00012122466,"about_ca_system_score_gemma":0.00026199175,"threshold_uncertainty_score":0.9999189},"labels":[],"label_agreement":null},{"id":"W3184975368","doi":"10.52380/ijpes.2021.8.3.239","title":"Measuring Cognitive Engagement: An Overview of Measurement Instruments and Techniques","year":2021,"lang":"en","type":"article","venue":"International Journal of Psychology and Educational Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Cognition; Perspective (graphical); Strengths and weaknesses; Psychology; Computer science; Measure (data warehouse); Tracking (education); Applied psychology; Data science; Social psychology; Pedagogy; Data mining; Artificial intelligence","score_opus":0.28141791231609337,"score_gpt":0.47511763939028695,"score_spread":0.19369972707419358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184975368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88614225,0.054871034,0.0038266636,0.05244551,0.0018277136,0.00005928335,0.0000076298875,0.000012676665,0.0008072535],"genre_scores_gemma":[0.97720116,0.011073473,0.010944416,0.0005688939,0.00018413673,0.0000016721654,0.0000014284019,0.0000022700015,0.00002252618],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99911565,0.00010834736,0.00026579044,0.000121774014,0.00032906327,0.000059355494],"domain_scores_gemma":[0.9980143,0.000091641705,0.00022573514,0.0000528448,0.0015788124,0.0000367202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064316427,0.00006161884,0.00013650468,0.00011280276,0.000060906405,0.000027189597,0.00017677106,0.000021987213,0.000008029671],"category_scores_gemma":[0.00036760702,0.000053909815,0.000030208472,0.00006845596,0.00008116721,0.00022403964,0.000098216784,0.00012036648,4.8562737e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010363118,0.0017998529,0.16407591,0.00013815028,0.003925641,0.000054400658,0.008753833,0.000010403546,0.0054095676,0.11189908,0.0013919147,0.70243764],"study_design_scores_gemma":[0.00211695,0.00080964057,0.73115736,0.0021221936,0.00019331487,0.0014405034,0.0036200795,0.00013782912,0.008367514,0.23972109,0.009927283,0.00038622398],"about_ca_topic_score_codex":0.0000018924305,"about_ca_topic_score_gemma":0.0000032597925,"teacher_disagreement_score":0.7020514,"about_ca_system_score_codex":0.000022774813,"about_ca_system_score_gemma":0.00010332959,"threshold_uncertainty_score":0.21983784},"labels":[],"label_agreement":null},{"id":"W3185605390","doi":"10.4995/head21.2021.13196","title":"Recent Advances in Academic Performance Analysis","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Popularity; Decision tree; Machine learning; Artificial intelligence; Quality (philosophy); Artificial neural network; Population; Data science; Psychology","score_opus":0.016458295984173976,"score_gpt":0.31116950405419824,"score_spread":0.29471120807002427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185605390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52787703,0.027365744,0.36720687,0.034191918,0.00040714617,0.00006389383,7.5619147e-7,0.0003770631,0.042509586],"genre_scores_gemma":[0.92189497,0.042663626,0.030235482,0.0007110696,0.000041976495,0.0000016061389,0.00000444907,0.0000030416022,0.0044437624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993425,0.00003136178,0.00013767304,0.00020820396,0.00013595386,0.00014430977],"domain_scores_gemma":[0.99963015,0.000029556802,0.000029157216,0.00022547803,0.000050341343,0.00003533891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015526035,0.000049559454,0.00010914447,0.0001265019,0.000027454322,0.000029183577,0.00027427482,0.00003173952,0.000054832402],"category_scores_gemma":[0.000042071002,0.000042921976,0.00003793966,0.0022018147,0.00000845959,0.00033254403,0.00009636637,0.00019835554,0.0000375967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.4360787e-7,0.000028649838,0.19557115,0.000006205798,0.00002296104,0.000015272015,0.000115800474,0.026950486,0.000035965768,0.008291923,0.00005432791,0.76890653],"study_design_scores_gemma":[0.00008571793,0.000010871354,0.028753253,0.000009144749,0.000015011978,0.0000027265205,0.000031438467,0.8754258,0.0005245555,0.00057691045,0.09447006,0.00009446909],"about_ca_topic_score_codex":0.0000014617842,"about_ca_topic_score_gemma":0.000037959053,"teacher_disagreement_score":0.84847534,"about_ca_system_score_codex":0.000017904047,"about_ca_system_score_gemma":0.00005218214,"threshold_uncertainty_score":0.17503074},"labels":[],"label_agreement":null},{"id":"W3185626761","doi":"","title":"Agile in a Virtual World: Teaching Complex Concepts to Distanced Learners","year":2021,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Montréal","funders":"","keywords":"Agile software development; Computer science; Human–computer interaction; Multimedia; Mathematics education; Software engineering; Psychology","score_opus":0.0150324307150838,"score_gpt":0.3041218969676487,"score_spread":0.2890894662525649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185626761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105182365,0.00009462449,0.8084142,0.047479674,0.0081131365,0.00091541867,0.00005941086,0.00011537586,0.029625753],"genre_scores_gemma":[0.99350977,0.0000010930979,0.0019268125,0.000518267,0.000122066784,0.0000027396081,0.00000448113,0.0000027908993,0.003911964],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.998501,0.00019033777,0.0006529642,0.00004885932,0.00047199146,0.00013487361],"domain_scores_gemma":[0.9980167,0.00023203528,0.0011047758,0.0001345727,0.00046475936,0.000047153542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017375554,0.00006022109,0.00018480908,0.00018499138,0.00012678212,0.00036588116,0.0003720795,0.000035387355,8.100137e-7],"category_scores_gemma":[0.0012516788,0.00004606163,0.00011499174,0.00051002833,0.0000038507483,0.0010102479,0.00006036635,0.00023189666,0.000011855943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003294341,0.00009003215,0.02754264,0.00007648651,0.00014781726,0.0000023901096,0.029070202,0.62216514,0.00062005036,0.26600572,0.04312856,0.011118],"study_design_scores_gemma":[0.0017764993,0.00010452952,0.011682633,0.00033771576,0.000018120661,0.000024043316,0.007710987,0.24852058,0.000117705335,0.00033042036,0.7291721,0.00020467033],"about_ca_topic_score_codex":0.0000068747277,"about_ca_topic_score_gemma":0.000014139885,"teacher_disagreement_score":0.8883274,"about_ca_system_score_codex":0.0003601038,"about_ca_system_score_gemma":0.0001363927,"threshold_uncertainty_score":0.35282004},"labels":[],"label_agreement":null},{"id":"W3186321226","doi":"10.4995/head21.2021.12807","title":"Light Bulb Moments in the Classroom: Probing Design Opportunities for Ambient LA Displays in Higher Education","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Learning analytics; Context (archaeology); Set (abstract data type); Computer science; Analytics; Perception; Exploratory research; Psychological intervention; Human–computer interaction; Multimedia; Mathematics education; Psychology; Data science","score_opus":0.10392746821238318,"score_gpt":0.30960289634088317,"score_spread":0.20567542812849998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186321226","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10385648,0.00038428276,0.34598833,0.5029968,0.0012391203,0.0010655285,0.000002396383,0.00018412112,0.044282902],"genre_scores_gemma":[0.9398222,0.000020753381,0.023092467,0.0014578727,0.0000657277,0.000074795185,0.0000069404264,0.0000065549384,0.035452712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924314,0.00015450332,0.00015054387,0.0001760554,0.00012433683,0.000151407],"domain_scores_gemma":[0.99954075,0.00014870704,0.00003684588,0.00020596961,0.00004363174,0.000024079156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043831838,0.00006763545,0.00007752167,0.00007860836,0.00004490315,0.00016510468,0.0002816198,0.000032952605,0.000010730037],"category_scores_gemma":[0.00002444299,0.000048118112,0.000026017437,0.0002624552,0.0000073873434,0.00016132752,0.00005763584,0.00010164107,0.0000037359132],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009013877,0.0014651782,0.004121,0.00009812767,0.0000200137,0.000076895245,0.0053015696,0.0034769408,0.0015766502,0.9337744,0.01981928,0.03026089],"study_design_scores_gemma":[0.0021569084,0.00038496175,0.023672348,0.0007057353,0.000038923205,0.00005786178,0.012475604,0.47324798,0.0049381903,0.11000866,0.37126628,0.0010465691],"about_ca_topic_score_codex":0.0000120474615,"about_ca_topic_score_gemma":0.000012954255,"teacher_disagreement_score":0.8359657,"about_ca_system_score_codex":0.000036308607,"about_ca_system_score_gemma":0.00023735988,"threshold_uncertainty_score":0.19621997},"labels":[],"label_agreement":null},{"id":"W3187967110","doi":"10.3390/educsci11080425","title":"Knowledge Building in Online Mode: Insights and Reflections","year":2021,"lang":"en","type":"article","venue":"Education Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Knowledge building; Asynchronous communication; Computer science; Online discussion; Analytics; Knowledge management; Leverage (statistics); Data science; World Wide Web","score_opus":0.05927602702450002,"score_gpt":0.43739468721610497,"score_spread":0.37811866019160495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3187967110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95268667,0.0025304763,0.019039582,0.01659334,0.0009779128,0.00003571058,4.46898e-7,0.00006358083,0.008072288],"genre_scores_gemma":[0.91146207,0.00007946015,0.086815424,0.00015617262,0.000085298394,0.0000020027992,0.0000011181995,0.0000013440127,0.0013970947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993786,0.000053628613,0.00010668702,0.00025979217,0.00010094351,0.00010033273],"domain_scores_gemma":[0.99964124,0.000070141956,0.000031062198,0.00012730682,0.00008547336,0.000044760433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000127701,0.000044470467,0.00005707608,0.00018694668,0.00019452797,0.00018123256,0.00021461924,0.000019365709,0.0000036331312],"category_scores_gemma":[0.00013915256,0.00003999371,0.00001155219,0.0015129902,0.00006436377,0.0003610227,0.00008006091,0.00008572315,0.0000054906745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3472164e-7,0.0011200747,0.021914901,0.000024861285,0.0000054714296,0.000004876804,0.013903618,0.0019201731,0.0056590317,0.7055225,0.0008722606,0.2490518],"study_design_scores_gemma":[0.00027709937,0.000106998086,0.049932316,0.0003352087,0.000008152448,0.00008735932,0.0073970477,0.6809379,0.0028318614,0.19171546,0.06587203,0.0004985786],"about_ca_topic_score_codex":0.00003169129,"about_ca_topic_score_gemma":0.00021812352,"teacher_disagreement_score":0.6790177,"about_ca_system_score_codex":0.00002172246,"about_ca_system_score_gemma":0.00079095364,"threshold_uncertainty_score":0.17476298},"labels":[],"label_agreement":null},{"id":"W3188025666","doi":"","title":"Editorial Note: From Conventional AI to Modern AI in Education: Re- examining AI and Analytic Techniques for Teaching and Learning","year":2021,"lang":"en","type":"editorial","venue":"Educational Technology & Society","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Mathematics education; Computer science; Artificial intelligence; Teaching method; Educational technology; Higher education; Psychology","score_opus":0.008124525294557282,"score_gpt":0.3291409004297018,"score_spread":0.3210163751351445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188025666","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017827207,0.0014530071,0.08835781,0.100961156,0.8065589,0.00041433898,0.00006177358,0.00036109102,0.0000492186],"genre_scores_gemma":[0.008580787,0.00015758764,0.16820087,0.0007855551,0.8195625,0.00026300512,0.00081429037,0.000048342186,0.0015870752],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997084,0.00016256058,0.0005528843,0.0012196776,0.0005863685,0.0003945128],"domain_scores_gemma":[0.99688584,0.0014520019,0.00029208997,0.00045965295,0.0007858989,0.00012452608],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012012274,0.0003753551,0.0005338631,0.00037069232,0.00059170823,0.00030492473,0.0006909096,0.001456664,0.000010313143],"category_scores_gemma":[0.0036060645,0.0004401409,0.00014300877,0.0005549827,0.00018484806,0.00034310028,0.0005253176,0.00438773,0.0000027884782],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004756161,0.00014789298,0.0007137788,0.00006176546,0.0000675107,3.8790222e-7,0.0015918342,0.00003105124,0.00013651127,0.0031003656,0.9786477,0.015496425],"study_design_scores_gemma":[0.0003899265,0.00014468817,0.00031467676,0.0004950958,0.000073989955,0.0000036065535,0.0010847575,0.01397949,0.000019760459,0.075876415,0.9070493,0.00056831987],"about_ca_topic_score_codex":0.00016071479,"about_ca_topic_score_gemma":0.00004858228,"teacher_disagreement_score":0.1001756,"about_ca_system_score_codex":0.00037985932,"about_ca_system_score_gemma":0.0032546953,"threshold_uncertainty_score":0.99983966},"labels":[],"label_agreement":null},{"id":"W3188288247","doi":"10.2139/ssrn.3897111","title":"Consumer Behavior in the Online Classroom: Using Video Analytics and Machine Learning to Understand the Consumption of Video Courseware","year":2021,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Analytics; Online video; Computer science; Multimedia; Consumption (sociology); Learning analytics; Online learning; Video recording; Data science","score_opus":0.03839136892169353,"score_gpt":0.3080934765465793,"score_spread":0.2697021076248858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188288247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8691557,0.0049576154,0.11772847,0.007953118,0.00007545169,0.00009774279,0.00000441384,0.000015163244,0.000012301576],"genre_scores_gemma":[0.9955525,0.0022409349,0.0017072093,0.0002617269,0.000062216845,6.207086e-7,0.0000042186616,0.000011018212,0.00015957993],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978523,0.00039385137,0.00034653052,0.00022304931,0.00036921664,0.0008150157],"domain_scores_gemma":[0.99904525,0.00027056868,0.00020284575,0.00026711012,0.00015381526,0.000060406644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018316665,0.00014029823,0.0002108794,0.00013874311,0.00028961714,0.00016865088,0.0004558028,0.000058443595,0.0000053770123],"category_scores_gemma":[0.00020971816,0.00009238902,0.00007809839,0.00053820136,0.00008704072,0.00014753717,0.0001193624,0.0019869383,0.0000017947125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013914406,0.0012008758,0.6193569,0.00008636816,0.0006698052,0.00033810578,0.010370636,0.045874916,0.0052723526,0.16732669,0.00013900365,0.14922522],"study_design_scores_gemma":[0.0041692047,0.0013392753,0.051386878,0.0005036611,0.0008913469,0.008896625,0.05121896,0.8203119,0.0003445447,0.05755387,0.002342695,0.0010410615],"about_ca_topic_score_codex":0.000072770454,"about_ca_topic_score_gemma":0.002045718,"teacher_disagreement_score":0.77443695,"about_ca_system_score_codex":0.00024987786,"about_ca_system_score_gemma":0.0011274194,"threshold_uncertainty_score":0.8632369},"labels":[],"label_agreement":null},{"id":"W3188479253","doi":"10.18260/1-2--36984","title":"Discovery: Transition of an Inquiry-focused Learning Program to a Virtual Platform During the COVID-19 Pandemic (Evaluation)","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; University of Toronto; American Society for Engineering Education","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Transition (genetics); Computer science; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Data science; Virology; Medicine; Chemistry","score_opus":0.12348574416988094,"score_gpt":0.3710858942276853,"score_spread":0.24760015005780434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188479253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9259434,0.00006741021,0.065604575,0.006611198,0.00032764048,0.0008275012,0.00003506601,0.0005030993,0.00008010728],"genre_scores_gemma":[0.9977766,0.000032121443,0.00037212792,0.00042741108,0.0003062927,0.00020126178,0.000048826005,0.000028629522,0.00080667547],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966945,0.000098597426,0.00063579733,0.0009320892,0.0011184033,0.00052060944],"domain_scores_gemma":[0.99792457,0.00018973266,0.00022271035,0.00027373448,0.0010423046,0.00034696382],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015558661,0.00036580014,0.00040370534,0.00040768005,0.00042824727,0.0028277698,0.0016786124,0.00014821456,0.00005290531],"category_scores_gemma":[0.0009353467,0.0002707885,0.00016628148,0.0014228745,0.00020990905,0.0060273693,0.00050293386,0.00073874043,0.000027489938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068345957,0.0008274536,0.0077802325,0.0007037182,0.00045072168,0.00006354926,0.18647382,0.015921406,0.018109964,0.10577612,0.00058465434,0.6626249],"study_design_scores_gemma":[0.002190571,0.0043884506,0.006059153,0.00076835864,0.00023598099,0.00011638842,0.04779548,0.9273867,0.0023603714,0.0027665982,0.004665281,0.0012666694],"about_ca_topic_score_codex":0.0001455214,"about_ca_topic_score_gemma":0.000045142915,"teacher_disagreement_score":0.9114653,"about_ca_system_score_codex":0.00020311975,"about_ca_system_score_gemma":0.00068630726,"threshold_uncertainty_score":0.9999744},"labels":[],"label_agreement":null},{"id":"W3190131206","doi":"10.5539/jel.v10n5p17","title":"Data-Informed Educational Decision Making to Improve Teaching and Learning Outcomes of EFL","year":2021,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data collection; Tracking (education); Psychology; Plan (archaeology); Medical education; Mathematics education; Learning Management; Institution; Time management; Computer science; Pedagogy; Sociology","score_opus":0.021901996594267965,"score_gpt":0.3808717909129093,"score_spread":0.35896979431864134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190131206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92883146,0.00066211703,0.058728177,0.010286115,0.00074291794,0.000037319558,7.855696e-7,0.000012585224,0.0006985402],"genre_scores_gemma":[0.78380716,0.000042788437,0.21413289,0.00029171776,0.00018644198,3.7623923e-7,0.0000040570667,0.000006033223,0.0015285114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873376,0.00023166396,0.0004399178,0.00019299428,0.0002748356,0.00012684525],"domain_scores_gemma":[0.9976228,0.0012617783,0.00048477738,0.00019675177,0.00031394584,0.00011992996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001505805,0.000093742674,0.00022249397,0.0002465895,0.00031343635,0.00021683042,0.00029637973,0.000039881932,0.00001655697],"category_scores_gemma":[0.008145181,0.000081810525,0.000041233303,0.00019772699,0.000017770524,0.0005973537,0.00025134312,0.00092187873,0.00000233866],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008676423,0.00013076971,0.084258586,0.00004441617,0.000044659886,0.000002089274,0.0053053736,0.0021336256,0.0007377577,0.002566209,0.00047192216,0.9042959],"study_design_scores_gemma":[0.0012764873,0.00075317145,0.7125474,0.0019377202,0.00015111889,0.00083889614,0.027059838,0.09841797,0.0001571039,0.004200835,0.15198414,0.00067532423],"about_ca_topic_score_codex":0.0000078628345,"about_ca_topic_score_gemma":0.0000036857618,"teacher_disagreement_score":0.9036206,"about_ca_system_score_codex":0.000032047992,"about_ca_system_score_gemma":0.0007845764,"threshold_uncertainty_score":0.9751131},"labels":[],"label_agreement":null},{"id":"W3191597414","doi":"10.1007/s40692-014-0018-6","title":"Competence analytics","year":2014,"lang":"en","type":"article","venue":"Journal of Computers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Computer science; Analytics; Personalization; Competence (human resources); Coding (social sciences); Data science; Visualization; Multimedia; Human–computer interaction; Artificial intelligence; World Wide Web","score_opus":0.006667986277843718,"score_gpt":0.2702263137740164,"score_spread":0.2635583274961727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191597414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08610778,0.000102910744,0.8991531,0.011391285,0.0024007477,0.000022649387,4.4249298e-8,0.00001512365,0.0008063338],"genre_scores_gemma":[0.75123024,0.00001945761,0.24795057,0.00044385556,0.00031734412,1.2409888e-7,2.6037094e-7,0.000002577378,0.00003557436],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916214,0.000090981106,0.00034007142,0.000091015165,0.00020805339,0.00010772769],"domain_scores_gemma":[0.9990957,0.00014186751,0.0003110525,0.00019494141,0.00018849857,0.0000679457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057437824,0.00006352784,0.00015011332,0.0003042209,0.000026647478,0.000087026274,0.0006085725,0.000027743563,0.000001275154],"category_scores_gemma":[0.00010482228,0.000057040736,0.000056318153,0.00038893666,0.000018363626,0.00029160804,0.000044123703,0.00021133562,0.000006267297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061850515,0.0006601065,0.028089061,0.00003412122,0.00002598277,0.0000077418,0.0014850593,0.043432128,0.00011388287,0.22680975,0.006350293,0.69298565],"study_design_scores_gemma":[0.00036700707,0.00025178446,0.042768493,0.00023558676,0.000010701009,0.00013727114,0.000108466775,0.8674392,0.000049809925,0.07341877,0.015050833,0.00016205013],"about_ca_topic_score_codex":0.0000036168196,"about_ca_topic_score_gemma":0.0000012980828,"teacher_disagreement_score":0.8240071,"about_ca_system_score_codex":0.0000579679,"about_ca_system_score_gemma":0.00024508967,"threshold_uncertainty_score":0.23260537},"labels":[],"label_agreement":null},{"id":"W3191744308","doi":"10.18260/1-2--37145","title":"Exploring Self-directed Learning Among Engineering Undergraduates in the Extensive Online Instruction Environment During the COVID-19 Pandemic","year":2024,"lang":"en","type":"article","venue":"2021 ASEE Virtual Annual Conference Content Access Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario College of Art and Design; University of Toronto","funders":"University of Toronto; American Society for Engineering Education","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Computer science; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online learning; Virology; Multimedia; Medicine","score_opus":0.10468393244416208,"score_gpt":0.28347323743080843,"score_spread":0.17878930498664636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191744308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98722917,0.00021203388,0.0036345155,0.0072629973,0.00031801927,0.0003012087,0.000008475781,0.0010047981,0.000028755701],"genre_scores_gemma":[0.9978367,0.00088561635,0.0003636547,0.00020770423,0.00028543157,0.000103319515,0.0000151508875,0.000026463757,0.00027593644],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975439,0.00009040198,0.00048425834,0.0007616652,0.0006025855,0.0005172253],"domain_scores_gemma":[0.9988621,0.00037421475,0.00016318573,0.00022047112,0.00022073374,0.0001593293],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007073652,0.0003591606,0.0002921827,0.0003467753,0.00040477273,0.0016911413,0.0014197674,0.000090922134,0.000015040759],"category_scores_gemma":[0.0007435502,0.0002400406,0.00011530338,0.0010540204,0.000110256056,0.0029332421,0.0006148379,0.0012963852,0.000016982029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020760251,0.0008778587,0.49935696,0.0016849498,0.0009998912,0.0007692299,0.22529514,0.103133194,0.011730559,0.08014977,0.0007286833,0.07506617],"study_design_scores_gemma":[0.0007968046,0.00025132488,0.107214525,0.00048722833,0.0000726574,0.00019025635,0.034957618,0.85018617,0.00022469487,0.00058533705,0.0042841057,0.0007492614],"about_ca_topic_score_codex":0.00021999059,"about_ca_topic_score_gemma":0.000034278244,"teacher_disagreement_score":0.74705297,"about_ca_system_score_codex":0.0002670679,"about_ca_system_score_gemma":0.00013968666,"threshold_uncertainty_score":0.9993452},"labels":[],"label_agreement":null},{"id":"W3192299020","doi":"10.21432/cjlt27959","title":"Pedagogical Design: Bridging Learning Theory and Learning Analytics","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Learning sciences; Computer science; Analytics; Instructional design; Learning theory; Educational technology; Underpinning; Context (archaeology); Bridging (networking); Data science; Knowledge management; Open learning; Management science; Teaching method; Mathematics education; Cooperative learning; Psychology; Engineering; Multimedia","score_opus":0.026645838258434112,"score_gpt":0.28124066542794535,"score_spread":0.2545948271695112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192299020","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42183834,0.009614046,0.5527018,0.014562043,0.00022049375,0.000045095978,3.445043e-7,0.00019457957,0.0008232785],"genre_scores_gemma":[0.97744423,0.0004899974,0.016932096,0.000057348818,0.0001047886,4.3091353e-7,9.929582e-7,0.000019086629,0.004951016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796146,0.0007231369,0.00035898856,0.0003162734,0.00016240183,0.0004777194],"domain_scores_gemma":[0.99826705,0.0005115684,0.00029738108,0.00014174399,0.00035449964,0.0004277249],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018443827,0.00018012247,0.00037846007,0.0008079802,0.00074218167,0.000289744,0.00031661807,0.00022862655,0.000022777544],"category_scores_gemma":[0.0043378286,0.00017608695,0.0000647245,0.00084848027,0.0002461232,0.00018254986,0.00012225228,0.002738672,0.000005344619],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018793811,0.000032586875,0.31502596,0.00005916791,0.00027401402,0.00556554,0.003829307,0.03166309,0.0012140232,0.14801079,0.00017006646,0.4941367],"study_design_scores_gemma":[0.0030118215,0.0035481532,0.0044273883,0.0010475636,0.00041057184,0.029790305,0.037681144,0.35638812,0.0016315149,0.056515336,0.5035916,0.0019564915],"about_ca_topic_score_codex":0.00003820946,"about_ca_topic_score_gemma":0.000086494816,"teacher_disagreement_score":0.5556059,"about_ca_system_score_codex":0.000050993232,"about_ca_system_score_gemma":0.000834365,"threshold_uncertainty_score":0.999562},"labels":[],"label_agreement":null},{"id":"W3192308978","doi":"10.1109/icalt52272.2021.00053","title":"Big Data Analytics in Education: A Data-Driven Literature Review","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Big data; Data science; Computer science; Analytics; Field (mathematics); Learning analytics; Data analysis; Cultural analytics; Educational data mining; Software analytics; Data modeling; World Wide Web; Semantic analytics; Data mining; Software; Database; The Internet","score_opus":0.08868001996034007,"score_gpt":0.356603084971975,"score_spread":0.26792306501163493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192308978","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028447478,0.40572274,0.1729324,0.39665177,0.0027620448,0.00033363368,0.00021890672,0.0004058149,0.020688213],"genre_scores_gemma":[0.01370845,0.22143735,0.67444295,0.040243533,0.0020534764,0.0000057449843,0.009042662,0.000033234126,0.039032612],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987724,0.00008841396,0.0002303855,0.0005773833,0.00018724256,0.00014420658],"domain_scores_gemma":[0.99579155,0.000049089074,0.00005503428,0.00389733,0.00014082968,0.000066172506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003346522,0.000089451045,0.00017727242,0.00006901341,0.00003147358,0.00025175267,0.0025741355,0.0000377029,0.000024361792],"category_scores_gemma":[0.00036507708,0.000075981094,0.000021055415,0.001602554,0.0000111024465,0.000536661,0.001899052,0.00024120658,0.000053659456],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7219254e-7,0.0004148167,0.0024028753,0.0008838381,0.000034915778,0.00024247039,0.00013287089,0.000109276145,0.000010523169,0.022366699,0.3726345,0.6007668],"study_design_scores_gemma":[0.00008450779,0.000007903097,0.00040108128,0.0026073514,0.0000236728,0.00008125008,0.00002461527,0.35705483,0.0000036017827,0.00063671893,0.6389096,0.00016492035],"about_ca_topic_score_codex":0.000009633855,"about_ca_topic_score_gemma":0.00010844156,"teacher_disagreement_score":0.60060185,"about_ca_system_score_codex":0.000014469006,"about_ca_system_score_gemma":0.00073691766,"threshold_uncertainty_score":0.47834268},"labels":[],"label_agreement":null},{"id":"W3194160005","doi":"","title":"Physics Education Research","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Physics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Physics; Theoretical physics; Nuclear physics","score_opus":0.03999030324189688,"score_gpt":0.3438608408865784,"score_spread":0.3038705376446815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194160005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22072859,0.0028797325,0.61504436,0.12224364,0.004047477,0.00026492958,0.000011959326,0.00007789498,0.0347014],"genre_scores_gemma":[0.9765723,0.000010205722,0.019079713,0.00036088633,0.0030072497,3.232105e-7,8.501095e-7,0.000007859697,0.00096061494],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991527,0.00007048733,0.00016318144,0.000091303926,0.00025880514,0.00026347407],"domain_scores_gemma":[0.99858654,0.00004690607,0.00010372277,0.00023261506,0.00062503695,0.00040519447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042541942,0.00006042134,0.000098863085,0.000121219855,0.00016515749,0.00016813478,0.00064777007,0.000029338094,0.0000073294887],"category_scores_gemma":[0.00007252903,0.000058359994,0.00006530055,0.00053627265,0.00005522097,0.0004630536,0.000018344364,0.00045160198,0.000081042366],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.21359e-7,0.00005415631,0.0010266767,0.0000059567014,0.000013712284,0.000008326216,0.0010758942,0.0032515202,0.00008517884,0.23295425,0.023176622,0.7383472],"study_design_scores_gemma":[0.00042996553,0.00031606434,0.002470925,0.00022981034,0.00002329789,0.00011706727,0.00046854155,0.068151936,0.0027292778,0.3018295,0.62280905,0.00042460093],"about_ca_topic_score_codex":0.00045433018,"about_ca_topic_score_gemma":0.0006817663,"teacher_disagreement_score":0.7558437,"about_ca_system_score_codex":0.00016784543,"about_ca_system_score_gemma":0.0045077065,"threshold_uncertainty_score":0.7996478},"labels":[],"label_agreement":null},{"id":"W3194233023","doi":"10.1007/s40692-021-00196-7","title":"Analyzing students’ performance in computerized formative assessments to optimize teachers’ test administration decisions using deep learning frameworks","year":2021,"lang":"en","type":"article","venue":"Journal of Computers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Test (biology); Cluster analysis; Computer science; Schedule; Psychology; Mathematics education; Artificial intelligence","score_opus":0.021188102913478866,"score_gpt":0.37600299401191795,"score_spread":0.35481489109843906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194233023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5023568,0.000047221223,0.49621436,0.0007310877,0.000582131,0.000044159628,7.8851286e-8,0.0000075396024,0.000016605594],"genre_scores_gemma":[0.56838495,0.000048571685,0.4313153,0.00013250465,0.0000998568,9.715634e-7,0.0000023181058,0.000005211835,0.000010288458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980529,0.00026232845,0.00079099496,0.0002220978,0.0004407377,0.00023094259],"domain_scores_gemma":[0.99824524,0.00050953944,0.0005361034,0.00020806724,0.0003709104,0.00013014255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009563339,0.00014673325,0.00031906832,0.00063140155,0.00011066683,0.00043615393,0.0006486907,0.000110595305,0.000002562317],"category_scores_gemma":[0.00040898757,0.00015270195,0.00007872489,0.0012464804,0.000013474691,0.0009963976,0.00019563297,0.0010412923,0.000002350788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018472738,0.0010396215,0.28315443,0.000013485583,0.000031070747,0.00003659598,0.007423082,0.5363722,0.00017196834,0.00014850822,0.00003387117,0.1715567],"study_design_scores_gemma":[0.0006422363,0.00029972085,0.18352951,0.0010298517,0.000012895391,0.000114496426,0.0011080669,0.8125207,0.000063665684,0.000396578,0.00011137596,0.00017089654],"about_ca_topic_score_codex":0.0000039168503,"about_ca_topic_score_gemma":0.000006646651,"teacher_disagreement_score":0.2761485,"about_ca_system_score_codex":0.00040757217,"about_ca_system_score_gemma":0.0007030278,"threshold_uncertainty_score":0.6227005},"labels":[],"label_agreement":null},{"id":"W3197315056","doi":"10.3390/su13179775","title":"Student-Performulator: Student Academic Performance Using Hybrid Deep Neural Network","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Taif University","keywords":"Computer science; Artificial intelligence; Machine learning; Deep learning; Artificial neural network; Raw data; Educational data mining; Classifier (UML); Feature (linguistics); Feature learning; Performance prediction; Data mining; Simulation","score_opus":0.01403589907654775,"score_gpt":0.3222602475100584,"score_spread":0.30822434843351065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197315056","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804111,0.000522607,0.01621196,0.0019085674,0.00047832943,0.00017686687,7.5724097e-7,0.00018841466,0.00010138292],"genre_scores_gemma":[0.99574304,0.000025788708,0.0032479116,0.0002567643,0.0003923813,0.000005390628,0.000004223014,0.0000151154845,0.00030940288],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997297,0.00023884505,0.00044484506,0.0006763459,0.00056804996,0.00077490206],"domain_scores_gemma":[0.9978502,0.00010221695,0.00013203057,0.0009725882,0.00076190144,0.00018109869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009011475,0.00023077332,0.00030156045,0.00005226988,0.00043944217,0.00019884172,0.0009948366,0.0000851209,0.000015706582],"category_scores_gemma":[0.00024555373,0.00022445037,0.0001380028,0.0006596565,0.00008389898,0.0005661479,0.0010561404,0.000783902,0.000009849325],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052557125,0.00012997666,0.7900058,0.0000921209,0.000026334747,0.00008468801,0.0005184726,0.19241782,0.000017721215,0.0024017594,0.00005371836,0.014246343],"study_design_scores_gemma":[0.00025417985,0.00006561399,0.24207482,0.000014031114,0.000021532158,0.000039463608,0.00035147573,0.7526532,0.000090867856,0.0034744143,0.00070963014,0.00025079685],"about_ca_topic_score_codex":0.0000114650375,"about_ca_topic_score_gemma":0.0000036713031,"teacher_disagreement_score":0.5602354,"about_ca_system_score_codex":0.0007177647,"about_ca_system_score_gemma":0.00057784806,"threshold_uncertainty_score":0.915282},"labels":[],"label_agreement":null},{"id":"W3197819289","doi":"10.19173/irrodl.v22i3.5380","title":"Is the Understanding Dementia Massive Open Online Course Accessible and Effective for Everyone? Native Versus Non-Native English Speakers","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Dementia; Massive open online course; Psychology; First language; Educational attainment; Medicine; Pedagogy; Internal medicine","score_opus":0.14747410372647451,"score_gpt":0.4850124998965163,"score_spread":0.3375383961700418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197819289","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10399199,0.1089513,0.2965249,0.43214345,0.0023438688,0.01728025,0.001594487,0.00010468032,0.03706505],"genre_scores_gemma":[0.98678124,0.010427259,0.0014506186,0.0004094855,0.000091569476,0.00010174551,0.00017078954,0.000010238182,0.0005570748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977725,0.0007936229,0.0002874535,0.00036421634,0.00053214544,0.00025001785],"domain_scores_gemma":[0.9941009,0.0043413374,0.00022995312,0.00022741753,0.0010400688,0.00006027385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043727835,0.0001144645,0.00026935842,0.00006908346,0.0004451623,0.0006192558,0.0018795594,0.00003565793,0.00003132856],"category_scores_gemma":[0.004528653,0.00007437077,0.00005133956,0.0007104367,0.00023236108,0.00055337534,0.0029538665,0.00070330617,0.0000010901739],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028063534,0.0024855644,0.13279769,0.008682219,0.0073191538,0.00029019013,0.038593333,0.005414856,0.00019856017,0.5802295,0.07395378,0.14722879],"study_design_scores_gemma":[0.020660967,0.0018383043,0.078423925,0.041657783,0.00045686937,0.00002862797,0.18457551,0.48877895,0.0009341593,0.06531883,0.11611096,0.0012151138],"about_ca_topic_score_codex":0.00013670207,"about_ca_topic_score_gemma":0.00005938189,"teacher_disagreement_score":0.88278925,"about_ca_system_score_codex":0.00016830744,"about_ca_system_score_gemma":0.00038451352,"threshold_uncertainty_score":0.5971498},"labels":[],"label_agreement":null},{"id":"W3198111550","doi":"10.19173/irrodl.v22i3.5459","title":"Knowledge Marketplaces: An Analysis of the Influence of Business Models on Instructors’ Motivations and Strategies","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Outreach; Order (exchange); Revenue; Business model; Computer science; Online business; Scraper site; Higher education; Knowledge management; Marketing; World Wide Web; Business; The Internet; Economics; Accounting","score_opus":0.0799502499775039,"score_gpt":0.4258982198140636,"score_spread":0.34594796983655973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198111550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9912071,0.0020024993,0.0019203142,0.0033531736,0.000017415574,0.00012504357,0.000030888576,0.000003848936,0.0013396977],"genre_scores_gemma":[0.9937218,0.0058236374,0.0003142533,0.000025095653,0.0000055863443,0.0000043649943,0.00002858662,0.0000022489196,0.0000744361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983316,0.00064406655,0.00031265395,0.00018439989,0.00042858502,0.000098665616],"domain_scores_gemma":[0.9976994,0.000771543,0.00018084157,0.00030358025,0.0010148326,0.000029797242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022367486,0.00006210944,0.00023801066,0.00016634219,0.000097802775,0.00012963211,0.0011303795,0.000022500353,0.000009081165],"category_scores_gemma":[0.001727879,0.000038319627,0.00003949053,0.0023117438,0.00019919455,0.0004042927,0.0008519857,0.00029821674,1.7213931e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003515017,0.00032738372,0.14418593,0.0014875474,0.00032352368,0.0000041241424,0.0009563224,0.3877706,0.00040545044,0.45277494,0.000044116423,0.011684909],"study_design_scores_gemma":[0.00028245218,0.0000487506,0.54429805,0.0059482562,0.00004874027,0.000004161795,0.0017880453,0.4393256,0.000105233936,0.0075698006,0.00050071866,0.00008017768],"about_ca_topic_score_codex":0.0002681242,"about_ca_topic_score_gemma":0.000067870904,"teacher_disagreement_score":0.44520515,"about_ca_system_score_codex":0.000023504728,"about_ca_system_score_gemma":0.00032728323,"threshold_uncertainty_score":0.21005452},"labels":[],"label_agreement":null},{"id":"W3200207520","doi":"10.17533/udea.ikala.v26n3a04","title":"Spanish Adult Students’ Intention- Behaviour Toward MOOCs During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Íkala Revista de Lenguaje y Cultura","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wycliffe College","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Distance education; Psychology; Perception; Test (biology); Medical education; 2019-20 coronavirus outbreak; Face (sociological concept); Higher education; Massive open online course; Mathematics education; Pedagogy; Political science; Sociology; Medicine","score_opus":0.028957368763680474,"score_gpt":0.32056536278425474,"score_spread":0.29160799402057425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200207520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9588768,0.0010830198,0.024339547,0.014573832,0.00025020484,0.00018806885,0.00001291345,0.0004606105,0.00021500143],"genre_scores_gemma":[0.9877969,0.000602918,0.0025576907,0.0030921814,0.0002327056,0.000017103344,0.000027741642,0.000020158792,0.0056526214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976658,0.00029944035,0.00041511742,0.0005801175,0.00057844544,0.00046103637],"domain_scores_gemma":[0.99826366,0.00010563475,0.00018907664,0.00079833786,0.00037888798,0.00026442515],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005323599,0.0002475203,0.0002774101,0.000047943995,0.00044874352,0.0013566535,0.0014959781,0.00011501548,0.000050099683],"category_scores_gemma":[0.0009469127,0.00017740068,0.00024049524,0.0005978048,0.000073679934,0.00027290042,0.00059696287,0.0006559628,0.00008432086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013396716,0.00036944446,0.93969184,0.00037861947,0.00020584198,0.0008498081,0.008637641,0.0006940571,0.0031635666,0.037837498,0.005189577,0.0029687325],"study_design_scores_gemma":[0.006321929,0.0003234594,0.6536476,0.0010573006,0.00073389895,0.009091396,0.017886292,0.015869249,0.0014707377,0.0040321867,0.2859604,0.003605532],"about_ca_topic_score_codex":0.00010015835,"about_ca_topic_score_gemma":0.00004455369,"teacher_disagreement_score":0.2860442,"about_ca_system_score_codex":0.00029752112,"about_ca_system_score_gemma":0.0002357809,"threshold_uncertainty_score":0.99968004},"labels":[],"label_agreement":null},{"id":"W3200594197","doi":"","title":"Persévérance et abandon en formation à distance : de la compréhension des facteurs d’abandon aux propositions d’actions pour soutenir l’engagement des étudiants","year":2021,"lang":"fr","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.05194428117291808,"score_gpt":0.33229401741169595,"score_spread":0.2803497362387779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200594197","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22053887,0.0016378555,0.7492088,0.02400674,0.00032409272,0.00016172328,0.00003991617,0.00020093397,0.0038810712],"genre_scores_gemma":[0.86400205,0.0025501798,0.121542536,0.00031291106,0.00013501743,0.000015306698,0.00004841908,0.00002424034,0.011369317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969349,0.0012635037,0.0004018051,0.00047188625,0.00034870504,0.0005791976],"domain_scores_gemma":[0.99818724,0.000511263,0.00016009931,0.0004009775,0.00052762835,0.00021281412],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008097043,0.00028926818,0.00027941636,0.00011347928,0.0012312025,0.00070302247,0.00029935152,0.0001504285,0.000086651264],"category_scores_gemma":[0.00033194653,0.00028924554,0.00019843953,0.00068667775,0.00033258653,0.0018659666,0.00020266777,0.00068895816,0.00010574165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086176224,0.004995513,0.06107979,0.0017148199,0.0004837688,0.0007804295,0.06756043,0.067711554,0.02283131,0.5667828,0.012351762,0.19362167],"study_design_scores_gemma":[0.002890289,0.00030754955,0.13810399,0.0022215636,0.00031848508,0.0008374003,0.011974945,0.724847,0.007079863,0.02681903,0.08344465,0.0011551951],"about_ca_topic_score_codex":0.00028840892,"about_ca_topic_score_gemma":0.0009402471,"teacher_disagreement_score":0.6571355,"about_ca_system_score_codex":0.0003485796,"about_ca_system_score_gemma":0.00066708954,"threshold_uncertainty_score":0.99995595},"labels":[],"label_agreement":null},{"id":"W3201250173","doi":"10.1109/compsac51774.2021.00252","title":"A Data Science Solution for Supporting Social and Economic Analysis","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Big data; Data science; Computer science; Plan (archaeology); Economic data; Data warehouse; Data mining","score_opus":0.06383143737696491,"score_gpt":0.37656697291800173,"score_spread":0.31273553554103684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201250173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045002416,0.000014830833,0.94633245,0.00791321,0.000057434772,0.000020537462,0.000011791358,0.000045300054,0.00060204323],"genre_scores_gemma":[0.8531162,0.0000030862825,0.14625986,0.000111944755,0.00006615676,5.441283e-7,0.000024608593,0.0000014694402,0.0004160992],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927723,0.000010258899,0.00011241813,0.00036719427,0.000071645045,0.00016123331],"domain_scores_gemma":[0.9995097,0.000037626945,0.00005357255,0.000311625,0.00005078652,0.000036716272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062310114,0.000036872636,0.00008809202,0.00008593495,0.0002843346,0.00027045398,0.0004598357,0.000014329633,0.0000080075815],"category_scores_gemma":[0.00009616007,0.000035837504,0.000030445666,0.00043483629,0.000053541175,0.0005453705,0.0005379065,0.000033009605,0.0000032562405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003945447,0.00010999286,0.04371286,0.000044166423,0.0004254005,0.000013186571,0.0011173579,0.00166702,0.0068893083,0.6020819,0.0029489456,0.34098595],"study_design_scores_gemma":[0.000061986655,0.000005678629,0.003312906,6.2391445e-7,0.00004487869,0.000002002947,0.00003618859,0.9942171,0.00016292227,0.00093440624,0.0011693706,0.00005194448],"about_ca_topic_score_codex":0.00003870983,"about_ca_topic_score_gemma":0.00016915597,"teacher_disagreement_score":0.9925501,"about_ca_system_score_codex":0.000019417417,"about_ca_system_score_gemma":0.00025628592,"threshold_uncertainty_score":0.26079938},"labels":[],"label_agreement":null},{"id":"W3202627678","doi":"10.1080/15228053.2021.1980848","title":"Online education next wave: peer to peer learning","year":2021,"lang":"en","type":"article","venue":"Journal of Information Technology Case and Application Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Minnow Environmental (Canada)","funders":"","keywords":"Asynchronous communication; Higher education; Online learning; Mathematics education; Phenomenon; Peer feedback; Computer science; Synchronous learning; Asynchronous learning; Coronavirus disease 2019 (COVID-19); Mode (computer interface); Peer tutor; Pedagogy; Knowledge management; Psychology; Cooperative learning; Multimedia; Political science; Teaching method; Telecommunications","score_opus":0.03152452021294901,"score_gpt":0.3829133579525254,"score_spread":0.3513888377395764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202627678","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.385497,0.00013928552,0.4186546,0.19474152,0.0000848568,0.00012414335,0.0000018658905,0.00006083361,0.0006958848],"genre_scores_gemma":[0.93866634,0.00009002884,0.059257656,0.00041963856,0.00011984955,0.000009437197,0.000016868158,0.0000039688925,0.0014161877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998646,0.00007949749,0.00040566738,0.00010344334,0.0005820809,0.00018327088],"domain_scores_gemma":[0.9947698,0.00010235424,0.00020622149,0.0002454413,0.0045588785,0.000117308635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018920124,0.000064065236,0.00011819283,0.0009480348,0.0002801819,0.00022975607,0.00025392458,0.000117358555,0.000007032748],"category_scores_gemma":[0.0017063854,0.000058045352,0.000030044015,0.0015810467,0.000052778258,0.0008835257,0.00021084074,0.00078836025,0.00004565021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004384191,0.00011580219,0.0005022783,0.000023876204,0.000012224347,0.00006061005,0.00090335816,0.00036225806,0.000766209,0.048498016,0.0036126575,0.94513834],"study_design_scores_gemma":[0.00049752777,0.00036375065,0.0008988081,0.000082843704,0.000012330897,0.014583207,0.019127099,0.09667359,0.0051385798,0.014131509,0.8482823,0.00020849479],"about_ca_topic_score_codex":0.00001454599,"about_ca_topic_score_gemma":0.0000064974156,"teacher_disagreement_score":0.94492984,"about_ca_system_score_codex":0.00008361053,"about_ca_system_score_gemma":0.00065005256,"threshold_uncertainty_score":0.3425077},"labels":[],"label_agreement":null},{"id":"W3202658643","doi":"10.2196/24027","title":"Medical Data Mining Course Development in Postgraduate Medical Education: Web-Based Survey and Case Study","year":2021,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Peking Union Medical College; Chinese Academy of Medical Sciences; Tencent","keywords":"Context (archaeology); Medical education; Computer science; Big data; Data science; Medicine; Data mining","score_opus":0.04115015808273728,"score_gpt":0.40426639478782933,"score_spread":0.3631162367050921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202658643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91590166,0.0003869883,0.0009503796,0.08145826,0.00097147573,0.0001867969,0.0000020448613,0.000065922264,0.00007645868],"genre_scores_gemma":[0.9878659,0.0000297121,0.006893428,0.0043252646,0.0002920354,0.000051912113,0.00030904615,0.000012924914,0.00021973709],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99549454,0.0007771191,0.00062684517,0.0007508437,0.0020512484,0.00029938578],"domain_scores_gemma":[0.9971075,0.0005628494,0.0001265642,0.0008569521,0.00030354958,0.0010425957],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0043608253,0.00017636275,0.00027886688,0.00015128641,0.00014685065,0.00013300388,0.0010465503,0.00021976866,0.00032513158],"category_scores_gemma":[0.01042201,0.00016277708,0.000019459814,0.00085356727,0.00011350381,0.00022549224,0.0005840459,0.0006252545,0.0000186201],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006246199,0.00804524,0.32407266,0.00005630819,0.000028794926,0.0020545018,0.0029064694,0.0000013109671,3.8894672e-7,0.00020943201,0.0144924475,0.6481262],"study_design_scores_gemma":[0.0033197214,0.00019382713,0.47258335,0.0011557483,0.00003444563,0.004589869,0.009164786,0.49122524,0.0000054519032,0.00011838946,0.016868051,0.0007411174],"about_ca_topic_score_codex":0.00053122913,"about_ca_topic_score_gemma":0.0064182705,"teacher_disagreement_score":0.64738506,"about_ca_system_score_codex":0.00007757243,"about_ca_system_score_gemma":0.06583509,"threshold_uncertainty_score":0.9979136},"labels":[],"label_agreement":null},{"id":"W3204408254","doi":"10.1016/j.caeai.2021.100034","title":"Categorizing learning analytics models according to their goals and identifying their relevant components: A review of the learning analytics literature from 2011 to 2019","year":2021,"lang":"en","type":"review","venue":"Computers and Education Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Shandong University of Technology","keywords":"Computer science; Categorization; Interactivity; Data science; Coding (social sciences); Analytics; Component (thermodynamics); Learning analytics; Visualization; Data visualization; Artificial intelligence; World Wide Web","score_opus":0.11485551981176416,"score_gpt":0.3656511753041721,"score_spread":0.25079565549240795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204408254","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013822604,0.69246936,0.30464327,0.0014082106,0.0008974302,0.00037193435,0.000011577903,0.00004401193,0.000016012302],"genre_scores_gemma":[0.0023515166,0.9843808,0.011975546,0.0005799273,0.00034358536,0.000015477353,0.00010289553,0.000041673804,0.00020857387],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99632746,0.0006293826,0.0012699817,0.0010121826,0.00035256677,0.00040842677],"domain_scores_gemma":[0.99679965,0.00073582213,0.00082655234,0.0008125484,0.0005369421,0.0002884631],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00096656906,0.0005459677,0.0015284219,0.00042102174,0.00045437794,0.00093591295,0.0012292952,0.00018999331,0.0000051827533],"category_scores_gemma":[0.00043047362,0.00040217006,0.00038733883,0.0017262339,0.00006905096,0.00033823616,0.0012417759,0.0011120596,0.000018035247],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011905814,0.00005726931,0.000025242269,0.004387897,0.00010701174,0.0000021031012,0.0024448396,0.0067009437,0.000010160304,0.0037904135,0.0003557617,0.9821172],"study_design_scores_gemma":[0.00003079233,0.00013022884,0.000017640767,0.27957752,0.00060718943,0.00005969944,0.0024690805,0.49245518,0.00006945502,0.009135164,0.21410862,0.0013394265],"about_ca_topic_score_codex":0.00011064867,"about_ca_topic_score_gemma":0.000006897211,"teacher_disagreement_score":0.98077774,"about_ca_system_score_codex":0.000111460766,"about_ca_system_score_gemma":0.00054542924,"threshold_uncertainty_score":0.999843},"labels":[],"label_agreement":null},{"id":"W3204493013","doi":"10.21432/cjlt28053","title":"Émergence des « learning analytics » en éducation : quelques défis et enjeux de l’analyse de l’apprentissage","year":2021,"lang":"fr","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Humanities; Sociology; Political science; Philosophy","score_opus":0.029053506417139146,"score_gpt":0.3125869082676461,"score_spread":0.28353340185050696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204493013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6219919,0.09415514,0.15235917,0.1291518,0.0007879213,0.000047734702,0.0000045661445,0.000109302906,0.0013924614],"genre_scores_gemma":[0.94513184,0.0105348,0.03527918,0.00009792626,0.00019843149,8.2315336e-7,0.000004464589,0.000029275101,0.008723247],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690044,0.0011857769,0.0005443171,0.00035010648,0.0001814649,0.000837898],"domain_scores_gemma":[0.99727356,0.0003703763,0.00049413095,0.00023617448,0.00091472256,0.00071106036],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002307218,0.0002459835,0.00044782597,0.0010305074,0.00056058733,0.00040252233,0.000508334,0.00045672723,0.00014466111],"category_scores_gemma":[0.007067404,0.00028740804,0.00014930878,0.0021644651,0.00047621108,0.00035659774,0.00010858376,0.0026924445,0.000013291042],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003984078,0.000072623516,0.66863036,0.00021189818,0.0003843363,0.003230289,0.012026828,0.024329836,0.0013017515,0.049025893,0.000820303,0.23996189],"study_design_scores_gemma":[0.0010947603,0.0015335152,0.014463183,0.0035996214,0.0010871534,0.021527337,0.051120363,0.28300118,0.0034711487,0.10106718,0.51664484,0.0013897261],"about_ca_topic_score_codex":0.0020148742,"about_ca_topic_score_gemma":0.012021644,"teacher_disagreement_score":0.6541672,"about_ca_system_score_codex":0.0005870241,"about_ca_system_score_gemma":0.0073851664,"threshold_uncertainty_score":0.9999578},"labels":[],"label_agreement":null},{"id":"W3207508404","doi":"10.35699/1983-3652.2021.33445","title":"Personalized and adaptive learning","year":2021,"lang":"en","type":"article","venue":"Texto Livre Linguagem e Tecnologia","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Personalized learning; Synchronous learning; Adaptive learning; Active learning (machine learning); Experiential learning; Learning sciences; Educational technology; Computer science; Open learning; Learning styles; Introspection; Proactive learning; Social learning; Knowledge management; Cooperative learning; Psychology; Mathematics education; Artificial intelligence; Teaching method; Cognitive psychology","score_opus":0.0271033974302355,"score_gpt":0.2887181149159444,"score_spread":0.2616147174857089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207508404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66632456,0.014294678,0.2772151,0.01287419,0.0007115644,0.0002431975,0.0000040761743,0.0037226381,0.024609998],"genre_scores_gemma":[0.8994911,0.00017377312,0.088606924,0.0004252613,0.00013450343,0.0000030511922,0.000004030183,0.000014876996,0.011146507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99858695,0.00015144222,0.0001870895,0.0005382664,0.00019666489,0.00033957843],"domain_scores_gemma":[0.99910885,0.0001927103,0.0000957215,0.0003704223,0.00013849717,0.00009377667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026464456,0.0001766123,0.00023852328,0.00009467978,0.0002332774,0.00022754491,0.00038813672,0.00012609253,0.00006603025],"category_scores_gemma":[0.0006233722,0.000163738,0.00007614747,0.00046926635,0.000110082634,0.00017123717,0.0004534178,0.0005976418,0.00009112548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034375942,0.0003983326,0.012168287,0.0000892629,0.0002943061,0.0023963084,0.01130685,0.0013175292,0.007069773,0.50820726,0.0016858848,0.45503184],"study_design_scores_gemma":[0.0045938264,0.0022079865,0.016615635,0.0006155881,0.00021951046,0.0015821265,0.012554411,0.7259958,0.008044179,0.043417558,0.18077746,0.0033759228],"about_ca_topic_score_codex":0.00001652982,"about_ca_topic_score_gemma":0.000005242931,"teacher_disagreement_score":0.7246783,"about_ca_system_score_codex":0.000022494954,"about_ca_system_score_gemma":0.00010314465,"threshold_uncertainty_score":0.6677042},"labels":[],"label_agreement":null},{"id":"W3209877571","doi":"10.5430/ijhe.v10n6p245","title":"The Contribution of Information and Communication Technology to Social Inclusion and Exclusion during the Appropriation of Open Educational Resources","year":2021,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of South Africa; University of Cape Town; National Institute for the Humanities and Social Sciences","keywords":"Appropriation; Information and Communications Technology; Social exclusion; Inclusion (mineral); Open educational resources; Enabling; Sociology; Knowledge management; Public relations; Political science; Economic growth; Social science; Pedagogy; Computer science; Psychology; Economics","score_opus":0.005647077508464889,"score_gpt":0.3253238101466841,"score_spread":0.3196767326382192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209877571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78625476,0.0010430282,0.001909552,0.21014035,0.00042638954,0.00009995025,0.0000024735011,0.0000041850935,0.00011931701],"genre_scores_gemma":[0.99527997,0.00023462734,0.0040242197,0.00016137472,0.00012974886,0.000004452283,0.000010395196,0.0000023762657,0.00015282907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989182,0.00012497132,0.00046090013,0.0000708136,0.00036652948,0.000058598598],"domain_scores_gemma":[0.9970663,0.00018125454,0.0007755974,0.00015370284,0.001798266,0.00002487127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006680118,0.00005596387,0.000102077276,0.00019259022,0.00039375472,0.00020037417,0.00086821703,0.000047583086,0.0000043187783],"category_scores_gemma":[0.00032265732,0.00003877303,0.000026523305,0.0003143103,0.00007469999,0.0007012062,0.0012232615,0.00013751666,5.0860973e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015884291,0.00033812667,0.025478998,0.000031544863,0.00014055945,4.3143436e-7,0.012148687,0.0002763371,0.01647378,0.7962817,0.0009716965,0.14769931],"study_design_scores_gemma":[0.0010797369,0.00012519957,0.742828,0.00032393783,0.000041202456,0.00013779073,0.0018740195,0.001453896,0.0065292236,0.20485577,0.040597368,0.00015383889],"about_ca_topic_score_codex":0.00003904322,"about_ca_topic_score_gemma":0.000013966671,"teacher_disagreement_score":0.717349,"about_ca_system_score_codex":0.000075640266,"about_ca_system_score_gemma":0.00029649166,"threshold_uncertainty_score":0.30284828},"labels":[],"label_agreement":null},{"id":"W3209906192","doi":"10.47408/jldhe.vi22.720","title":"Remote learning might be new, but how we can learn best is not","year":2021,"lang":"en","type":"article","venue":"Journal of Learning Development in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychology; Mathematics education; Computer science; Pedagogy","score_opus":0.044135196510237396,"score_gpt":0.2973240505587573,"score_spread":0.25318885404851993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209906192","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34332958,0.0017648004,0.008567901,0.6416976,0.0032182739,0.00008773334,3.138008e-7,0.00008918588,0.0012446217],"genre_scores_gemma":[0.5885448,0.0004803991,0.13874158,0.0010223937,0.0008077429,9.924909e-7,0.000011628777,0.000033654887,0.27035683],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99758744,0.0003236029,0.0006342911,0.00036870918,0.0007091146,0.0003768603],"domain_scores_gemma":[0.9980573,0.0001780455,0.0007467512,0.00023261053,0.00054986775,0.0002354262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007445122,0.00022997877,0.00035166185,0.0004757667,0.00024068267,0.00042762162,0.000542668,0.00013904602,0.00015336408],"category_scores_gemma":[0.00039442646,0.00022759753,0.00011353453,0.0009121087,0.00002273879,0.00045907623,0.00014515346,0.001509094,0.00004145204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053619508,0.0009894737,0.12324119,0.0002239716,0.00031500738,0.00037492253,0.04192072,0.022674186,0.0074112355,0.002992044,0.028526885,0.7712767],"study_design_scores_gemma":[0.0005238685,0.00013032315,0.022033568,0.00061896833,0.000025374407,0.00017172296,0.0013404886,0.0020547486,0.0031233688,0.0004701302,0.96912533,0.00038213062],"about_ca_topic_score_codex":0.00003988398,"about_ca_topic_score_gemma":0.0000136260605,"teacher_disagreement_score":0.9405984,"about_ca_system_score_codex":0.00035356526,"about_ca_system_score_gemma":0.0036256157,"threshold_uncertainty_score":0.9281158},"labels":[],"label_agreement":null},{"id":"W3209912268","doi":"10.1186/s41239-021-00292-9","title":"The impact of artificial intelligence on learner–instructor interaction in online learning","year":2021,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":707,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Seoul National University of Science and Technology; Seoul National University","keywords":"Agency (philosophy); Feeling; Computer science; Presentation (obstetrics); Scale (ratio); Artificial intelligence; Knowledge management; Psychology; Multimedia; Social psychology","score_opus":0.031315245816922764,"score_gpt":0.3970904168310022,"score_spread":0.36577517101407947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209912268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8268906,0.0003110371,0.00019156883,0.16957104,0.0027665973,0.000036000794,0.0000013893828,0.000008383507,0.00022342449],"genre_scores_gemma":[0.9951197,0.00015365021,0.0035377413,0.000053052798,0.0004402067,0.0000041409726,0.000013028403,0.0000068856907,0.00067158643],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99847925,0.0001194892,0.0007325057,0.00018217346,0.0003451142,0.00014145148],"domain_scores_gemma":[0.9976042,0.0005497175,0.0006283974,0.0001947475,0.0009884364,0.000034509263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003349682,0.00010909178,0.00016213614,0.00104905,0.00004607949,0.000077705496,0.00078911294,0.00010375369,0.0000989606],"category_scores_gemma":[0.0010886869,0.000087742,0.00010872907,0.0010136042,0.00008419404,0.0002966949,0.00008046614,0.00078011584,0.000009376907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006574598,0.0019784141,0.10227158,0.0000044532103,0.00009047717,0.000010404928,0.00047928534,0.028506132,0.0012008887,0.7389567,0.00017505379,0.12626088],"study_design_scores_gemma":[0.00018434772,0.0002772552,0.21540356,0.0003312312,0.0000065084455,0.00022106942,0.0019505227,0.007594037,0.001248213,0.7720527,0.0005795979,0.00015093556],"about_ca_topic_score_codex":0.000053979016,"about_ca_topic_score_gemma":0.000031820215,"teacher_disagreement_score":0.169518,"about_ca_system_score_codex":0.00047695116,"about_ca_system_score_gemma":0.0013092231,"threshold_uncertainty_score":0.3578015},"labels":[],"label_agreement":null},{"id":"W3210025409","doi":"10.52006/main.v4i3.396","title":"Algebraic Skills and Academic Achievement in Mathematics of Grade 7 Students in a Philippine Chinese School","year":2021,"lang":"en","type":"article","venue":"Philippine Social Science Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Quarter (Canadian coin); Academic achievement; Significant difference; Mathematics; Statistics","score_opus":0.013811878872028421,"score_gpt":0.3442991739148758,"score_spread":0.33048729504284735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210025409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98861426,0.00029383576,0.0012448571,0.009419993,0.0001747568,0.000089519475,0.0000012723564,0.000016221511,0.00014528703],"genre_scores_gemma":[0.9932935,0.0003786864,0.0056577493,0.00025679293,0.00024170187,0.00000218472,5.728693e-7,0.0000073225656,0.0001614675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99708784,0.000100104895,0.0007148222,0.00036939164,0.0012330504,0.0004947868],"domain_scores_gemma":[0.99899966,0.00006899666,0.00032376463,0.0002050308,0.00017751695,0.00022506379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002661391,0.00017224312,0.0003861439,0.0004943914,0.00024956168,0.00021819751,0.0013389329,0.00007640816,0.00003471866],"category_scores_gemma":[0.0008781444,0.00014810864,0.00007763506,0.00299395,0.00027690156,0.0007540551,0.00070222747,0.00096093916,0.0000035524358],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005323407,0.0026817,0.9150316,0.00009692495,0.000035415283,0.00018912934,0.016333718,0.0003566944,0.027591515,0.010426268,0.000028031922,0.027223686],"study_design_scores_gemma":[0.0015596456,0.00009568548,0.941434,0.0002616725,0.000010023824,0.00015650578,0.00061999547,0.009242583,0.00043089705,0.04584612,0.00007086524,0.00027195676],"about_ca_topic_score_codex":0.000008542141,"about_ca_topic_score_gemma":0.000023704193,"teacher_disagreement_score":0.03541985,"about_ca_system_score_codex":0.00018099269,"about_ca_system_score_gemma":0.00050551497,"threshold_uncertainty_score":0.60396945},"labels":[],"label_agreement":null},{"id":"W3210529658","doi":"10.47408/jldhe.vi22.670","title":"TALON: Shaping the future of online education through connectivity","year":2021,"lang":"en","type":"article","venue":"Journal of Learning Development in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.0336889615531746,"score_gpt":0.3192067235094011,"score_spread":0.2855177619562265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210529658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89553463,0.007321855,0.0052264025,0.086435966,0.0047481833,0.00007520868,1.997859e-7,0.000028407472,0.00062914327],"genre_scores_gemma":[0.9349312,0.00019534743,0.06197018,0.0002948607,0.0006079935,0.0000019049054,0.000008636845,0.00000767202,0.0019822011],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99864846,0.00023658789,0.000509702,0.00015094182,0.00032621165,0.00012812113],"domain_scores_gemma":[0.998403,0.00014773659,0.0006420316,0.00017287074,0.00060296216,0.000031383508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059828395,0.00009950746,0.00019065799,0.00013190632,0.00010600567,0.00007267325,0.0003567114,0.000059965656,0.00003036367],"category_scores_gemma":[0.00013881699,0.00007698683,0.00006014178,0.00069266773,0.000019766929,0.0003993484,0.00007107457,0.0005559821,0.000003309815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002326451,0.0033655413,0.27947763,0.00022655459,0.00014124354,0.000015321597,0.024824325,0.0073033203,0.0015669778,0.06098899,0.0030986876,0.6189681],"study_design_scores_gemma":[0.00040616436,0.000092294256,0.52060443,0.00089300226,0.000027196947,0.00013188942,0.0072427085,0.0008612848,0.0012366846,0.007957897,0.46026152,0.0002849317],"about_ca_topic_score_codex":0.0000058716932,"about_ca_topic_score_gemma":0.000008155212,"teacher_disagreement_score":0.6186832,"about_ca_system_score_codex":0.00014484322,"about_ca_system_score_gemma":0.0035082924,"threshold_uncertainty_score":0.622356},"labels":[],"label_agreement":null},{"id":"W3210890011","doi":"10.32920/ryerson.14639625.v1","title":"Learning Analytics Dashboard for Twitter","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Dashboard; Learning analytics; Analytics; Class (philosophy); Computer science; World Wide Web; Ranking (information retrieval); Data science; Information retrieval; Artificial intelligence","score_opus":0.037609656601824075,"score_gpt":0.3126166886730132,"score_spread":0.2750070320711891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210890011","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008778133,0.00007873464,0.97620076,0.010614062,0.00070242607,0.00013046632,0.0000015419927,0.00043822904,0.0030556417],"genre_scores_gemma":[0.42098442,0.000063361804,0.53624624,0.0015388943,0.0006139451,0.000022334532,0.00011418774,0.000039524723,0.0403771],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981923,0.00007630102,0.0003245543,0.0007707803,0.00028372253,0.00035233237],"domain_scores_gemma":[0.99838054,0.0001606648,0.0001859524,0.0008682098,0.0002966462,0.00010797238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036665084,0.0002595788,0.00040290016,0.00014657518,0.00012048284,0.00085865665,0.0010898995,0.00025586892,0.000032393185],"category_scores_gemma":[0.00022110846,0.0002436792,0.00035783864,0.00021443794,0.000024030847,0.00010278462,0.001733114,0.0009983213,0.000026544947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012064986,0.00044267927,0.009936602,0.0013366835,0.0010646876,0.00018104984,0.0049322266,0.8223241,0.0002840706,0.039305586,0.037130047,0.083050214],"study_design_scores_gemma":[0.00015780974,0.00005914863,0.00013621552,0.00009405342,0.000047006848,0.0000045708457,0.00013419488,0.97224486,0.00012837684,0.0037981672,0.022827178,0.00036843235],"about_ca_topic_score_codex":0.000017915181,"about_ca_topic_score_gemma":0.000006654298,"teacher_disagreement_score":0.43995452,"about_ca_system_score_codex":0.00004630101,"about_ca_system_score_gemma":0.0002827832,"threshold_uncertainty_score":0.99369496},"labels":[],"label_agreement":null},{"id":"W3211553766","doi":"10.18280/ria.350507","title":"Deep Neural Network Model for Identification of Predictive Variables and Evaluation of Student’s Academic Performance","year":2021,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Graduation (instrument); Academic achievement; Set (abstract data type); Artificial neural network; Class (philosophy); Mathematics education; Computer science; Predictive modelling; Identification (biology); Performance prediction; Predictive validity; Machine learning; Psychology; Artificial intelligence; Engineering; Simulation","score_opus":0.06954172335856837,"score_gpt":0.34506791975719925,"score_spread":0.27552619639863085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211553766","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26698026,0.0005864535,0.7318947,0.0002247525,0.0001074986,0.00014102063,0.0000024454673,0.000013610769,0.000049290025],"genre_scores_gemma":[0.9902206,0.00019387365,0.009267413,0.000015549862,0.00005125813,0.000016925875,0.0000079794,0.0000055384467,0.00022087686],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987472,0.00007630349,0.00048580646,0.0002764985,0.00026473816,0.00014940025],"domain_scores_gemma":[0.9985684,0.00015761195,0.00027026696,0.0003104909,0.00066082604,0.000032388514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012902907,0.000077377554,0.00015778693,0.00004791615,0.00008252509,0.000025581958,0.00029448105,0.00005994003,0.0000032503551],"category_scores_gemma":[0.00017394111,0.00008052995,0.00004557717,0.00035456073,0.000051293668,0.00022604463,0.000104939245,0.000116045216,0.000001471702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004733254,0.000040427323,0.0021216446,0.000062885694,0.000012744316,9.2743214e-8,0.00131006,0.95943916,0.0019039187,0.00577275,0.000013232186,0.029318338],"study_design_scores_gemma":[0.000046956964,0.000056828747,0.0010886331,0.00006418617,0.000051730854,0.0000030757851,0.00025497843,0.97506434,0.015274136,0.008019926,0.0000058783658,0.00006933788],"about_ca_topic_score_codex":0.0000012159644,"about_ca_topic_score_gemma":0.0000015264172,"teacher_disagreement_score":0.7232403,"about_ca_system_score_codex":0.000020468615,"about_ca_system_score_gemma":0.00008286212,"threshold_uncertainty_score":0.32839158},"labels":[],"label_agreement":null},{"id":"W3211992911","doi":"10.4018/978-1-7998-7697-7.ch002","title":"Micro Credentialing in the Landscape of Higher Education","year":2021,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Credentialing; Engineering ethics; Reflection (computer programming); Medical education; Engineering; Political science; Pedagogy; Computer science; Engineering management; Psychology; Medicine","score_opus":0.017452509620720973,"score_gpt":0.3129117540959723,"score_spread":0.29545924447525135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211992911","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039934255,0.29367056,0.00006974053,0.04927232,0.024690041,0.0008969004,0.000009091456,0.00009317563,0.62730473],"genre_scores_gemma":[0.007251969,0.004152135,0.00971487,0.0014650268,0.00023247239,0.000046590365,0.00011834861,0.000014623862,0.977004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986984,0.00006615342,0.00045538938,0.00034564853,0.00029259067,0.00014180633],"domain_scores_gemma":[0.9992267,0.000104131155,0.00026863033,0.00023604759,0.00012953486,0.000034989396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020887672,0.00020595355,0.00024145134,0.00021622128,0.00010495105,0.00006441387,0.000362355,0.00013938514,0.0004124588],"category_scores_gemma":[0.0000071407676,0.00016074961,0.000033738026,0.00012613951,0.000060675284,0.0006547522,0.00013209526,0.0003339045,0.0000069111074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001571704,0.00028510284,0.003664806,0.00035811946,0.00001925124,0.0000036109159,0.0026019616,0.000017179409,0.000022070271,0.9517459,0.004012467,0.037253797],"study_design_scores_gemma":[0.000101230704,0.00001444271,0.015184403,0.0012538704,0.0000061955698,0.0000062888275,0.00020971139,0.0000023883406,0.000040810482,0.021115653,0.9618549,0.00021012663],"about_ca_topic_score_codex":0.0000028275983,"about_ca_topic_score_gemma":0.000014930576,"teacher_disagreement_score":0.9578424,"about_ca_system_score_codex":0.00004718318,"about_ca_system_score_gemma":0.0014843999,"threshold_uncertainty_score":0.6555179},"labels":[],"label_agreement":null},{"id":"W3213150366","doi":"10.52358/mm.vi7.206","title":"Le plurilinguisme dans les productions audiovisuelles pour la diffusion et la vulgarisation de la science et de la technologie","year":2021,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.0196686694497794,"score_gpt":0.33434779767718686,"score_spread":0.31467912822740746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213150366","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11104733,0.0011308162,0.6379276,0.14233704,0.0005068326,0.0003198046,0.00015915341,0.0008222441,0.10574918],"genre_scores_gemma":[0.82474464,0.0018844284,0.16177806,0.00053924695,0.00024274322,0.00008096152,0.00008590863,0.000050299663,0.010593702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99309385,0.0041222093,0.0005914846,0.00092170207,0.00062038825,0.000650354],"domain_scores_gemma":[0.99339896,0.004298108,0.0003771158,0.0009862827,0.000715345,0.00022420408],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005468529,0.00036081945,0.00031069142,0.00065825606,0.0018574451,0.0017525718,0.00084639556,0.00052889244,0.00004201579],"category_scores_gemma":[0.012154619,0.00043747204,0.00019418805,0.0028150529,0.0015722875,0.0010389648,0.00056744734,0.0014245927,0.000058012152],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013475324,0.0010423313,0.019098818,0.000037155467,0.00004437827,0.000039285278,0.009517514,0.089117594,0.007065889,0.8618303,0.0012406375,0.010964749],"study_design_scores_gemma":[0.0010837044,0.000071119466,0.29984117,0.00031956445,0.00022536644,0.0006105628,0.0043807817,0.334745,0.0026722818,0.08795336,0.26722598,0.0008711298],"about_ca_topic_score_codex":0.0016633944,"about_ca_topic_score_gemma":0.0008053509,"teacher_disagreement_score":0.77387697,"about_ca_system_score_codex":0.00046164365,"about_ca_system_score_gemma":0.014837022,"threshold_uncertainty_score":0.9998077},"labels":[],"label_agreement":null},{"id":"W3213357183","doi":"10.3390/su132112230","title":"Reviewer Experience vs. Expertise: Which Matters More for Good Course Reviews in Online Learning?","year":2021,"lang":"en","type":"article","venue":"Sustainability","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Wilfrid Laurier University","funders":"National Natural Science Foundation of China","keywords":"Competence (human resources); Massive open online course; Psychology; Medical education; Online learning; Online discussion; Online course; Medicine; Mathematics education; World Wide Web; Computer science; Social psychology","score_opus":0.015333756812635813,"score_gpt":0.3449114750273912,"score_spread":0.3295777182147554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213357183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4858141,0.020755269,0.12750179,0.36111352,0.0014003083,0.0027498973,0.000016626529,0.00054164266,0.00010686347],"genre_scores_gemma":[0.9443194,0.0016371779,0.038208477,0.0069145993,0.00042062966,0.0004096826,0.00007796528,0.00005001854,0.007961992],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973058,0.0004573761,0.0006206036,0.0008263183,0.0002304843,0.00055939844],"domain_scores_gemma":[0.99606043,0.00017464792,0.0001766831,0.0010685014,0.0023767026,0.00014303355],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011912156,0.00023539877,0.0005443595,0.00006094934,0.00014796306,0.00011832919,0.00066415075,0.00009602884,0.00002947581],"category_scores_gemma":[0.0112694325,0.00021571605,0.0001810025,0.0010917244,0.00008958195,0.00034583165,0.00030920978,0.00042728902,0.000008134884],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000481822,0.003657834,0.51590455,0.0055991393,0.00005015212,0.00022605254,0.02687093,0.004866499,0.00013455312,0.0103814285,0.024198078,0.40806264],"study_design_scores_gemma":[0.001223243,0.00028985116,0.06533522,0.0005809875,0.000036614652,0.000020016296,0.0065702745,0.11368231,0.0001748539,0.005654783,0.8054704,0.0009614385],"about_ca_topic_score_codex":0.00004917302,"about_ca_topic_score_gemma":0.00008487382,"teacher_disagreement_score":0.78127235,"about_ca_system_score_codex":0.0004045648,"about_ca_system_score_gemma":0.00061320973,"threshold_uncertainty_score":0.99705905},"labels":[],"label_agreement":null},{"id":"W3213969636","doi":"10.24926/jcotr.v19i1.2787","title":"FRACTAL","year":2019,"lang":"en","type":"article","venue":"Journal of College Orientation Transition and Retention","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Coaching; Academic advising; Psychology; Exhibition; Mathematics education; Medical education; Pedagogy; Higher education; Political science; Visual arts; Medicine; Art","score_opus":0.005852758494141093,"score_gpt":0.23657594141612642,"score_spread":0.23072318292198532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213969636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7068548,0.000056041143,0.28725365,0.00475407,0.0005915154,0.000055321,0.00000195132,0.000015501571,0.00041714028],"genre_scores_gemma":[0.99245715,0.000052616717,0.006933896,0.00013661192,0.00006602414,1.9775383e-7,0.0000027340357,0.0000025698248,0.0003481939],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993723,0.00004803216,0.00022874326,0.00007687979,0.00021622254,0.000057797366],"domain_scores_gemma":[0.99952406,0.000019984864,0.00018206688,0.000055934168,0.00017072556,0.00004724662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024620583,0.00004557414,0.00009179731,0.00013955648,0.00004856084,0.000047865702,0.00006584249,0.000034841483,0.000024851475],"category_scores_gemma":[0.000007948343,0.000038148803,0.00006611464,0.00019603128,0.000010633409,0.00062639534,0.0000046292744,0.00010415521,0.000010618359],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005891355,0.00092428736,0.008260777,0.0004430254,0.00034773047,0.00023019584,0.013438874,0.0059745293,0.1031762,0.72619534,0.0034521502,0.13696776],"study_design_scores_gemma":[0.019677728,0.0063311826,0.13844821,0.0009690015,0.00033711724,0.002949234,0.009284034,0.69885075,0.0112822475,0.08058607,0.030039873,0.0012445617],"about_ca_topic_score_codex":5.5886494e-7,"about_ca_topic_score_gemma":2.2846979e-7,"teacher_disagreement_score":0.6928762,"about_ca_system_score_codex":0.000014047926,"about_ca_system_score_gemma":0.00003236103,"threshold_uncertainty_score":0.1555663},"labels":[],"label_agreement":null},{"id":"W3214069042","doi":"","title":"Leveraging the Semantic Web for Adaptive Education","year":2007,"lang":"en","type":"article","venue":"DSpace (Open University in the Netherlands)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Interoperability; Semantic Web; Reusability; Social Semantic Web; Representation (politics); Harmonization; Web standards; Knowledge representation and reasoning; World Wide Web; Software engineering; Knowledge management; Web service; Software; Artificial intelligence; Programming language","score_opus":0.024848093573377868,"score_gpt":0.2814515491819198,"score_spread":0.2566034556085419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214069042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39978293,0.00015179513,0.4349632,0.109877184,0.0006505089,0.0014594146,0.000005728862,0.00012588505,0.052983373],"genre_scores_gemma":[0.99000275,0.000014282034,0.003912,0.0007405169,0.00007782933,6.33042e-7,0.0000025754116,0.0000044475605,0.005244992],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992739,0.00014397816,0.0000678215,0.00018372003,0.00012706005,0.00020350785],"domain_scores_gemma":[0.99905986,0.00042385003,0.000075370466,0.00035685732,0.000055095385,0.000028962593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013232905,0.00007959486,0.00008787742,0.00008267953,0.0002997133,0.00014063026,0.0018513446,0.000036406334,0.0000034204218],"category_scores_gemma":[0.000031218173,0.00005292855,0.000042748226,0.0004457379,0.00003632751,0.00023335787,0.00020553297,0.00019135779,0.000013606105],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044645852,0.0010231164,0.029427974,0.000056388108,0.00019309699,0.000100250996,0.15322272,0.01075465,0.00032315365,0.59109527,0.056114335,0.1572426],"study_design_scores_gemma":[0.0024004073,0.00033569915,0.01933575,0.00015686822,0.00006445931,0.000040444622,0.11360808,0.37530205,0.00008518961,0.014844473,0.4732429,0.0005836591],"about_ca_topic_score_codex":0.00034205377,"about_ca_topic_score_gemma":0.0007926354,"teacher_disagreement_score":0.5902198,"about_ca_system_score_codex":0.000055885703,"about_ca_system_score_gemma":0.00015299044,"threshold_uncertainty_score":0.34402895},"labels":[],"label_agreement":null},{"id":"W3214704270","doi":"10.23977/aetp.2021.58014","title":"Evaluation and Improvement of the Effect of Online Teaching","year":2021,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Online teaching; The Internet; Online course; Teaching method; Mathematics education; Computer science; Massive open online course; Teaching and learning center; Multimedia; Pedagogy; Sociology; Psychology; World Wide Web","score_opus":0.00854099555995761,"score_gpt":0.39026516319736004,"score_spread":0.3817241676374024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214704270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9637289,0.0053248894,0.0013374571,0.028995462,0.00024436315,0.000056385255,0.0000012296586,0.000005903381,0.0003054303],"genre_scores_gemma":[0.99125004,0.00028330725,0.008302871,0.00010840521,0.00001361766,0.0000064635146,0.0000019484128,0.0000012756261,0.000032050444],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99947274,0.00010195754,0.00013319489,0.00015590452,0.00007742298,0.000058773992],"domain_scores_gemma":[0.99948573,0.00016850313,0.00008896818,0.00019052468,0.000059405742,0.0000068539357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044213154,0.00004150739,0.00009291063,0.00011050291,0.00003117184,0.0000018592742,0.00015307312,0.000056007015,0.0000029879047],"category_scores_gemma":[0.00040257227,0.000030710755,0.000011158963,0.0002701008,0.00014607013,0.000060598137,0.0000730992,0.00016357146,1.2431423e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034733077,0.000118681775,0.1815053,0.000025385942,0.00001145346,2.3676581e-7,0.00008204575,0.000087082255,0.0035083327,0.14014171,0.00001231072,0.674504],"study_design_scores_gemma":[0.0010599827,0.0006085003,0.2178365,0.000098375094,0.00003291266,0.00007464762,0.00010908025,0.006747369,0.0061040972,0.76408434,0.0031367126,0.000107473716],"about_ca_topic_score_codex":0.0000014929205,"about_ca_topic_score_gemma":0.000015586378,"teacher_disagreement_score":0.6743965,"about_ca_system_score_codex":0.0000065519143,"about_ca_system_score_gemma":0.000053191827,"threshold_uncertainty_score":0.12523483},"labels":[],"label_agreement":null},{"id":"W3214807266","doi":"10.19173/irrodl.v23i1.5763","title":"Open For All: The OERu’s Next Generation Digital Learning Ecosystem","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Computer science; Open education; Open learning; Agency (philosophy); Knowledge management; Suite; Digital learning; World Wide Web; Teaching method; Sociology; Political science; Cooperative learning; Pedagogy","score_opus":0.1922411854398781,"score_gpt":0.4618506382722752,"score_spread":0.2696094528323971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214807266","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07564207,0.060768757,0.13591568,0.6874475,0.0009363395,0.005861005,0.00025415607,0.00012524534,0.033049226],"genre_scores_gemma":[0.98364806,0.011606428,0.0015860384,0.0004513657,0.00014942109,0.00010491065,0.00045807363,0.000011433568,0.0019842484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779886,0.00069812336,0.00038352338,0.0003252629,0.00055463903,0.00023956543],"domain_scores_gemma":[0.997526,0.0012744729,0.00018074675,0.00031185136,0.00065175025,0.000055177537],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0062556355,0.00009246518,0.00022733379,0.000055449585,0.00036377582,0.0026078913,0.0030905001,0.000030877007,0.00003016077],"category_scores_gemma":[0.0045266403,0.000057766338,0.00006331402,0.0005105071,0.000056588167,0.0007880806,0.0029891818,0.0006292026,0.000012037624],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010147353,0.00044198366,0.017507814,0.0024552625,0.00041273911,0.00008607175,0.0010758716,0.010097258,0.000969259,0.5321444,0.023197437,0.4115104],"study_design_scores_gemma":[0.0006836182,0.00012840211,0.00043675693,0.003826987,0.0000111730415,0.00005322818,0.0015107208,0.41647062,0.000119005635,0.004624759,0.5719848,0.00014988398],"about_ca_topic_score_codex":0.00007608031,"about_ca_topic_score_gemma":0.00003400911,"teacher_disagreement_score":0.908006,"about_ca_system_score_codex":0.00007104191,"about_ca_system_score_gemma":0.00030836396,"threshold_uncertainty_score":0.9984275},"labels":[],"label_agreement":null},{"id":"W3215050880","doi":"10.5539/cis.v15n1p1","title":"A Decision Support System for Undecided and Exploratory Students","year":2021,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Graduation (instrument); Minor (academic); Visualization; Exploratory research; Work (physics); Path (computing); Decision support system; Data mining","score_opus":0.017028379572550375,"score_gpt":0.3001501035991761,"score_spread":0.2831217240266257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215050880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06951197,0.000022415203,0.9294019,0.0003120579,0.00041605445,0.00006678266,0.0000016265506,0.00006412349,0.0002030961],"genre_scores_gemma":[0.82981944,0.000028606026,0.16933374,0.0007398928,0.000044143813,0.0000043419777,0.0000036571641,0.0000017146879,0.000024451567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903446,0.000012563259,0.00022493332,0.00018920255,0.00038507304,0.00015375647],"domain_scores_gemma":[0.99916476,0.00008295599,0.00007395928,0.00022148642,0.00034124835,0.0001155923],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007025421,0.00006862839,0.00009938139,0.00015437044,0.0002902158,0.0010809754,0.0004131598,0.000022226002,6.044188e-7],"category_scores_gemma":[0.00005888623,0.000059511527,0.000018557992,0.0004750025,0.000077385215,0.004839126,0.00050186465,0.00004766688,0.000011848212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000090118465,0.000045205015,0.0045920704,0.00017418704,0.000012099636,0.000008250084,0.0058167446,0.0007612721,0.00016844389,0.17509338,0.0015720646,0.81174725],"study_design_scores_gemma":[0.0007702046,0.0001260679,0.01297209,0.000080640326,0.0000045201296,0.00009515401,0.00039471258,0.969357,0.0005168493,0.000978834,0.014531832,0.00017207759],"about_ca_topic_score_codex":4.309086e-7,"about_ca_topic_score_gemma":2.5441608e-7,"teacher_disagreement_score":0.96859574,"about_ca_system_score_codex":0.000024918836,"about_ca_system_score_gemma":0.00016737542,"threshold_uncertainty_score":0.999956},"labels":[],"label_agreement":null},{"id":"W3215348957","doi":"10.21432/cjlt27895","title":"Analysis of Facebook in the Teaching-Learning Process about Mathematics Through Data Science","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bachelor; Publishing; Context (archaeology); Mathematical finance; Computer science; Mathematics education; Process (computing); Educational technology; Psychology","score_opus":0.020282447042596685,"score_gpt":0.3159658252785685,"score_spread":0.2956833782359718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215348957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9443696,0.001838263,0.03746654,0.0133929895,0.0001002944,0.00007475498,0.0000032009011,0.00004012897,0.0027141832],"genre_scores_gemma":[0.9913076,0.00007272312,0.008461266,0.00003307731,0.000015632657,5.2396797e-7,0.0000021403137,0.00000493096,0.000102105936],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986827,0.00014116924,0.00037926147,0.00024665543,0.00025501224,0.0002952097],"domain_scores_gemma":[0.99859816,0.00018263597,0.00038269899,0.00043610574,0.00030778695,0.00009261994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020966881,0.00009420708,0.00032924543,0.0012293401,0.00035281607,0.00015801884,0.001726419,0.000085169755,0.000007902281],"category_scores_gemma":[0.0028683997,0.0000729889,0.000041969422,0.0033354773,0.00039833784,0.00036212674,0.00014790802,0.001334665,0.000001073351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000220808,0.00011042083,0.74395967,0.00010778675,0.00047227784,0.0009214754,0.024702232,0.03376734,0.00071145594,0.12142813,0.00005293849,0.073764086],"study_design_scores_gemma":[0.0008238056,0.0005654129,0.011334872,0.000680389,0.00075046235,0.0019175971,0.06449024,0.8514637,0.00065423327,0.015419736,0.05131583,0.0005837484],"about_ca_topic_score_codex":0.00018142012,"about_ca_topic_score_gemma":0.0012291386,"teacher_disagreement_score":0.81769633,"about_ca_system_score_codex":0.000031670574,"about_ca_system_score_gemma":0.0013801375,"threshold_uncertainty_score":0.57985294},"labels":[],"label_agreement":null},{"id":"W3216034627","doi":"10.1007/s42532-021-00097-0","title":"Promises and pitfalls of digital knowledge exchange resulting from the COVID-19 pandemic","year":2021,"lang":"en","type":"article","venue":"Socio-Ecological Practice Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto; Canadian Forest Service; University of Ottawa; Natural Resources Canada; Carleton University","funders":"Natural Resources Canada; Canadian Forest Service; Social Sciences and Humanities Research Council of Canada; U.S. Forest Service","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology; Computer science; Medicine; Infectious disease (medical specialty); Internal medicine","score_opus":0.2572529396723707,"score_gpt":0.48275214237639574,"score_spread":0.22549920270402507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216034627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6301345,0.0095723225,0.007772839,0.33514133,0.00022020677,0.00063287735,0.00006287624,0.00029462198,0.016168414],"genre_scores_gemma":[0.9925646,0.0011955884,0.003820868,0.0007355288,0.00022823393,0.000016103782,0.000011536,0.000008490784,0.001419033],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959827,0.0021597168,0.00028695562,0.00052631716,0.0005914155,0.00045290255],"domain_scores_gemma":[0.9670663,0.031463962,0.00015155108,0.00045939878,0.00062362314,0.00023520099],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005214899,0.00011294646,0.00022213503,0.000048210928,0.0006096893,0.00047950813,0.0007597668,0.00017169365,0.00006379872],"category_scores_gemma":[0.06925648,0.00007442626,0.00007208964,0.0006634388,0.00049447664,0.0005710518,0.0015873616,0.0011920594,0.00006331837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048177625,0.006926104,0.5451344,0.0006881721,0.0008488678,0.0018521645,0.0597158,0.00021323518,0.0055917953,0.08450594,0.07729181,0.21674992],"study_design_scores_gemma":[0.00410684,0.0016599614,0.05650546,0.0001417719,0.00012263472,0.00034501377,0.055001464,0.025358122,0.00014983585,0.13115981,0.724487,0.0009620965],"about_ca_topic_score_codex":0.00009469407,"about_ca_topic_score_gemma":0.00002706576,"teacher_disagreement_score":0.64719516,"about_ca_system_score_codex":0.0001374834,"about_ca_system_score_gemma":0.00081078865,"threshold_uncertainty_score":0.93858355},"labels":[],"label_agreement":null},{"id":"W3216115083","doi":"","title":"Challenges and Changes of MOOC to Traditional Classroom Teaching Mode","year":2015,"lang":"en","type":"article","venue":"Canadian social science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped classroom; Mode (computer interface); Computer science; Mathematics education; Order (exchange); China; Sociology; Psychology; Political science; Human–computer interaction; Business; Law","score_opus":0.08444777229078822,"score_gpt":0.30526547936583387,"score_spread":0.22081770707504567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216115083","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3259198,0.0011252161,0.013368639,0.25238684,0.0013842,0.00031952185,0.000070244394,0.00019837015,0.40522715],"genre_scores_gemma":[0.9937739,0.000008112262,0.005456212,0.0005053957,0.00016001171,0.0000015516885,5.379433e-7,0.000002644341,0.00009164746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990898,0.00002941088,0.00006663788,0.00023503504,0.0003047071,0.00027445305],"domain_scores_gemma":[0.99916863,0.000022632788,0.0000306221,0.00011134065,0.00009070736,0.00057608524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059641415,0.00005745005,0.000089479974,0.0001965301,0.00023724287,0.0000677138,0.0005236409,0.000031134678,7.3414753e-7],"category_scores_gemma":[0.00015745562,0.000058607882,0.000013007617,0.00028230515,0.00017987957,0.00021261098,0.0000622916,0.00010304907,0.000004102918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.2474957e-7,0.000010765329,0.00032090413,0.0000047980534,0.000002408577,0.0000047062263,0.012287561,0.000027574439,0.00023633442,0.7245392,0.00089774077,0.26166746],"study_design_scores_gemma":[0.001783812,0.0017614344,0.13619217,0.00031064657,0.000046271663,0.000105039566,0.031325493,0.28535232,0.0010152007,0.2469489,0.2923331,0.0028256187],"about_ca_topic_score_codex":0.0021541307,"about_ca_topic_score_gemma":0.013037845,"teacher_disagreement_score":0.6678541,"about_ca_system_score_codex":0.00013667351,"about_ca_system_score_gemma":0.00060685613,"threshold_uncertainty_score":0.72754234},"labels":[],"label_agreement":null},{"id":"W3216445862","doi":"10.5539/hes.v12n1p1","title":"Extrinsic and Intrinsic for online Classroom","year":2021,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Likert scale; Psychology; Descriptive statistics; Feeling; Test (biology); Higher education; Regression analysis; Statistics; Social psychology; Mathematics; Developmental psychology; Biology","score_opus":0.0597831139938572,"score_gpt":0.37395741209861855,"score_spread":0.31417429810476133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216445862","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7014765,0.067029305,0.010906824,0.21238971,0.006752247,0.0002269878,0.000014519963,0.0003478535,0.00085602584],"genre_scores_gemma":[0.7100636,0.001975023,0.220869,0.004112694,0.0014624475,0.000052604242,0.000039050097,0.000018335786,0.06140729],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994228,0.000024646772,0.00012404828,0.00023785618,0.00007815595,0.00011247543],"domain_scores_gemma":[0.9991596,0.00014045309,0.000049134822,0.00020457762,0.00040801015,0.000038241236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006157877,0.00007651683,0.00013193143,0.000050647013,0.00011493693,0.000063271924,0.00009767975,0.000022923245,0.00000452626],"category_scores_gemma":[0.000046774807,0.0000688416,0.00003012714,0.00023901643,0.000030677325,0.000107288484,0.0001177622,0.00006189152,0.000007657744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004726077,0.00072477764,0.012278018,0.00020322058,0.00022873646,0.000004635568,0.0010799087,0.000019664683,0.00022572854,0.61260533,0.06641048,0.30621478],"study_design_scores_gemma":[0.00034680357,0.000056788667,0.05961785,0.00006111044,0.00003953967,0.0000112367525,0.0013036459,0.000497896,0.00013476977,0.026110727,0.91161454,0.00020510521],"about_ca_topic_score_codex":0.000001927549,"about_ca_topic_score_gemma":0.0000044814774,"teacher_disagreement_score":0.84520406,"about_ca_system_score_codex":0.00002309454,"about_ca_system_score_gemma":0.00015272711,"threshold_uncertainty_score":0.28072786},"labels":[],"label_agreement":null},{"id":"W3217030887","doi":"10.18280/isi.260510","title":"A Proportional Sentiment Analysis of MOOCs Course Reviews Using Supervised Learning Algorithms","year":2021,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentiment analysis; Computer science; Bigram; Naive Bayes classifier; Artificial intelligence; Machine learning; Support vector machine; Sentence; Supervised learning; Perceptron; Natural language processing; Online learning; Term (time); Margin (machine learning); Artificial neural network; Trigram; World Wide Web","score_opus":0.025909047302910725,"score_gpt":0.2891098331423615,"score_spread":0.2632007858394508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217030887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21480814,0.00048502383,0.7836713,0.00016279999,0.0001396159,0.00013477718,0.000007855489,0.00009775534,0.000492743],"genre_scores_gemma":[0.8838008,0.000108253924,0.11556057,0.00010613648,0.000043885142,0.000007859292,0.00020200922,0.0000061813903,0.00016430675],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983265,0.00014655056,0.00078290567,0.00015214254,0.00039091083,0.00020101933],"domain_scores_gemma":[0.9985205,0.000035603785,0.00053966785,0.0002987221,0.0005404504,0.000065084634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007050313,0.00012993725,0.00037043693,0.00031138715,0.00018542353,0.00020232917,0.00022054893,0.00006109932,0.000036784375],"category_scores_gemma":[0.00022936965,0.00012387318,0.00021753694,0.002011766,0.000051131083,0.0015016919,0.00012132771,0.00014890602,0.000019705927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012452942,0.00033141443,0.06584069,0.0009670497,0.0018551995,0.000029771885,0.016930426,0.44649398,0.002204765,0.012333627,0.00018727228,0.45281336],"study_design_scores_gemma":[0.00015225788,0.00002904339,0.0047342386,0.00012248666,0.000277068,0.000017836905,0.00049479236,0.9914855,0.0007103634,0.0002711988,0.0015610012,0.00014421159],"about_ca_topic_score_codex":0.00003132467,"about_ca_topic_score_gemma":0.0000028986963,"teacher_disagreement_score":0.66899264,"about_ca_system_score_codex":0.00011176788,"about_ca_system_score_gemma":0.00023139754,"threshold_uncertainty_score":0.5051401},"labels":[],"label_agreement":null},{"id":"W3217270756","doi":"10.1155/2021/6358976","title":"Ubiquitous e‐Teaching and e‐Learning: China’s Massive Adoption of Online Education and Launching MOOCs Internationally during the COVID‐19 Outbreak","year":2021,"lang":"en","type":"article","venue":"Wireless Communications and Mobile Computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preparedness; Coronavirus disease 2019 (COVID-19); China; Pandemic; Online learning; Outbreak; E learning; Quarter (Canadian coin); Distance education; Political science; Online teaching; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Massive open online course; Public relations; Computer science; Medical education; Medicine; Geography; Multimedia; World Wide Web; Educational technology; Disease; Infectious disease (medical specialty); Virology","score_opus":0.013150698643710686,"score_gpt":0.2995518838803718,"score_spread":0.2864011852366611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217270756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94710064,0.0029064878,0.04318533,0.0063948124,0.00006866208,0.000104457446,0.0000039883375,0.00007162889,0.00016397763],"genre_scores_gemma":[0.9583721,0.0012065021,0.039924756,0.00017141955,0.000061059174,0.000006614675,0.00004783362,0.00001012441,0.00019959],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986009,0.0005234065,0.00031461788,0.00027742618,0.00014501212,0.0001386162],"domain_scores_gemma":[0.9983049,0.000559628,0.00028394265,0.000602501,0.00015461446,0.000094393385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006544876,0.00012636592,0.0001773241,0.00009748423,0.0012225858,0.00023021536,0.00051081215,0.000049878374,8.3650366e-7],"category_scores_gemma":[0.00027836737,0.000112936534,0.000034557786,0.00017398939,0.00013558807,0.00018311589,0.0014416552,0.0006942631,2.5869753e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000618512,0.000555591,0.031102413,0.00029515498,0.000097676646,0.000004480886,0.025305964,0.018519333,0.0034134176,0.081100725,0.000021840917,0.8395772],"study_design_scores_gemma":[0.00036609973,0.00006272342,0.04389005,0.000253552,0.000027600732,0.00020883884,0.005644744,0.94416285,0.000037069003,0.0008415832,0.0042977217,0.00020715289],"about_ca_topic_score_codex":0.00020813494,"about_ca_topic_score_gemma":0.000058426875,"teacher_disagreement_score":0.9256435,"about_ca_system_score_codex":0.000039913393,"about_ca_system_score_gemma":0.00018540472,"threshold_uncertainty_score":0.94032645},"labels":[],"label_agreement":null},{"id":"W39470573","doi":"10.1107/s2052252524010170","title":"Learning Analytics: Readiness and Rewards","year":2013,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"H2020 Marie Skłodowska-Curie Actions; National Research, Development and Innovation Office","keywords":"Turnkey; Learning analytics; Analytics; Preparedness; Computer science; Field (mathematics); Knowledge management; Data science; Business intelligence; Educational technology; Electronic learning; Mathematics education; Psychology; Political science","score_opus":0.005173668478233113,"score_gpt":0.21735457515790996,"score_spread":0.21218090667967685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W39470573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9535624,0.0021326812,0.008148184,0.034871314,0.00017569182,0.000048840928,2.673758e-7,0.00010869799,0.0009519558],"genre_scores_gemma":[0.9926213,0.00015606734,0.005691052,0.000035911336,0.000062180494,6.8148756e-7,3.8286777e-7,0.00001024662,0.0014221885],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990733,0.00006749125,0.00025803462,0.00018250168,0.000095996766,0.00032265048],"domain_scores_gemma":[0.99892265,0.00007280736,0.00021978257,0.00012474852,0.00029942297,0.0003606079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036877109,0.00011733968,0.00025060418,0.0009655063,0.00028515226,0.00021418517,0.00031855184,0.00015859671,0.000019367913],"category_scores_gemma":[0.0007247283,0.0001056822,0.00003144967,0.00058459863,0.00019894521,0.00023376825,0.00005813157,0.0010283866,0.000012847682],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015948016,0.000010332629,0.6412185,0.000031738615,0.00009689653,0.00028128756,0.0008778971,0.00080067705,0.0005073054,0.023083271,0.00076812715,0.3323224],"study_design_scores_gemma":[0.0029506073,0.005134577,0.039600525,0.00094596023,0.00022502604,0.012248489,0.015335327,0.32822144,0.00058878754,0.096989036,0.49581394,0.0019462778],"about_ca_topic_score_codex":0.00047232368,"about_ca_topic_score_gemma":0.000248811,"teacher_disagreement_score":0.601618,"about_ca_system_score_codex":0.000032128668,"about_ca_system_score_gemma":0.0003009307,"threshold_uncertainty_score":0.44678855},"labels":[],"label_agreement":null},{"id":"W4200029204","doi":"10.5539/elt.v15n1p37","title":"Can I MOOC to Catch up? The Effects of Using an LMOOC as a Remedial Tool for EFL Students in Thailand","year":2021,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Silpakorn University","keywords":"Psychology; Remedial education; Grammar; Class (philosophy); Psychological intervention; Mathematics education; Medical education; Social psychology; Medicine","score_opus":0.009170392678140744,"score_gpt":0.3128984888613192,"score_spread":0.3037280961831785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200029204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903441,0.000091315684,0.008185454,0.00040938336,0.0006197596,0.00021005527,0.0000024598207,0.000061856525,0.00007560742],"genre_scores_gemma":[0.9880355,0.0000013664321,0.010837272,0.0003530384,0.00043507954,0.000008859715,0.00000832633,0.000015077035,0.0003054579],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859744,0.00030463308,0.00020206068,0.00031057757,0.00031907504,0.00026621108],"domain_scores_gemma":[0.99887556,0.0004458752,0.00007147017,0.00049171335,0.000044778364,0.00007061911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094901124,0.00011970076,0.00019967023,0.000084902684,0.00011999984,0.00018176052,0.000686684,0.00004959888,0.0000014204882],"category_scores_gemma":[0.0032313555,0.00009627534,0.000060623257,0.0002425039,0.000012893513,0.00016388424,0.0002492953,0.000357629,7.945348e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025515448,0.00047405614,0.05682534,0.00016993027,0.00007140815,0.00033602605,0.8685124,0.0031605547,0.022363758,0.0021146554,0.00013408951,0.045812257],"study_design_scores_gemma":[0.02149106,0.003670013,0.051636767,0.0053715133,0.0005987526,0.00021228314,0.30227804,0.47216234,0.12587856,0.0056037256,0.005993974,0.005102985],"about_ca_topic_score_codex":0.00062379777,"about_ca_topic_score_gemma":0.0007977819,"teacher_disagreement_score":0.5662344,"about_ca_system_score_codex":0.000050415863,"about_ca_system_score_gemma":0.00010399003,"threshold_uncertainty_score":0.39259943},"labels":[],"label_agreement":null},{"id":"W4200174834","doi":"10.31211/rpics.2021.7.2.230","title":"Two-stage cluster analysis in distance learning: A way to reduce gaps in the scientific literature on open and distance education","year":2021,"lang":"en","type":"article","venue":"Revista Portuguesa de Investigação Comportamental e Social","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Université du Québec en Outaouais","funders":"","keywords":"Dropout (neural networks); Distance education; Cluster (spacecraft); Mathematics education; Psychology; Point (geometry); Statistics; Computer science; Stage (stratigraphy); Econometrics; Mathematics; Machine learning","score_opus":0.020805348354147407,"score_gpt":0.32885600067071596,"score_spread":0.3080506523165686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200174834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9800261,0.0010137126,0.0020637582,0.014781084,0.00016900178,0.0004419842,0.000029430597,0.000044314922,0.0014305601],"genre_scores_gemma":[0.9903775,0.000033814566,0.003891927,0.0028625776,0.00011151481,0.000041886367,0.0002578289,0.000015182607,0.002407803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970001,0.0006483608,0.0005539731,0.0008845395,0.00049637695,0.00041666435],"domain_scores_gemma":[0.9987749,0.00011557065,0.00026887315,0.000553087,0.000098995646,0.00018857684],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014972814,0.00025086437,0.00043834254,0.00032598307,0.0003543923,0.0024638223,0.0010478854,0.00007988588,0.000009075613],"category_scores_gemma":[0.00025077446,0.00022545429,0.00012571472,0.0041507217,0.00017525002,0.0004135522,0.00040117657,0.0006564606,0.000004811656],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010996465,0.0025219882,0.46344444,0.00036899105,0.0001986653,0.0010613078,0.04811519,0.003334844,0.0047494457,0.4460496,0.007358442,0.022687111],"study_design_scores_gemma":[0.0037656263,0.0005040336,0.6292075,0.003242157,0.00037850198,0.00015338836,0.016070526,0.06607622,0.001052686,0.013271929,0.2633076,0.0029698226],"about_ca_topic_score_codex":0.000084939755,"about_ca_topic_score_gemma":0.0006410243,"teacher_disagreement_score":0.43277767,"about_ca_system_score_codex":0.00027341687,"about_ca_system_score_gemma":0.000416953,"threshold_uncertainty_score":0.9985717},"labels":[],"label_agreement":null},{"id":"W4200365521","doi":"10.35542/osf.io/bcjme","title":"An Instrument for Measuring Teachers’ Trust in AI-Based Educational Technology","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Chemistry; Council for Higher Education; Azrieli Foundation; Weizmann Institute of Science","keywords":"Transparency (behavior); Psychology; Exploratory factor analysis; Knowledge management; Process (computing); Computer science; Artificial intelligence; Psychometrics","score_opus":0.03111211742762227,"score_gpt":0.3132532557952903,"score_spread":0.282141138367668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200365521","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20744237,0.000083680534,0.689851,0.101216905,0.00052009965,0.00024414746,0.000003339773,0.00022922418,0.00040924991],"genre_scores_gemma":[0.69839007,0.0000020321438,0.30087367,0.00029693657,0.00007959471,0.000058866823,0.000044576922,0.000008905768,0.00024535548],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860764,0.00005317514,0.00026882437,0.00063657766,0.00019257198,0.00024122249],"domain_scores_gemma":[0.99890167,0.00004704112,0.00009719991,0.0007525322,0.00013939601,0.00006218838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035592966,0.0001704856,0.00023391815,0.00043680918,0.000057500616,0.00023761837,0.0010292438,0.00026486168,0.000025541476],"category_scores_gemma":[0.00012086024,0.0001755831,0.00008762304,0.00030692798,0.000030722633,0.00010629239,0.000356758,0.00066412694,0.000003352157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011388664,0.002784318,0.20959811,0.0004335543,0.00014598675,0.000022134078,0.0025784755,0.27531308,0.0010200469,0.20862733,0.0004361885,0.2990294],"study_design_scores_gemma":[0.000398519,0.00006585679,0.004432555,0.00017760282,0.000009620237,0.0000030997066,0.00024404612,0.9656665,0.0011407147,0.027012752,0.0005180472,0.0003307379],"about_ca_topic_score_codex":0.00008436726,"about_ca_topic_score_gemma":0.000130474,"teacher_disagreement_score":0.6903534,"about_ca_system_score_codex":0.00017166552,"about_ca_system_score_gemma":0.0012812816,"threshold_uncertainty_score":0.7160071},"labels":[],"label_agreement":null},{"id":"W4200457640","doi":"10.1558/cj.19666","title":"When “Blended” Becomes “Online”","year":2021,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Pandemic; Student engagement; Blended learning; Learning analytics; Coronavirus disease 2019 (COVID-19); Psychology; Analytics; Medical education; Higher education; Mathematics education; Computer science; Educational technology; Political science; Medicine; Data science","score_opus":0.020039904990966594,"score_gpt":0.2832902304523695,"score_spread":0.2632503254614029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200457640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16625014,0.003256411,0.5653758,0.2560599,0.0036366025,0.000048611037,0.000012368807,0.0003494527,0.0050106756],"genre_scores_gemma":[0.60245305,0.0005904426,0.35764962,0.0073896917,0.003418104,9.9236e-7,0.000015997684,0.000038767535,0.028443303],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990003,0.000093918374,0.00021904046,0.00017778538,0.00025840267,0.00025055386],"domain_scores_gemma":[0.99918795,0.000048987546,0.00008945568,0.00029597664,0.0001863923,0.00019121669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020246734,0.00009190593,0.0001451453,0.00006953702,0.00016867777,0.0003930122,0.000535767,0.000047598718,0.00013147523],"category_scores_gemma":[0.00013794318,0.00007870463,0.00012351626,0.00020344372,0.000021452834,0.0002462209,0.00015888916,0.00047364586,0.00007208776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075205694,0.0010903586,0.03305607,0.000058772144,0.00035512043,0.006210747,0.0030620312,0.0028417215,0.004268941,0.12441735,0.2315461,0.5930852],"study_design_scores_gemma":[0.0010839624,0.00013145879,0.0136988545,0.00014128094,0.000042727752,0.007254637,0.00040268074,0.12175956,0.0010836935,0.08964455,0.76418144,0.0005751688],"about_ca_topic_score_codex":0.000001743157,"about_ca_topic_score_gemma":0.0000044357157,"teacher_disagreement_score":0.5925101,"about_ca_system_score_codex":0.000032644417,"about_ca_system_score_gemma":0.00032015593,"threshold_uncertainty_score":0.37898257},"labels":[],"label_agreement":null},{"id":"W4200482807","doi":"10.36834/cmej.73511","title":"Pareto distribution in virtual education: challenges and opportunities","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Princess Margaret Cancer Centre","funders":"","keywords":"Pareto principle; Distribution (mathematics); Computer science; Pareto distribution; Data science; Operations research; Mathematics; Mathematical optimization; Statistics","score_opus":0.028110464966489494,"score_gpt":0.2898067727538699,"score_spread":0.2616963077873804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200482807","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030022526,0.018459711,0.0020789695,0.9421822,0.0026428502,0.00003896513,0.0000039439333,0.000020752159,0.0045501143],"genre_scores_gemma":[0.9637627,0.0120701,0.000916876,0.019882329,0.0011809439,0.0000062890963,0.000052726544,0.0000075224143,0.0021205137],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907017,0.0001253337,0.00019363726,0.0001474529,0.0002726499,0.00019077703],"domain_scores_gemma":[0.9968098,0.00003801806,0.000049406317,0.00013395678,0.00023786692,0.0027309523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044209065,0.00006569647,0.00009078667,0.00013478604,0.000121605946,0.00014580996,0.00021777334,0.00008386742,0.0004468467],"category_scores_gemma":[0.0026564638,0.00006703461,0.00002065015,0.00013662857,0.00004847548,0.00022169837,0.00002381695,0.0003977385,0.0000073798037],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.3861062e-7,0.0000595305,0.00018421654,0.0000060273405,0.0000035901246,0.00005897939,0.00076106604,0.0000026126067,2.511584e-7,0.14494346,0.014621913,0.8393581],"study_design_scores_gemma":[0.00020985716,0.00004725916,0.013631013,0.0003452514,0.0000068153436,0.0024756154,0.010473305,0.0045321896,0.0000034783864,0.01257749,0.9554875,0.00021024584],"about_ca_topic_score_codex":0.00043457837,"about_ca_topic_score_gemma":0.008668659,"teacher_disagreement_score":0.9408656,"about_ca_system_score_codex":0.00016910728,"about_ca_system_score_gemma":0.064699866,"threshold_uncertainty_score":0.9406024},"labels":[],"label_agreement":null},{"id":"W4200531000","doi":"10.35542/osf.io/krynm","title":"Empowering Teachers with AI: Co-Designing a Learning Analytics Tool for Personalized Instruction in the Science Classroom","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation","keywords":"Personalization; Computer science; Personalized learning; Learning analytics; Analytics; Cluster analysis; Plan (archaeology); Process (computing); Mathematics education; Teaching method; Data science; Cooperative learning; World Wide Web; Psychology; Artificial intelligence; Open learning","score_opus":0.02515379254974344,"score_gpt":0.3258916144213997,"score_spread":0.30073782187165626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200531000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24647707,0.000045447487,0.7498129,0.002370152,0.00016168453,0.0003005726,8.111642e-7,0.00016381899,0.000667577],"genre_scores_gemma":[0.8082168,0.000016511287,0.19056842,0.0002607201,0.00010883976,0.000035510988,0.000016461085,0.000021369711,0.0007553387],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99697185,0.00021868268,0.0003992075,0.0010236882,0.00084160327,0.000544975],"domain_scores_gemma":[0.99837404,0.0002678352,0.00028092338,0.0007042625,0.0003010564,0.000071854265],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0026092413,0.00032247146,0.0004026915,0.00043755726,0.0004999629,0.0020068062,0.0017775709,0.00017028945,0.000006132129],"category_scores_gemma":[0.00045533452,0.00023397032,0.00016272212,0.0012461307,0.00027850588,0.00053431955,0.0005943531,0.001822372,0.0000018205861],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066125045,0.0002769722,0.048388552,0.00041627092,0.00023481966,0.00013245866,0.06003196,0.80490553,0.0024857605,0.032714196,0.00020319577,0.05014414],"study_design_scores_gemma":[0.00087424344,0.00017230197,0.0015591881,0.00038850488,0.000050233382,0.000057260135,0.009932949,0.98398775,0.0003601565,0.00070537196,0.0013614071,0.0005506209],"about_ca_topic_score_codex":0.00007784301,"about_ca_topic_score_gemma":0.000032852877,"teacher_disagreement_score":0.56173974,"about_ca_system_score_codex":0.00024730424,"about_ca_system_score_gemma":0.0013190077,"threshold_uncertainty_score":0.9990292},"labels":[],"label_agreement":null},{"id":"W4205434906","doi":"10.18357/otessac.2021.1.1.48","title":"Self-Reported Perceptions of Online Learning and Observed Online Learning Behaviors: To What Extent Are They Consistent?","year":2021,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Summative assessment; Psychology; Perception; Association (psychology); Reading (process); Mathematics education; Observational study; Academic year; Medical education; Developmental psychology; Medicine; Mathematics; Statistics","score_opus":0.046174571893714204,"score_gpt":0.3450903530165614,"score_spread":0.29891578112284717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205434906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9386116,0.00057243847,0.00047689152,0.059841525,0.00015258844,0.00021165832,0.000004116729,0.00010733799,0.000021832142],"genre_scores_gemma":[0.9743384,0.003938005,0.019690344,0.0005276464,0.000027740516,0.000026736236,0.0000540214,0.000009964681,0.0013871238],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980749,0.00047673422,0.00046459658,0.00047259917,0.0002611922,0.0002500177],"domain_scores_gemma":[0.9977424,0.0003024499,0.00058625784,0.0003444528,0.00094474124,0.00007965452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013943415,0.00016129651,0.00031870173,0.00010507449,0.00046559153,0.00064147013,0.00058394315,0.00029090498,0.000013393834],"category_scores_gemma":[0.0016487528,0.00015223856,0.00006728476,0.0008512668,0.00007307461,0.00078946777,0.00062244665,0.0012449876,0.0000032154828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028823345,0.000649694,0.9550165,0.000024715273,0.00009557059,0.0000016907995,0.007860377,0.000110947185,0.0026547497,0.0062558227,0.000029287348,0.02729777],"study_design_scores_gemma":[0.0006643689,0.00012352344,0.85024226,0.0005349668,0.00013547596,0.00003508038,0.12897871,0.009412233,0.00026817113,0.007632645,0.001611951,0.00036063735],"about_ca_topic_score_codex":0.000043550284,"about_ca_topic_score_gemma":0.00031674493,"teacher_disagreement_score":0.12111834,"about_ca_system_score_codex":0.00017742474,"about_ca_system_score_gemma":0.00051402487,"threshold_uncertainty_score":0.6208108},"labels":[],"label_agreement":null},{"id":"W4205504254","doi":"10.22215/etd/2021-14786","title":"A Hybrid Learning Approach for Modelling and Analyzing Clickstream Data from Learning Management Systems","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Clickstream; Computer science; Hidden Markov model; Machine learning; Learning analytics; Novelty; Artificial intelligence; Anomaly detection; Transformer; Online learning; Recurrent neural network; Classifier (UML); Data mining; Artificial neural network; Engineering; The Internet; Multimedia","score_opus":0.04187744709961867,"score_gpt":0.2919702059155842,"score_spread":0.25009275881596554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205504254","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007452341,0.0028011282,0.98375374,0.000044570515,0.00029767482,0.00028292427,0.000018353297,0.0002969952,0.005052247],"genre_scores_gemma":[0.30973375,0.0019252549,0.5579377,0.000027217253,0.000644297,0.00006626307,0.037089854,0.00012970585,0.09244598],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969726,0.00016120872,0.0005151804,0.00155255,0.00038465206,0.00041377792],"domain_scores_gemma":[0.99815315,0.00021013175,0.00039477184,0.0009714689,0.00015047561,0.00011999669],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00065694284,0.00038463378,0.000591354,0.0002560167,0.00044268483,0.0012482593,0.0012339329,0.00016110309,0.00000400386],"category_scores_gemma":[0.000070005415,0.000388562,0.00011247692,0.00025864155,0.000012427136,0.00038726046,0.00052276894,0.00082226057,0.000004904585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001168968,0.00006425603,0.0003002028,0.0008362779,0.00047589108,0.000027953067,0.00048876146,0.9705146,0.0000120066225,0.003868535,0.00027411638,0.02312571],"study_design_scores_gemma":[0.00027170408,0.000033908644,0.0000141459495,0.00035749978,0.00023007326,0.0000047264666,0.0030674848,0.9906497,0.000012978713,0.00020783892,0.004713795,0.00043614395],"about_ca_topic_score_codex":0.00034637016,"about_ca_topic_score_gemma":0.0000116101255,"teacher_disagreement_score":0.4258161,"about_ca_system_score_codex":0.00003644645,"about_ca_system_score_gemma":0.000073623814,"threshold_uncertainty_score":0.99985665},"labels":[],"label_agreement":null},{"id":"W4205523523","doi":"10.1007/978-3-030-81222-5_17","title":"Learning Analytics Dashboard Use in Online Courses: Why and How Instructors Interpret Discussion Data","year":2021,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta","funders":"","keywords":"Dashboard; Learning analytics; Usability; Analytics; Computer science; Sensemaking; Think aloud protocol; Data science; Process (computing); Knowledge management; Human–computer interaction","score_opus":0.02862610187460862,"score_gpt":0.3182490326522612,"score_spread":0.28962293077765255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205523523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0382844,0.031858,0.87469774,0.027793435,0.0031427562,0.0020941468,0.0006026074,0.0015860471,0.019940844],"genre_scores_gemma":[0.58782494,0.028113402,0.17882514,0.0005487429,0.0008218657,0.000009741529,0.002953786,0.0003827102,0.20051968],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964826,0.00026081965,0.0006683415,0.001551697,0.00045570874,0.000580846],"domain_scores_gemma":[0.9972799,0.0010634856,0.00051263097,0.0008372049,0.00010926021,0.00019753147],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013564286,0.000643862,0.0010603808,0.00084650767,0.0003807206,0.0008488859,0.0009333979,0.00037750945,0.0000036199906],"category_scores_gemma":[0.0024127525,0.0005511215,0.00013901886,0.00017466619,0.00020350002,0.0016794862,0.0015034106,0.003873033,6.650673e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007192318,0.00020686368,0.12212254,0.0010162116,0.0003718437,0.00038692902,0.002774355,0.062131494,0.000024254352,0.18257098,0.00019714938,0.6281254],"study_design_scores_gemma":[0.0006434638,0.00023125643,0.000117325224,0.002243074,0.00012306504,0.000033059117,0.0011441896,0.7270962,7.7571525e-7,0.00423738,0.26341504,0.00071517867],"about_ca_topic_score_codex":0.00004146896,"about_ca_topic_score_gemma":0.0009075321,"teacher_disagreement_score":0.6958726,"about_ca_system_score_codex":0.00012804421,"about_ca_system_score_gemma":0.0001284155,"threshold_uncertainty_score":0.99969405},"labels":[],"label_agreement":null},{"id":"W4205544055","doi":"10.1145/3502870.3506565","title":"Teaching through a Global Pandemic","year":2021,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Dalhousie University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Experiential learning; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Paradigm shift; 2019-20 coronavirus outbreak; Mathematics education; Sociology; Pedagogy; Political science; Medical education; Computer science; Psychology; Medicine; Virology","score_opus":0.02397233978404394,"score_gpt":0.3266383414131774,"score_spread":0.30266600162913343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205544055","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016979564,0.00011249236,0.8757846,0.01269173,0.00014858038,0.000009480046,4.587108e-7,0.00033613824,0.09393695],"genre_scores_gemma":[0.7325391,0.000008704315,0.25629234,0.0020974823,0.000097398864,3.151551e-7,0.0000012876941,0.0000021065466,0.008961271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947155,0.000043776206,0.00007367414,0.00017649146,0.000107385335,0.0001271554],"domain_scores_gemma":[0.99966186,0.000024213945,0.000016349819,0.00024211667,0.00002612619,0.000029326487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009149181,0.000046715086,0.00006265387,0.0000047405906,0.000071214716,0.00009116932,0.00024593237,0.000024120976,0.000018100733],"category_scores_gemma":[0.000051966545,0.00003945507,0.000039004008,0.0001528925,0.00000732009,0.00016781055,0.00016346482,0.00012364711,0.0000891791],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5744566e-7,0.00004634005,0.016638078,0.000004524895,0.0000125039805,0.000055653774,0.0002601088,0.00015780864,0.00013277667,0.91483504,0.0020170156,0.06583992],"study_design_scores_gemma":[0.0005616925,0.000064829714,0.005497209,0.00004683349,0.000016225682,0.0004445314,0.00036967074,0.41316396,0.00032281075,0.32368997,0.25534806,0.0004741998],"about_ca_topic_score_codex":0.000071993214,"about_ca_topic_score_gemma":0.00002109271,"teacher_disagreement_score":0.71555954,"about_ca_system_score_codex":0.000019586467,"about_ca_system_score_gemma":0.00007115106,"threshold_uncertainty_score":0.1608931},"labels":[],"label_agreement":null},{"id":"W4206231918","doi":"10.5206/eei.v31i1.14089","title":"State of the Research on Artificial Intelligence Based Apps for Post-Secondary Students with Disabilities","year":2022,"lang":"en","type":"article","venue":"Exceptionality Education International","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University; Dawson College; Jewish General Hospital","funders":"","keywords":"Computer science; Inclusion (mineral); Web application; State (computer science); Psychology; Data science; Mathematics education; World Wide Web; Multimedia; Artificial intelligence","score_opus":0.09002521570017723,"score_gpt":0.4298818629113618,"score_spread":0.3398566472111846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206231918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8745295,0.000012722943,0.053961344,0.06855608,0.0016611966,0.00045521202,0.00028811322,0.000035959743,0.00049991714],"genre_scores_gemma":[0.9934059,6.455591e-7,0.0033493664,0.0006693539,0.00021394543,0.00020672393,0.000106839,0.000006494348,0.002040766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99770534,0.00026597315,0.00027075715,0.0002791882,0.0013462532,0.00013251281],"domain_scores_gemma":[0.9980582,0.0006397957,0.00013314559,0.00033582412,0.00079827884,0.00003474653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012484561,0.00007418316,0.00007356955,0.00017066882,0.0003936443,0.00010541445,0.0013322618,0.000012737899,0.00035045116],"category_scores_gemma":[0.00030837362,0.00005913533,0.000073857685,0.0003482887,0.00016405192,0.00012852684,0.00024354816,0.00029926025,0.000010942458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028611804,0.003967183,0.05135251,0.00005601311,0.000083744395,2.2618892e-7,0.0032674272,0.06818767,0.0001851898,0.7983394,0.0046309335,0.069643535],"study_design_scores_gemma":[0.00039608174,0.000992715,0.32061264,0.00010403271,0.000011224526,0.000008924098,0.00847188,0.067574665,0.0010547247,0.5770054,0.023389062,0.00037867157],"about_ca_topic_score_codex":0.00006267682,"about_ca_topic_score_gemma":0.000019501711,"teacher_disagreement_score":0.26926014,"about_ca_system_score_codex":0.00022753615,"about_ca_system_score_gemma":0.001132511,"threshold_uncertainty_score":0.38371944},"labels":[],"label_agreement":null},{"id":"W4206586806","doi":"10.1007/978-3-030-74088-7_24","title":"Remote Synchronous Delivery (RSD): Lessons Learned from Teaching During COVID-19","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Yorkville University","funders":"","keywords":"Vignette; Coronavirus disease 2019 (COVID-19); Curriculum; Pandemic; Narrative; Space (punctuation); Psychology; Online learning; Videoconferencing; Medical education; Computer science; Multimedia; Pedagogy; Medicine; Social psychology; Art","score_opus":0.04957363215301307,"score_gpt":0.30588310459926177,"score_spread":0.2563094724462487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206586806","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012605493,0.0022907539,0.42706734,0.049482327,0.0009343996,0.00020768147,0.00006535774,0.0018268664,0.5168647],"genre_scores_gemma":[0.010485494,0.00092346483,0.0694095,0.0020268364,0.00083532534,4.4940936e-7,0.00012906987,0.00009300108,0.91609687],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971631,0.00010499655,0.0004655344,0.0012792137,0.0005383784,0.00044874582],"domain_scores_gemma":[0.9973919,0.0003797394,0.00029725584,0.0014244923,0.000088968394,0.00041766404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033663015,0.00049345335,0.00061966426,0.00024058197,0.00059711264,0.0004740789,0.0012876972,0.00043563265,0.0004973503],"category_scores_gemma":[0.0002590824,0.0005017091,0.00035943819,0.00005784635,0.000067637724,0.00021141343,0.0010904957,0.0017168572,0.00037906907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018497632,0.0000856283,0.00004812602,0.00028046028,0.00074051763,0.003877188,0.0013824626,0.009253025,0.00060279854,0.63574576,0.004327098,0.34363842],"study_design_scores_gemma":[0.001197564,0.000116159834,0.000059251186,0.0010969123,0.00025637122,0.00020392012,0.00014827593,0.27237153,0.00010039997,0.10633391,0.61565363,0.0024620907],"about_ca_topic_score_codex":0.0011340206,"about_ca_topic_score_gemma":0.00016859228,"teacher_disagreement_score":0.6113265,"about_ca_system_score_codex":0.00035227364,"about_ca_system_score_gemma":0.0007745899,"threshold_uncertainty_score":0.99974346},"labels":[],"label_agreement":null},{"id":"W4206717605","doi":"10.18357/otessac.2021.1.1.49","title":"The Educators’ Datafied Present and Future: Complexity as an Approach to Developing Educators' Data Literacies","year":2021,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Ministerio de Economía y Competitividad","keywords":"Literacy; Context (archaeology); Perspective (graphical); Information literacy; Learning analytics; Face (sociological concept); Analytics; Data science; Engineering ethics; Sociology; Computer science; Pedagogy; Social science; Engineering","score_opus":0.08682482949232792,"score_gpt":0.37988308338861254,"score_spread":0.2930582538962846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206717605","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38870093,0.0016018612,0.0028423297,0.6047585,0.0008304911,0.00044387302,0.000017052591,0.00009438461,0.0007105999],"genre_scores_gemma":[0.9242887,0.002112361,0.06765485,0.0040253927,0.00040881766,0.00008969382,0.000173483,0.000012959645,0.0012337819],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99789846,0.00050279725,0.00031397276,0.00069076073,0.000274201,0.00031982036],"domain_scores_gemma":[0.9974884,0.0003481669,0.00023778646,0.0013773219,0.00044695695,0.00010136783],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028079916,0.00016434597,0.00020778488,0.00006089223,0.0011441829,0.0022271164,0.0029464483,0.00021172473,0.0000040309137],"category_scores_gemma":[0.00080077146,0.0001260124,0.000022469525,0.0011532162,0.00016073303,0.0013906648,0.0021891699,0.0008034166,0.000007598555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033590848,0.0002672612,0.03262152,0.000016739525,0.000052928364,2.3786886e-7,0.009592485,0.0000018535948,0.000041184743,0.88537765,0.003013699,0.0690111],"study_design_scores_gemma":[0.00052751467,0.000054209933,0.17203833,0.00011993573,0.000050244616,0.000063143045,0.09118779,0.008659045,0.0003131498,0.43802267,0.28827083,0.0006931175],"about_ca_topic_score_codex":0.00007420867,"about_ca_topic_score_gemma":0.00007396882,"teacher_disagreement_score":0.6007331,"about_ca_system_score_codex":0.00016152176,"about_ca_system_score_gemma":0.0020219977,"threshold_uncertainty_score":0.9988087},"labels":[],"label_agreement":null},{"id":"W4210254436","doi":"10.19173/irrodl.v23i1.6319","title":"AI in Online-Learning Research: Visualizing and Interpreting the Journal Publications from 1997 to 2019","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Personalization; Computer science; Profiling (computer programming); World Wide Web; Personalized learning; Field (mathematics); Adaptive learning; Data science; Artificial intelligence; Open learning; Mathematics education; Teaching method; Psychology; Cooperative learning","score_opus":0.12278758030591841,"score_gpt":0.5011247239409428,"score_spread":0.37833714363502435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210254436","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3172455,0.02491714,0.0060046534,0.64881796,0.00021393382,0.0011422983,0.000104535655,0.00004041399,0.0015135629],"genre_scores_gemma":[0.9850074,0.012380253,0.0007733876,0.001074561,0.00007562787,0.000045478868,0.00013130634,0.000011333031,0.0005006316],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932983,0.004204024,0.00051816145,0.00031134018,0.0012898152,0.00037838568],"domain_scores_gemma":[0.9951475,0.0037558132,0.00017926143,0.0002929472,0.0005133955,0.00011107861],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.024847312,0.000094245705,0.00021633704,0.00046636094,0.0009903372,0.0007771623,0.0031988304,0.000023573197,0.000066527944],"category_scores_gemma":[0.008433905,0.000065284454,0.000035161356,0.0019695908,0.00014846624,0.0003815891,0.0058437823,0.0037476954,0.0000056367608],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041029294,0.001150849,0.28113657,0.00077956344,0.00027876368,0.000138691,0.020022795,0.03786727,0.0011385294,0.1276323,0.08570077,0.4437436],"study_design_scores_gemma":[0.0008348746,0.0004397059,0.02381127,0.008061276,0.000009585896,0.00012212653,0.027062926,0.34551978,0.000015786427,0.011449414,0.58241063,0.00026261638],"about_ca_topic_score_codex":0.0013081266,"about_ca_topic_score_gemma":0.000075171134,"teacher_disagreement_score":0.6677619,"about_ca_system_score_codex":0.00019803648,"about_ca_system_score_gemma":0.00027001827,"threshold_uncertainty_score":0.99991846},"labels":[],"label_agreement":null},{"id":"W4210324946","doi":"10.31235/osf.io/u4zcs","title":"TSINC: A Plagiarism-resistant Online Testing Method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Acronym; Computer science; Feature (linguistics); Test (biology); Information retrieval; Data mining","score_opus":0.05126110156525581,"score_gpt":0.34430462571326625,"score_spread":0.29304352414801044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210324946","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006145485,0.0003484861,0.97976345,0.008128597,0.00059164583,0.000091513575,0.000013002722,0.00070058106,0.0042172223],"genre_scores_gemma":[0.030059004,0.000017668539,0.9653729,0.0007072009,0.0003372887,0.0000039771908,0.00006748555,0.000025202715,0.0034092374],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99732834,0.00027543693,0.0004904006,0.0010327621,0.0004773562,0.00039570348],"domain_scores_gemma":[0.9972579,0.0005526932,0.00027862762,0.001373126,0.000383053,0.00015464002],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007566882,0.0003409302,0.0005171022,0.00017187367,0.00012546667,0.00081865455,0.001578192,0.00039251297,0.00003074607],"category_scores_gemma":[0.00088722806,0.00030787205,0.0001884036,0.0005632114,0.000025097877,0.00011673764,0.003698528,0.001919408,0.000018958519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015408708,0.0019881737,0.00307503,0.0013135083,0.0008057519,0.0023377442,0.002671126,0.17433177,0.0063626585,0.057810728,0.0053154463,0.74397266],"study_design_scores_gemma":[0.00013158677,0.00003624093,0.0008856671,0.0003361266,0.00004218373,0.000030170819,0.00013061747,0.98957896,0.00021905018,0.006458715,0.0016823842,0.00046830563],"about_ca_topic_score_codex":0.00055136974,"about_ca_topic_score_gemma":0.000093859846,"teacher_disagreement_score":0.8152472,"about_ca_system_score_codex":0.00007130083,"about_ca_system_score_gemma":0.00072537106,"threshold_uncertainty_score":0.99993736},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4210553446","doi":"10.18357/kula.205","title":"Open Educational Resources as the Third Pillar in Project-Based Learning During COVID-19","year":2022,"lang":"en","type":"article","venue":"KULA knowledge creation dissemination and preservation studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pillar; Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Open educational resources; Distance education; Higher education; Mathematics education; Open education; Massive open online course; Pedagogy; Sociology; Political science; Psychology; Engineering; Medicine; Virology","score_opus":0.05431694236413454,"score_gpt":0.41597806516998115,"score_spread":0.3616611228058466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210553446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7492,0.0063053244,0.0026536519,0.20358308,0.0003468221,0.0015888875,0.000012181206,0.00030120485,0.03600888],"genre_scores_gemma":[0.9353751,0.00017103826,0.0007211337,0.0004372322,0.000073127536,0.00046221272,0.00008992714,0.000010911742,0.062659346],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982667,0.0005752403,0.00030860573,0.0003710064,0.00032487,0.0001535734],"domain_scores_gemma":[0.99813676,0.0011150166,0.00021537404,0.00023162714,0.00025002085,0.00005121844],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001408357,0.00013053644,0.00016212976,0.00030317646,0.0018724595,0.00037085055,0.00066916633,0.00002914016,0.000041242747],"category_scores_gemma":[0.0027733915,0.00010998492,0.00003231459,0.0011013361,0.000073036856,0.00045967428,0.0008657891,0.0002492169,0.0000060842112],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001660232,0.0008089714,0.34335905,0.00046838654,0.00015348972,0.000006309821,0.40323293,0.03682171,0.00048589526,0.16425475,0.04004558,0.010196894],"study_design_scores_gemma":[0.0012524744,0.00014171681,0.15945122,0.00010733783,0.000028359822,0.000013418559,0.021115705,0.1849019,0.00013611992,0.008232253,0.6242168,0.0004026803],"about_ca_topic_score_codex":0.00010988853,"about_ca_topic_score_gemma":0.00010618743,"teacher_disagreement_score":0.58417124,"about_ca_system_score_codex":0.00019502307,"about_ca_system_score_gemma":0.00028484923,"threshold_uncertainty_score":0.99942696},"labels":[],"label_agreement":null},{"id":"W4210655901","doi":"10.1145/3516410.3516411","title":"Koli Calling 2021 report","year":2022,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Range (aeronautics); Computer science; Engineering","score_opus":0.01285629288574404,"score_gpt":0.251477186572898,"score_spread":0.23862089368715397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210655901","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18489762,0.0017906566,0.14659573,0.6354706,0.0035516927,0.00042813885,0.000014356069,0.0012661711,0.025985023],"genre_scores_gemma":[0.84644884,0.000043604676,0.10821615,0.0024277568,0.0005032717,0.00003131421,0.00002487341,0.000029482093,0.042274702],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860185,0.000109507084,0.00023874937,0.00039426473,0.00039001709,0.00026560313],"domain_scores_gemma":[0.9985288,0.00015722835,0.00012148902,0.0010662565,0.00004576586,0.0000804765],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00063801033,0.00010276925,0.00013586874,0.00006901573,0.00035252207,0.00006029386,0.0012923045,0.000025630705,0.0011080962],"category_scores_gemma":[0.000536832,0.00010689174,0.000082264334,0.00030290306,0.000019207198,0.000031613105,0.0014049899,0.00038504132,0.00039013478],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024756468,0.00072405103,0.010293028,0.00003986063,0.00013880024,0.013338209,0.0022058706,0.05052654,0.0012823946,0.028405897,0.7664032,0.1266174],"study_design_scores_gemma":[0.00014289486,0.00006196344,0.00016461537,0.0000054947427,0.0000059970716,0.00030818666,0.000078015975,0.011517388,0.0001302856,0.0019921267,0.98541886,0.00017420153],"about_ca_topic_score_codex":0.00006412166,"about_ca_topic_score_gemma":9.494291e-7,"teacher_disagreement_score":0.66155124,"about_ca_system_score_codex":0.000042761912,"about_ca_system_score_gemma":0.00007786455,"threshold_uncertainty_score":0.99980503},"labels":[],"label_agreement":null},{"id":"W4210763788","doi":"10.1145/611949.611952","title":"Effectiveness of online assessment","year":2003,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Competence (human resources); Online assessment; Online learning; Multimedia; Online course; Mathematics education; Medical education; Psychology","score_opus":0.010455110325517157,"score_gpt":0.3149363674207341,"score_spread":0.30448125709521695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210763788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121758245,0.000017806036,0.8645645,0.0002983731,0.000096421994,0.000034279492,5.181569e-7,0.00005985274,0.0131700095],"genre_scores_gemma":[0.8530379,0.000002084472,0.14660186,0.000019933494,0.000004270535,3.9061553e-7,7.65495e-7,0.0000016610629,0.00033111987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995182,0.00012370663,0.000077458026,0.00010536358,0.00010155119,0.000073724055],"domain_scores_gemma":[0.99958986,0.000118032774,0.000026872714,0.00019671214,0.000044078908,0.000024433835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033855884,0.000039433617,0.000082667444,0.00003253878,0.000016138336,0.0000124431745,0.00017170477,0.00001548291,0.000010638735],"category_scores_gemma":[0.000038267448,0.00003072701,0.000029997414,0.00017365273,0.0000105326135,0.00005740411,0.000029096513,0.00005652615,0.0000047903936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.537663e-7,0.00021163296,0.009828206,0.0000398014,0.000012601646,0.0000025618358,0.00001676842,0.0010774579,0.0022480139,0.9825058,0.00002841066,0.004028217],"study_design_scores_gemma":[0.0019642478,0.0008398686,0.3285822,0.00023551245,0.000029071942,0.00003016485,0.00013993407,0.51031756,0.05278297,0.09540859,0.009052631,0.00061722775],"about_ca_topic_score_codex":0.000006260173,"about_ca_topic_score_gemma":7.565629e-7,"teacher_disagreement_score":0.8870972,"about_ca_system_score_codex":0.000009243958,"about_ca_system_score_gemma":0.00006410097,"threshold_uncertainty_score":0.12530111},"labels":[],"label_agreement":null},{"id":"W4210793924","doi":"10.3991/ijet.v17i02.26217","title":"Search Engines in Learning Contexts: A Literature Review","year":2022,"lang":"en","type":"review","venue":"International Journal of Emerging Technologies in Learning (iJET)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Search engine; Search analytics; Semantic search; Context (archaeology); Field (mathematics); Task (project management); The Internet; Metasearch engine; Information retrieval; World Wide Web; Web search query; Artificial intelligence; Machine learning; Engineering","score_opus":0.031459036575149694,"score_gpt":0.3789488305053031,"score_spread":0.3474897939301534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210793924","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026295595,0.99255157,0.001519145,0.004172154,0.0009836581,0.00018969079,0.0000022443792,0.00032123178,0.00023402074],"genre_scores_gemma":[0.00038806317,0.9935818,0.005220398,0.000043236043,0.00018297351,0.00002261825,0.000025749256,0.000051188315,0.00048403157],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948937,0.00084940915,0.0018795446,0.0005822896,0.001271729,0.00052329124],"domain_scores_gemma":[0.9964311,0.0009918589,0.0016566789,0.00046759966,0.00039945825,0.000053269116],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033426913,0.0005103279,0.0017660717,0.0033851361,0.00012182914,0.00032057002,0.0055635427,0.0003731806,0.000051553536],"category_scores_gemma":[0.0069324207,0.0004429939,0.00067413895,0.002875432,0.000094289724,0.00056359224,0.0018769674,0.009363551,0.000013697575],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004817478,0.000077221564,0.0004635686,0.0031390765,0.00016204872,0.0019955516,0.00041166457,0.0058123264,7.3422143e-7,0.0015133691,0.00026511552,0.9861545],"study_design_scores_gemma":[0.00027725936,0.00016689111,0.0000029409189,0.10338205,0.000048897422,0.0009879607,0.00032888315,0.0032237107,0.000001086167,0.00047124128,0.8907347,0.0003744293],"about_ca_topic_score_codex":0.000006760221,"about_ca_topic_score_gemma":0.000002345287,"teacher_disagreement_score":0.98578006,"about_ca_system_score_codex":0.00070752244,"about_ca_system_score_gemma":0.00045477718,"threshold_uncertainty_score":0.99981683},"labels":[],"label_agreement":null},{"id":"W4211002294","doi":"10.1007/978-3-030-87304-2_5","title":"Big Data for Educational Service Management","year":2022,"lang":"en","type":"book-chapter","venue":"Studies in big data","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Seneca Polytechnic","funders":"","keywords":"Big data; Computer science; Process (computing); Data science; Service (business); The Internet; Field (mathematics); Knowledge management; World Wide Web; Business; Marketing; Data mining","score_opus":0.36733569256942933,"score_gpt":0.4027540270179432,"score_spread":0.03541833444851389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211002294","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000040388272,0.02270839,0.02558333,0.26519692,0.035014976,0.0021803644,0.029694567,0.00039599347,0.61922145],"genre_scores_gemma":[0.00025392076,0.037736226,0.13671066,0.007293068,0.009712234,0.00015422689,0.06414332,0.00016205007,0.7438343],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783134,0.000020933543,0.0003332528,0.0011755521,0.00040098655,0.00023790084],"domain_scores_gemma":[0.99421954,0.00024029776,0.00018419318,0.005227385,0.0000931674,0.00003543565],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006619165,0.00024226338,0.00032174587,0.00020964352,0.0002255063,0.00006739889,0.007496422,0.000053278363,0.000022851651],"category_scores_gemma":[0.00009530889,0.00024061302,0.000030119521,0.00015484521,0.000054104534,0.00020936229,0.024577761,0.0003219162,0.000048515965],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005026189,0.0000650114,0.000013734687,0.0005226873,0.0005535425,0.000024548217,0.00023530696,0.000048932186,5.0332424e-8,0.23350585,0.5558744,0.2091509],"study_design_scores_gemma":[0.00018428825,0.000020062213,0.000015162187,0.00013282425,0.00007174144,0.0000035020648,0.00015624682,0.00422807,2.1027569e-8,0.027450714,0.9674824,0.00025499592],"about_ca_topic_score_codex":0.000029391509,"about_ca_topic_score_gemma":0.00035002903,"teacher_disagreement_score":0.41160795,"about_ca_system_score_codex":0.00009190206,"about_ca_system_score_gemma":0.00015739657,"threshold_uncertainty_score":0.9978735},"labels":[],"label_agreement":null},{"id":"W4213114765","doi":"10.19173/irrodl.v22i4.5407","title":"An Intelligent Nudging System to Guide Online Learners","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Nudge theory; Dropout (neural networks); Computer science; Set (abstract data type); Psychology; Mathematics education; Multimedia; Social psychology; Machine learning","score_opus":0.08067721555790196,"score_gpt":0.46486135047683613,"score_spread":0.38418413491893416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213114765","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32169482,0.031918474,0.12787531,0.48963985,0.0012647508,0.004514849,0.00037526092,0.00040378372,0.022312908],"genre_scores_gemma":[0.9931337,0.002482562,0.0028580248,0.0006005433,0.000055784214,0.000052581483,0.00014764018,0.000009538888,0.00065958616],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99696046,0.0010694788,0.00041297224,0.0003274262,0.00097286876,0.00025680265],"domain_scores_gemma":[0.9987166,0.00041828174,0.00012674076,0.00037586145,0.00025113742,0.00011136374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008310082,0.00008651953,0.0002148377,0.00021862141,0.00034776516,0.00025623303,0.0033797002,0.000013913254,0.00005232834],"category_scores_gemma":[0.001046483,0.00006697129,0.00004146108,0.0010574934,0.000051223127,0.00020549353,0.00287697,0.0008636345,0.000010302573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013630714,0.0008759216,0.034476895,0.0023400942,0.00013753037,0.00020852561,0.0021039294,0.19283447,0.00036433287,0.37168527,0.011584341,0.38325238],"study_design_scores_gemma":[0.00040023468,0.00047813606,0.001471965,0.005250899,0.000007490822,0.00008146257,0.018968517,0.58204335,0.00003536822,0.00074190623,0.39030123,0.00021944553],"about_ca_topic_score_codex":0.0005743618,"about_ca_topic_score_gemma":0.0000137306415,"teacher_disagreement_score":0.67143893,"about_ca_system_score_codex":0.0002779657,"about_ca_system_score_gemma":0.00021164857,"threshold_uncertainty_score":0.628038},"labels":[],"label_agreement":null},{"id":"W4213194184","doi":"10.19173/irrodl.v22i4.5401","title":"Using Educational Data Mining Techniques to Identify Profiles in Self-Regulated Learning: An Empirical Evaluation","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fonds National de la Recherche Luxembourg","keywords":"Computer science; Hierarchical clustering; Educational data mining; Cluster analysis; Self-regulated learning; Multilevel model; Machine learning; Data science; Mathematics education; Psychology","score_opus":0.3172628845628626,"score_gpt":0.5887296304579428,"score_spread":0.2714667458950802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213194184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87779313,0.0056588664,0.005071427,0.10710045,0.00020582546,0.0024407331,0.000071764916,0.000094295814,0.0015635011],"genre_scores_gemma":[0.98505616,0.0006865982,0.012944057,0.00020249934,0.000065084096,0.0001175723,0.000808225,0.000010763104,0.00010902825],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99479,0.0025985874,0.00046749332,0.0004843918,0.0014125007,0.0002469948],"domain_scores_gemma":[0.9981643,0.00066701387,0.00018489966,0.00045747275,0.00045140923,0.00007487926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018713377,0.00009680811,0.00021158245,0.0003818799,0.00035216927,0.00031334793,0.003333304,0.000027159338,0.00011576628],"category_scores_gemma":[0.0036186457,0.00008308122,0.000022752894,0.0016048726,0.00005284969,0.0005941083,0.004395392,0.0009179194,0.0000026093483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017389297,0.0018552099,0.61418915,0.0012184936,0.00015420887,0.00004891085,0.0045198835,0.06793125,0.0013566853,0.012628023,0.0074232672,0.288501],"study_design_scores_gemma":[0.00032038134,0.00016546198,0.025736013,0.002165322,0.000010727522,0.00003493462,0.0018341907,0.9478381,0.000032372987,0.0018562109,0.019854601,0.00015168355],"about_ca_topic_score_codex":0.00033384998,"about_ca_topic_score_gemma":0.000020329551,"teacher_disagreement_score":0.87990683,"about_ca_system_score_codex":0.00030791157,"about_ca_system_score_gemma":0.0007625248,"threshold_uncertainty_score":0.648572},"labels":[],"label_agreement":null},{"id":"W4213209796","doi":"10.19173/irrodl.v22i4.5417","title":"MOOC Evaluation System Based on Deep Learning","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Tsing Hua University; Ministry of Science and Technology, Taiwan","keywords":"Context (archaeology); Computer science; Big data; Class (philosophy); Tracking (education); Massive open online course; Online learning; Deep learning; Distance education; Multimedia; World Wide Web; Mathematics education; Psychology; Artificial intelligence; Pedagogy","score_opus":0.084618684514871,"score_gpt":0.4437296559028239,"score_spread":0.3591109713879529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213209796","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120382346,0.07926357,0.15475933,0.425819,0.0021255596,0.010360978,0.00016222053,0.00062385475,0.20650312],"genre_scores_gemma":[0.99801517,0.0009559947,0.00037702432,0.00018331014,0.000029974784,0.000113266644,0.0001211369,0.0000064907654,0.00019761393],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99483764,0.0025392564,0.00032814755,0.0002968835,0.0017831816,0.00021490247],"domain_scores_gemma":[0.9980419,0.0010575741,0.00018924748,0.00027400427,0.0003864206,0.0000508296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016901702,0.00008406635,0.00019113539,0.00020932821,0.0005049529,0.00022007564,0.001937638,0.000017769344,0.000120376215],"category_scores_gemma":[0.0024004246,0.000064781285,0.00004911359,0.00091987127,0.000054826574,0.00015230203,0.0013324651,0.0011842664,0.00001144687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011925704,0.00029815198,0.022866428,0.0014900083,0.00005685642,0.00004880389,0.00031486124,0.63828033,0.00003914294,0.10909523,0.0012301934,0.22616072],"study_design_scores_gemma":[0.00044967188,0.00017866303,0.001410899,0.0022053847,0.000005589476,0.000010325107,0.0011641859,0.97184634,0.000006146891,0.00049775373,0.022154965,0.00007009472],"about_ca_topic_score_codex":0.000119683275,"about_ca_topic_score_gemma":0.000002631552,"teacher_disagreement_score":0.87763286,"about_ca_system_score_codex":0.000309895,"about_ca_system_score_gemma":0.000227323,"threshold_uncertainty_score":0.58578265},"labels":[],"label_agreement":null},{"id":"W4213313344","doi":"10.19173/irrodl.v22i4.5397","title":"Using Few-Shot Learning Materials of Multiple SPOCs to Develop Early Warning Systems to Detect Students at Risk","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Asynchronous communication; Distance education; Mathematics education; Asynchronous learning; Computer science; Warning system; Online learning; Class (philosophy); Face-to-face; At-risk students; Psychology; Medical education; Teaching method; Multimedia; Synchronous learning; Artificial intelligence; Medicine; Cooperative learning","score_opus":0.12999768548490906,"score_gpt":0.4591272612671874,"score_spread":0.3291295757822783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213313344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864609,0.0018974984,0.008949089,0.0014883493,0.00017040329,0.0008125195,0.000062900646,0.000021086822,0.00013725414],"genre_scores_gemma":[0.9954259,0.0011492231,0.0028224927,0.000057973117,0.000034897468,0.000068072804,0.000046072728,0.000014637497,0.00038074976],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99457335,0.0023379985,0.0006947171,0.00041349314,0.0016069948,0.00037345858],"domain_scores_gemma":[0.9973983,0.0011182398,0.00041241347,0.00030980745,0.0006341141,0.00012713733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0134257125,0.00014143554,0.00043505008,0.0003239918,0.0006289104,0.00034684298,0.0029777482,0.000028157998,0.00005512576],"category_scores_gemma":[0.0069764075,0.00011697541,0.000043117863,0.0017881424,0.000051664872,0.00018700123,0.007339297,0.00083977723,0.00001379857],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042288523,0.00019657794,0.6370651,0.0016351369,0.00023453915,0.000076193806,0.0031342052,0.3217234,0.010439187,0.0018804929,0.0005482108,0.022644063],"study_design_scores_gemma":[0.0059606107,0.003609858,0.24583136,0.046933502,0.00013385375,0.00031591114,0.014986372,0.47203055,0.006612052,0.0008867352,0.20064725,0.0020519574],"about_ca_topic_score_codex":0.0021390726,"about_ca_topic_score_gemma":0.000017126813,"teacher_disagreement_score":0.39123377,"about_ca_system_score_codex":0.00033336494,"about_ca_system_score_gemma":0.0002031723,"threshold_uncertainty_score":0.91479087},"labels":[],"label_agreement":null},{"id":"W4213425470","doi":"10.4018/978-1-59904-304-3","title":"Games and Simulations in Online Learning","year":2007,"lang":"en","type":"book","venue":"IGI Global eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simulent (Canada)","funders":"","keywords":"Computer science; Online learning; Psychology; Mathematics education; Multimedia","score_opus":0.01532356777219962,"score_gpt":0.29083322121694755,"score_spread":0.2755096534447479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213425470","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036023667,0.00087147264,0.013131514,0.00046565462,0.00025493104,0.00017183089,0.000041496998,0.00037233607,0.9810884],"genre_scores_gemma":[0.44698277,0.000014399019,0.019873654,0.0005406438,0.0005608749,0.0000013053238,0.000025895466,0.000038442646,0.531962],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987036,0.000039528968,0.00029722913,0.00042341606,0.00023936198,0.0002968569],"domain_scores_gemma":[0.99927956,0.0001158567,0.00014127874,0.00029589608,0.00006209523,0.00010530211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014639151,0.00022958928,0.00029924497,0.00015948973,0.00007325541,0.00013206681,0.0003830788,0.00025648155,0.0000021154233],"category_scores_gemma":[0.00007158699,0.00023742788,0.00006574947,0.00008978072,0.0000610123,0.000058400958,0.00025725111,0.0006493787,0.000017733264],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004230618,0.000035970137,0.002789339,0.00004385477,0.000031696687,0.000152566,0.00021710148,0.0070562596,0.0000023965695,0.9184426,0.0009286268,0.07029535],"study_design_scores_gemma":[0.0008612823,0.00021601924,0.0022097807,0.0006869651,0.000049328006,0.00006966893,0.000042057272,0.3366554,0.000002728431,0.50575805,0.15246579,0.0009829634],"about_ca_topic_score_codex":0.000033824745,"about_ca_topic_score_gemma":0.00023017859,"teacher_disagreement_score":0.4491264,"about_ca_system_score_codex":0.0001537825,"about_ca_system_score_gemma":0.00025172692,"threshold_uncertainty_score":0.9682028},"labels":[],"label_agreement":null},{"id":"W4214638329","doi":"10.4018/978-1-7998-7776-9.ch007","title":"Prevention Is Better Than Cure","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dashboard; Computer science; Process (computing); Subject (documents); Medical education; Mathematics education; Knowledge management; Psychology; Data science; Medicine; World Wide Web","score_opus":0.014154475675756206,"score_gpt":0.2658667667574155,"score_spread":0.25171229108165927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214638329","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005681996,0.21390492,0.045261685,0.39183235,0.007083831,0.001999801,0.00027153682,0.0028252748,0.33625242],"genre_scores_gemma":[0.0013495894,0.13773839,0.3786779,0.0007742649,0.0004248447,0.00021252352,0.00015771446,0.00006671539,0.48059803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985136,0.000021586715,0.00033496687,0.00057690893,0.000357278,0.00019565655],"domain_scores_gemma":[0.99916613,0.00011203108,0.00025787728,0.00035727315,0.0000811879,0.000025499186],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011688488,0.00028133253,0.0002564406,0.0003799326,0.000273325,0.000081446124,0.0005807134,0.00021803082,0.0003221365],"category_scores_gemma":[0.000039908828,0.0002856734,0.00007976668,0.00012888714,0.00033777195,0.0020511851,0.00034362797,0.0006334336,0.000011577539],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007667433,0.00001782629,0.00013959093,0.000026917098,0.000020017333,0.0000023458315,0.00003719073,0.00013851817,0.0000027764484,0.89339197,0.0011953736,0.10501982],"study_design_scores_gemma":[0.00005247074,0.000088347515,0.00009007157,0.00005691401,0.000005328079,0.0000712114,0.000058662627,0.000111603615,0.000017147997,0.5111266,0.48814377,0.00017788218],"about_ca_topic_score_codex":0.0000023136229,"about_ca_topic_score_gemma":0.0000050849726,"teacher_disagreement_score":0.4869484,"about_ca_system_score_codex":0.00012731813,"about_ca_system_score_gemma":0.00025947686,"threshold_uncertainty_score":0.9999595},"labels":[],"label_agreement":null},{"id":"W4214707170","doi":"10.5430/wjel.v12n1p198","title":"The Interplay of Motivation and Quality of Instructions in the Self-Paced Program: A MOOC for Administration Staffs","year":2022,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sketch; Perception; Online learning; Quality (philosophy); Psychology; Multimedia; Computer science; The Internet; Mathematics education; World Wide Web","score_opus":0.01474160404926346,"score_gpt":0.3214450567383106,"score_spread":0.30670345268904714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214707170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99681425,0.00014521388,0.0013541711,0.0011622775,0.0001935978,0.00013588669,0.0000062665117,0.000010088536,0.00017826592],"genre_scores_gemma":[0.9920893,0.0000070880637,0.007749759,0.000018331595,0.00007533544,0.000005838393,0.0000016248168,0.00000235131,0.00005038907],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9991021,0.00020543435,0.00035391687,0.000057115372,0.00021257826,0.00006883136],"domain_scores_gemma":[0.9987922,0.0004297291,0.00044904675,0.0001303673,0.00018355966,0.000015119679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014399806,0.000041885705,0.000107001186,0.00010646871,0.00009315304,0.000044058,0.00029703949,0.0000093651015,0.0000014312566],"category_scores_gemma":[0.0007054608,0.00002637259,0.00005550913,0.00038165448,0.00002774933,0.00012193164,0.000045223813,0.0002059104,8.87412e-9],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006046148,0.002869034,0.05236282,0.0003778272,0.00035436184,0.000023663339,0.38292688,0.005181006,0.0032603303,0.24872768,0.0013979987,0.3019138],"study_design_scores_gemma":[0.0131272795,0.012840634,0.2107996,0.00060760626,0.00031111093,0.00020453475,0.5115222,0.11385214,0.0068064933,0.0144273685,0.11442808,0.0010729728],"about_ca_topic_score_codex":0.000010815461,"about_ca_topic_score_gemma":0.0001434871,"teacher_disagreement_score":0.30084082,"about_ca_system_score_codex":0.000020343079,"about_ca_system_score_gemma":0.0000743359,"threshold_uncertainty_score":0.1075443},"labels":[],"label_agreement":null},{"id":"W4214816390","doi":"10.1111/bjet.13211","title":"Virtually the same?: Online higher education in the post Covid‐19 era","year":2022,"lang":"en","type":"editorial","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Higher education; Pandemic; Face (sociological concept); Political science; Coronavirus disease 2019 (COVID-19); Section (typography); Sociology; Public relations; Library science; Media studies; Pedagogy; Social science; Computer science; Medicine; Law","score_opus":0.008850889809880212,"score_gpt":0.310321495329337,"score_spread":0.3014706055194568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214816390","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002323976,0.008438937,0.000089300156,0.5460889,0.44249845,0.00015111697,0.000089286434,0.000030651303,0.00028940092],"genre_scores_gemma":[0.015270448,0.0044093076,0.011767362,0.011953059,0.9368931,0.00007947271,0.00089250715,0.000073824,0.01866091],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972243,0.00039493726,0.0007446941,0.00033547502,0.0010264606,0.00027417464],"domain_scores_gemma":[0.9953678,0.002266032,0.00095934997,0.0005420522,0.0007806166,0.000084139734],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001354833,0.00019661347,0.00033397815,0.0006801081,0.00039676385,0.0003232081,0.004472927,0.00041771945,0.0004147999],"category_scores_gemma":[0.0051403386,0.00016023593,0.00016486492,0.0012056007,0.00020999408,0.0002032626,0.0003221835,0.004325821,0.000011510337],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053125177,0.0006852879,0.00017261771,0.000012716369,0.000034940338,0.00004480733,0.00012278088,0.00010994598,0.000001866409,0.031680666,0.94909865,0.018030396],"study_design_scores_gemma":[0.00023010721,0.00018549695,0.002063948,0.00010535893,0.000023798684,0.0018204194,0.00058766844,0.000025050984,1.2927961e-7,0.06993576,0.92486024,0.00016201813],"about_ca_topic_score_codex":0.00029771973,"about_ca_topic_score_gemma":0.00026009794,"teacher_disagreement_score":0.5341358,"about_ca_system_score_codex":0.00040546808,"about_ca_system_score_gemma":0.015043188,"threshold_uncertainty_score":0.99797124},"labels":[],"label_agreement":null},{"id":"W4220710338","doi":"10.3390/su14063340","title":"Accessibility Challenges in OER and MOOC: MLR Analysis Considering the Pandemic Years","year":2022,"lang":"en","type":"article","venue":"Sustainability","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+; European Commission; National Research Council Canada; University of Manitoba","keywords":"Terminology; Open educational resources; Inclusion (mineral); Computer science; Lifelong learning; Grey literature; Knowledge management; Coronavirus disease 2019 (COVID-19); Data science; Political science; World Wide Web; Sociology; Pedagogy; MEDLINE; Social science","score_opus":0.02989915836297116,"score_gpt":0.3075899672955843,"score_spread":0.27769080893261316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220710338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985962,0.0008074164,0.0008383744,0.012067559,0.000036744223,0.00013986108,0.0000014917645,0.000074319934,0.00007225431],"genre_scores_gemma":[0.99953926,0.00005906117,0.00021867412,0.0000717661,0.000012554645,0.000018858234,8.552435e-7,0.0000035503201,0.00007542041],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823236,0.000581275,0.00021341187,0.00048754722,0.00022757576,0.00025785228],"domain_scores_gemma":[0.99869245,0.00036700073,0.000069039204,0.0007407366,0.00008365348,0.000047096102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025407376,0.00009395944,0.00020874031,0.00014470755,0.00021146181,0.00007851293,0.00054295576,0.000028504843,0.000017642828],"category_scores_gemma":[0.0005980972,0.000074736534,0.00008062773,0.0009620036,0.00011626707,0.0001547477,0.000955088,0.0004023341,4.3402926e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068210243,0.00005359527,0.952753,0.00003706461,0.000036763933,0.000017729953,0.0025964517,0.006657087,0.0000015213127,0.0040299394,0.00000633965,0.033803653],"study_design_scores_gemma":[0.00016351184,0.00003962906,0.868318,0.0000011114329,0.000033445354,0.000003429576,0.0029037863,0.07990394,0.0000018466028,0.047489345,0.0010316925,0.00011024664],"about_ca_topic_score_codex":0.00020623849,"about_ca_topic_score_gemma":0.0002500743,"teacher_disagreement_score":0.084435016,"about_ca_system_score_codex":0.00033192054,"about_ca_system_score_gemma":0.00018792733,"threshold_uncertainty_score":0.30476674},"labels":[],"label_agreement":null},{"id":"W4220723870","doi":"10.1007/978-981-19-0351-9_26-1","title":"Running Distance Education at Scale","year":2022,"lang":"en","type":"book-chapter","venue":"Handbook of Open, Distance and Digital Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acsenda School of Management","funders":"","keywords":"Distance education; Disadvantaged; Government (linguistics); Public relations; Corporate governance; Scale (ratio); Open education; Open learning; Political science; Higher education; Business; Sociology; Pedagogy; Teaching method; Geography","score_opus":0.013727590223287255,"score_gpt":0.2820529740769979,"score_spread":0.2683253838537107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220723870","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050437363,0.017415365,0.0104222605,0.0014303366,0.0009242457,0.0004800165,0.00010338199,0.00006943068,0.9686506],"genre_scores_gemma":[0.06455945,0.001335524,0.0036505964,0.00027805814,0.00018804726,0.00004636262,0.00058254297,0.00004475888,0.9293147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985141,0.000009396895,0.0003915418,0.00058124017,0.00032704725,0.00017664307],"domain_scores_gemma":[0.9985738,0.000043719327,0.00048722865,0.0006087454,0.0001606902,0.00012584416],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000109661014,0.00026054014,0.00033834745,0.00012303589,0.00028224883,0.0006794838,0.00084395485,0.00008544655,0.00013149751],"category_scores_gemma":[0.000023124427,0.00027727484,0.000088121385,0.0000882373,0.00011862924,0.0013582774,0.00063275837,0.00021900474,0.00002861519],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029131834,0.00024562323,0.0011249969,0.00018645846,0.000026008667,0.0000013863432,0.0007122288,0.0000149642165,0.000014437972,0.81933135,0.0149275325,0.1633859],"study_design_scores_gemma":[0.00016521575,0.00008884126,0.00019063184,0.0011619988,0.000028063736,0.000015787411,0.00014140461,0.0002501885,0.000032377364,0.10648368,0.891007,0.00043480843],"about_ca_topic_score_codex":0.000024012505,"about_ca_topic_score_gemma":0.000025049061,"teacher_disagreement_score":0.87607944,"about_ca_system_score_codex":0.00020043636,"about_ca_system_score_gemma":0.0010769159,"threshold_uncertainty_score":0.99996793},"labels":[],"label_agreement":null},{"id":"W4220804929","doi":"10.1016/s0735-1097(22)03035-2","title":"A MACHINE LEARNING ANALYSIS OF THERAPEUTIC COMPONENTS OF DIGITAL COUNSELING FOR HEART FAILURE","year":2022,"lang":"en","type":"article","venue":"Journal of the American College of Cardiology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"","keywords":"Medicine; Heart failure; Intensive care medicine; Cardiology","score_opus":0.012612869713458862,"score_gpt":0.2644340858587776,"score_spread":0.2518212161453187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220804929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9313785,0.000436484,0.06257111,0.0051189642,0.0001850533,0.00008915103,0.00018132008,0.000006967179,0.0000324912],"genre_scores_gemma":[0.9959278,0.000019604911,0.0038746588,0.00007811409,0.000041537536,0.0000010328569,0.0000025288384,0.0000067908577,0.00004789858],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984314,0.0003842295,0.00056154694,0.00011298356,0.0003673917,0.00014248831],"domain_scores_gemma":[0.9973612,0.0005160787,0.0015408051,0.00025947922,0.0002893992,0.000033032993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007908807,0.000088626744,0.001001101,0.00035884362,0.00010214601,0.000006432604,0.0008013775,0.000016496748,0.0000020090936],"category_scores_gemma":[0.00012739922,0.000064671935,0.00083328126,0.001317115,0.00018793011,0.000061362996,0.0001947794,0.00029290677,6.041951e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023107749,0.000084331645,0.15274891,0.000021062586,0.0037927371,0.0000092078435,0.00022733076,0.832757,0.007669037,0.0009282641,0.00038974956,0.0011412603],"study_design_scores_gemma":[0.0020846867,0.0057897423,0.03628421,0.000057821646,0.003028906,0.00076763553,0.003228928,0.88352364,0.000491606,0.0025330638,0.061837103,0.0003726818],"about_ca_topic_score_codex":0.000009904707,"about_ca_topic_score_gemma":0.000001041428,"teacher_disagreement_score":0.116464704,"about_ca_system_score_codex":0.000033812055,"about_ca_system_score_gemma":0.00011767815,"threshold_uncertainty_score":0.2637245},"labels":[],"label_agreement":null},{"id":"W4220851790","doi":"10.1002/9781118784235.eelt1009","title":"Asynchronous and Synchronous Online TESOL Education","year":2022,"lang":"en","type":"other","venue":"The TESOL Encyclopedia of English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Asynchronous communication; Computer science; Synchronous learning; Flipped classroom; Asynchronous learning; Class (philosophy); Multimedia; Online learning; Modalities; Mathematics education; Teaching method; Cooperative learning; Artificial intelligence; Psychology; Telecommunications; Sociology","score_opus":0.003752215853837517,"score_gpt":0.24479782354751561,"score_spread":0.2410456076936781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220851790","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038020755,0.015138619,0.0038156488,0.00067251734,0.0018131085,0.00055270013,0.000098281875,0.0011712395,0.9729358],"genre_scores_gemma":[0.05375312,0.00360179,0.16023652,0.0018176425,0.014753602,0.00013144656,0.0008236614,0.0013637603,0.76351845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980526,0.00034665412,0.00035187558,0.0005172868,0.0003924551,0.00033910165],"domain_scores_gemma":[0.99791104,0.0003324709,0.00047102856,0.0011362208,0.000051127194,0.00009810873],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005924719,0.0003557332,0.00044194463,0.00031127888,0.00020279054,0.00008399608,0.0014102305,0.00015102253,0.0004532267],"category_scores_gemma":[0.0013753987,0.00028197633,0.0001070899,0.00023060058,0.00009471391,0.00012232798,0.0007079976,0.0012905237,0.000008939071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006047493,0.0011976584,0.0010888273,0.0005314722,0.00027323645,0.00005020813,0.097261354,0.00018776442,0.000030088731,0.014724306,0.18157014,0.70307887],"study_design_scores_gemma":[0.0004466485,0.00025284005,0.00015335267,0.00037700916,0.00018986725,0.000030428004,0.012367057,0.0048302147,0.000003906497,0.00043946548,0.9800688,0.0008404163],"about_ca_topic_score_codex":0.0010163973,"about_ca_topic_score_gemma":0.0001304975,"teacher_disagreement_score":0.79849863,"about_ca_system_score_codex":0.00008118101,"about_ca_system_score_gemma":0.00031792402,"threshold_uncertainty_score":0.9999632},"labels":[],"label_agreement":null},{"id":"W4220953031","doi":"10.5430/wjel.v12n2p249","title":"The Impact of Flipgrid in Students’ Learning Experience at Higher Learning Institution","year":2022,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scholarship of Teaching and Learning; Mathematics education; Institution; Computer science; Active learning (machine learning); Experiential learning; Scholarship; Psychology; Teaching method; Pedagogy; Teaching and learning center; Sociology; Artificial intelligence","score_opus":0.00898159583988739,"score_gpt":0.3014158602875703,"score_spread":0.2924342644476829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220953031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9966771,0.0010524427,0.00020292033,0.00011226374,0.000602809,0.000034574172,4.366881e-7,0.000023353745,0.0012941231],"genre_scores_gemma":[0.9963936,0.00004100511,0.00027877645,0.000015828382,0.00024584378,0.000001846303,8.561415e-7,0.000007264302,0.0030149294],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983046,0.00034627857,0.00040770974,0.00012645617,0.00059182825,0.00022310413],"domain_scores_gemma":[0.9989197,0.00020266551,0.0004899287,0.00017797224,0.00014816986,0.00006153643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012238233,0.00009924742,0.00019558743,0.00026372136,0.0003441271,0.00009504719,0.00096668105,0.00001617004,0.00007880496],"category_scores_gemma":[0.0006423773,0.00007030688,0.00015927124,0.000783385,0.000048581976,0.00027147125,0.0004811192,0.0009855159,0.0000014151997],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008019141,0.00020240666,0.416357,0.000007728252,0.00006839187,0.00027562276,0.07983574,0.48960796,0.0013684273,0.001245371,0.0003700946,0.010581069],"study_design_scores_gemma":[0.0076247393,0.004030999,0.54799163,0.00056209957,0.000080913844,0.00026939978,0.08048821,0.067533955,0.0017498686,0.00035932157,0.28791127,0.001397624],"about_ca_topic_score_codex":0.000066286324,"about_ca_topic_score_gemma":0.000027241851,"teacher_disagreement_score":0.422074,"about_ca_system_score_codex":0.00027244736,"about_ca_system_score_gemma":0.000086115404,"threshold_uncertainty_score":0.42816308},"labels":[],"label_agreement":null},{"id":"W4221019411","doi":"10.7202/1087053ar","title":"Les liens entre les objectifs de formation, les facteurs sociodemographiques et la reussite chez des participants a un MOOC professionnalisant","year":2022,"lang":"en","type":"article","venue":"McGill Journal of Education / Revue des sciences de l éducation de McGill","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Certification; Psychology; Medical education; Professional development; Pedagogy; Medicine; Political science","score_opus":0.3083771572507715,"score_gpt":0.4370507955485697,"score_spread":0.12867363829779815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221019411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97683084,0.00046132843,0.012756637,0.0072147925,0.0005140597,0.00012983054,0.000023133978,0.00008082911,0.001988549],"genre_scores_gemma":[0.94325334,0.00044025012,0.0550125,0.00072738086,0.00010149472,0.000031464908,0.0000066238695,0.000015601843,0.00041132074],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.996206,0.001748159,0.0006917197,0.00031777562,0.00050158007,0.0005347877],"domain_scores_gemma":[0.99742377,0.0003966017,0.0009965338,0.00026532594,0.000635817,0.0002819681],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004930989,0.00020579199,0.00024610246,0.0006127607,0.003794329,0.00023706058,0.0011284262,0.00008825889,0.00009104491],"category_scores_gemma":[0.001035438,0.00018747691,0.00018381281,0.0013211087,0.00044196605,0.001191959,0.00017553385,0.000602163,0.0000028706854],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007620107,0.0037419964,0.17170008,0.00056467444,0.00019596738,0.00004086847,0.23781945,0.05379436,0.0059813005,0.1423408,0.0045149396,0.37922937],"study_design_scores_gemma":[0.0014523906,0.002029294,0.24857883,0.0021874963,0.0004299377,0.008083897,0.24923019,0.11850666,0.012919826,0.23140155,0.12313206,0.0020478594],"about_ca_topic_score_codex":0.0002307448,"about_ca_topic_score_gemma":0.00013035277,"teacher_disagreement_score":0.3771815,"about_ca_system_score_codex":0.0010793096,"about_ca_system_score_gemma":0.0009855796,"threshold_uncertainty_score":0.9975026},"labels":[],"label_agreement":null},{"id":"W4221029569","doi":"10.37394/232010.2022.19.4","title":"An Educational Information System to Follow Up on the Perceived IT Skills of Pre-service Teachers","year":2022,"lang":"en","type":"article","venue":"WSEAS TRANSACTIONS ON ADVANCES in ENGINEERING EDUCATION","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Service (business); SQL; Information system; World Wide Web; Multimedia; Database; Engineering","score_opus":0.0046611778337843895,"score_gpt":0.25877012377409087,"score_spread":0.2541089459403065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221029569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26576948,0.00004708229,0.71020913,0.019996775,0.0028213167,0.0004964993,0.000022763514,0.00017173693,0.000465224],"genre_scores_gemma":[0.9925025,0.0000070420624,0.0066706296,0.00039115988,0.000038279377,0.00020579567,0.000015448033,0.000007886489,0.00016126268],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914587,0.00006555798,0.00021979887,0.00015874494,0.0002860547,0.00012396433],"domain_scores_gemma":[0.99930596,0.00012818987,0.00007140707,0.00036048001,0.00007663544,0.000057348825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002342263,0.00009923258,0.00008841966,0.0003263231,0.00015113484,0.000042302145,0.00044940555,0.000021472084,0.000021625061],"category_scores_gemma":[0.00003755766,0.0000942251,0.00003753254,0.0008144757,0.0000058022165,0.000636069,0.0000055246546,0.00025456888,0.000011612382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007692604,0.000201469,0.000051671752,0.00004555479,0.0000046152127,2.8662411e-8,0.007027318,0.9711738,0.000049926195,0.0064276443,0.00003265387,0.014977609],"study_design_scores_gemma":[0.00035628362,0.00035332164,0.017021758,0.00032628953,0.000017498787,0.000009181361,0.008824538,0.95804936,0.00021443322,0.00030905716,0.014170529,0.00034773583],"about_ca_topic_score_codex":0.000032592096,"about_ca_topic_score_gemma":0.000014486096,"teacher_disagreement_score":0.726733,"about_ca_system_score_codex":0.00030020115,"about_ca_system_score_gemma":0.00022028442,"threshold_uncertainty_score":0.3842388},"labels":[],"label_agreement":null},{"id":"W4221122218","doi":"10.53730/ijhs.v6ns1.4841","title":"How big data is used as a key element for hybrid university education","year":2022,"lang":"en","type":"article","venue":"International Journal of Health Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Hybrid learning; Blended learning; Scopus; Big data; Online learning; Key (lock); Computer science; Element (criminal law); Face (sociological concept); Mathematics education; Psychology; Artificial intelligence; Multimedia; Educational technology; Sociology; Political science; Data mining","score_opus":0.09618275036082491,"score_gpt":0.3817992156184544,"score_spread":0.2856164652576295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221122218","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04370549,0.00045734431,0.293301,0.6571968,0.005028786,0.00010929982,0.00006887394,0.000015923011,0.00011648775],"genre_scores_gemma":[0.969892,0.000086087646,0.024804313,0.0036690016,0.00037020186,5.200403e-7,0.0000092207465,0.000002292227,0.0011663367],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984891,0.000095505995,0.00021209852,0.00018884016,0.000880804,0.00013366301],"domain_scores_gemma":[0.9988624,0.00009154287,0.0005480152,0.0001592356,0.00026807748,0.00007071526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002010481,0.00004743002,0.00009287661,0.00028363316,0.000421322,0.00021872795,0.0030210007,0.0000052359883,0.000009215457],"category_scores_gemma":[0.000067313274,0.000043405944,0.000044995988,0.00024187182,0.000041827392,0.00059412775,0.00043855782,0.00012300292,0.0000011640303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003481635,0.0005451727,0.004940238,0.000018179895,0.0000854501,0.00002555574,0.0020734696,0.0019532836,0.000052091196,0.054611616,0.07920691,0.85645324],"study_design_scores_gemma":[0.00044828653,0.0007707832,0.00039787436,0.000036317728,0.000005922239,0.00021819843,0.0027386288,0.0754142,0.000060238963,0.010909924,0.90889955,0.00010007135],"about_ca_topic_score_codex":0.00007959337,"about_ca_topic_score_gemma":0.0000061116457,"teacher_disagreement_score":0.92618656,"about_ca_system_score_codex":0.00017393839,"about_ca_system_score_gemma":0.002857781,"threshold_uncertainty_score":0.5613821},"labels":[],"label_agreement":null},{"id":"W4221125000","doi":"10.20448/jeelr.v9i1.3756","title":"COVID-19 Pandemic: Do Learning Motivation and Learning Self-Efficacy Exist among Higher Vocational College Students?","year":2022,"lang":"en","type":"article","venue":"Journal of Education and e-Learning Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vocational education; Psychology; Self-efficacy; Mathematics education; Scale (ratio); Coronavirus disease 2019 (COVID-19); Pandemic; Quarter (Canadian coin); Medical education; Social psychology; Pedagogy; Medicine; Geography","score_opus":0.08157761634051826,"score_gpt":0.42528763129990826,"score_spread":0.34371001495939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221125000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905382,0.00063115964,0.00073984195,0.0063282643,0.0003539404,0.00014977937,6.9825154e-7,0.00008503473,0.0011730801],"genre_scores_gemma":[0.98264235,0.00030853073,0.0023311067,0.00018880163,0.00037707933,0.000013071765,0.000009137098,0.000021323636,0.014108572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994376,0.0027449534,0.0005137337,0.00039150982,0.0015940954,0.00037970947],"domain_scores_gemma":[0.9959499,0.0021785735,0.0005345761,0.00016490245,0.00064362184,0.0005284296],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009054097,0.00015791133,0.00025283615,0.000897063,0.0028879438,0.0006109737,0.00065310654,0.00007816478,0.00017517348],"category_scores_gemma":[0.005988814,0.0001557267,0.00006928832,0.0011729077,0.000129547,0.00052816997,0.000573094,0.004083859,0.000006987145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049400616,0.0008712609,0.9299308,0.00007608317,0.00009286781,0.000018482679,0.012870441,0.022472508,0.00015484034,0.005828737,0.0028881086,0.024746493],"study_design_scores_gemma":[0.001523637,0.0011706366,0.6572043,0.00009933934,0.00003116356,0.00034342313,0.022678439,0.016974468,0.000003145095,0.0014895282,0.29815173,0.00033021715],"about_ca_topic_score_codex":0.000063744505,"about_ca_topic_score_gemma":0.0000016982212,"teacher_disagreement_score":0.29526362,"about_ca_system_score_codex":0.00051227404,"about_ca_system_score_gemma":0.001518487,"threshold_uncertainty_score":0.99841017},"labels":[],"label_agreement":null},{"id":"W4223438188","doi":"10.1007/s10459-022-10113-x","title":"Massive open online course adoption amongst newly graduated health care providers","year":2022,"lang":"en","type":"article","venue":"Advances in Health Sciences Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Massive open online course; Medical education; Variety (cybernetics); Unified theory of acceptance and use of technology; Psychology; Health care; Asynchronous communication; Virtual learning environment; Professional development; Knowledge management; Computer science; Medicine; Social influence; Pedagogy","score_opus":0.02151735861220336,"score_gpt":0.3983922009350306,"score_spread":0.3768748423228272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223438188","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08081149,0.04696405,0.019870313,0.8378811,0.008573138,0.0038714958,0.00006633147,0.00044451642,0.0015175767],"genre_scores_gemma":[0.90342224,0.0011216468,0.08744854,0.0072879926,0.000127908,0.00014747659,0.00013890583,0.0000106219995,0.0002947043],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99722266,0.00045368262,0.00053934415,0.0006898716,0.00057616783,0.00051826047],"domain_scores_gemma":[0.9985824,0.00008706126,0.00065262255,0.00036746403,0.000120022254,0.00019042307],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013561429,0.00014390996,0.00023439972,0.00028363088,0.0013160193,0.00023219887,0.0017321549,0.00002003089,0.0000105437675],"category_scores_gemma":[0.000080228565,0.00014461129,0.000030254476,0.0023709484,0.00015505617,0.0018862796,0.00040327944,0.00036481413,0.000004380535],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010700389,0.0010344571,0.022282887,0.00025955093,0.000002659902,0.0000018141506,0.013538398,0.1780786,0.000001537548,0.03624559,0.0025801342,0.7459637],"study_design_scores_gemma":[0.0018781066,0.0059703933,0.051814266,0.0007299391,0.000009927442,0.000055279,0.19885358,0.45405573,0.000010390392,0.04661947,0.23867702,0.0013259158],"about_ca_topic_score_codex":0.0033248144,"about_ca_topic_score_gemma":0.0016981231,"teacher_disagreement_score":0.8305931,"about_ca_system_score_codex":0.00075439806,"about_ca_system_score_gemma":0.007334072,"threshold_uncertainty_score":0.99998415},"labels":[],"label_agreement":null},{"id":"W4223539203","doi":"10.1177/21582440221089957","title":"Using Learner Analytics to Explore the Potential Contribution of Multimodal Formative Assessment to Academic Success in Higher Education","year":2022,"lang":"en","type":"article","venue":"SAGE Open","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Formative assessment; Learning analytics; Curriculum; Student engagement; Analytics; Higher education; Psychology; Medical education; Mathematics education; Computer science; Pedagogy; Data science; Medicine","score_opus":0.08235634595162152,"score_gpt":0.4108651693821914,"score_spread":0.3285088234305699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223539203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75722444,0.00005130544,0.20754443,0.03312578,0.0006668833,0.00085807516,0.000011387602,0.000022933053,0.00049478986],"genre_scores_gemma":[0.9871608,0.0000028202285,0.011228352,0.000932228,0.000059673566,0.000036605186,0.000011465441,0.000005456155,0.0005625705],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988801,0.00021739057,0.000240252,0.00019226938,0.00029601835,0.00017396627],"domain_scores_gemma":[0.99944794,0.000037243168,0.00012740407,0.00025246633,0.000080302605,0.00005464965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000715798,0.00007591604,0.00013981058,0.00012871675,0.0001951589,0.000113819304,0.0011742887,0.000026131194,0.000057551257],"category_scores_gemma":[0.000029567604,0.00006234996,0.000031412153,0.00076267234,0.00001232824,0.00037900373,0.0013224545,0.0003472958,0.000004603233],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005695346,0.0003744814,0.013537019,0.000011724049,0.000045141096,0.00000745033,0.009360602,0.8983175,0.0044691567,0.017465156,0.0010076817,0.055347137],"study_design_scores_gemma":[0.00074672303,0.00023943235,0.08098432,0.000097099,0.000024049192,0.000005229924,0.003667924,0.90310884,0.00046625646,0.0029181815,0.0074572363,0.00028471596],"about_ca_topic_score_codex":0.00038869242,"about_ca_topic_score_gemma":0.000014499472,"teacher_disagreement_score":0.22993642,"about_ca_system_score_codex":0.00020618543,"about_ca_system_score_gemma":0.0002576966,"threshold_uncertainty_score":0.25425574},"labels":[],"label_agreement":null},{"id":"W4224269687","doi":"10.5539/jel.v11n3p105","title":"System Architecture of Big Data in Massive Open Online Courses (BD-MOOCs System Architecture)","year":2022,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Component (thermodynamics); Big data; Architecture; Computer science; SPARK (programming language); Python (programming language); Grading (engineering); Dropout (neural networks); Data architecture; World Wide Web; Reference architecture; Operating system; Engineering; Software architecture; Software","score_opus":0.03397375260790045,"score_gpt":0.32408875466342335,"score_spread":0.2901150020555229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224269687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8984283,0.00297051,0.07553629,0.017849365,0.003280039,0.00034513147,0.000032184726,0.000060427825,0.0014977233],"genre_scores_gemma":[0.9835165,0.000015191433,0.015513594,0.00008594558,0.00035303336,0.0000017600787,0.000019334995,0.000009799125,0.00048484415],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981241,0.00064229046,0.0005086837,0.00021775642,0.00036119687,0.0001459637],"domain_scores_gemma":[0.9983044,0.0002218745,0.00088143226,0.000356895,0.00014327031,0.000092121554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014943312,0.00010693146,0.00031779252,0.00043896487,0.00021273368,0.00014114061,0.0014407774,0.00003080567,0.0000056644712],"category_scores_gemma":[0.00026895438,0.000091129805,0.000043390573,0.00050635,0.000026046166,0.00017532584,0.0007143163,0.0010823851,5.6359977e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010961999,0.0010467354,0.026771573,0.0008243311,0.00015552693,0.00009386137,0.01688222,0.37514472,0.00056698814,0.009118814,0.0010938082,0.5681918],"study_design_scores_gemma":[0.0039741127,0.0024890488,0.038842883,0.0049497765,0.00025373505,0.006143983,0.25726262,0.46443692,0.000077354554,0.0008386131,0.21966337,0.0010676023],"about_ca_topic_score_codex":0.000112122725,"about_ca_topic_score_gemma":0.00001829627,"teacher_disagreement_score":0.5671242,"about_ca_system_score_codex":0.00010335881,"about_ca_system_score_gemma":0.0008020445,"threshold_uncertainty_score":0.4702485},"labels":[],"label_agreement":null},{"id":"W4224320641","doi":"10.5430/wje.v12n2p28","title":"Learner Engagement and Satisfaction in the Online Mathematics Course: The Experience of a Private Philippine University","year":2022,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Affordance; Mediation; Mathematics education; Student engagement; Higher education; Class (philosophy); Quality (philosophy); Pedagogy; Computer science; Political science","score_opus":0.02222680591496673,"score_gpt":0.29501897631326723,"score_spread":0.2727921703983005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224320641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.974822,0.00018278869,0.0022102233,0.022493249,0.00017480596,0.00005130978,5.6187463e-7,0.0000024453514,0.00006263065],"genre_scores_gemma":[0.99411035,0.0000596037,0.0052167326,0.00013210675,0.00004467596,4.24158e-7,4.7286713e-7,0.0000014890192,0.00043416154],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99933225,0.00019091826,0.00015967852,0.000051242005,0.000215379,0.000050519593],"domain_scores_gemma":[0.9994021,0.00011443388,0.00028224426,0.00013653492,0.000050619485,0.000014066775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007832592,0.000035594643,0.00006437508,0.00010426223,0.00013822685,0.000020090569,0.00031444646,0.000004781802,0.000019572099],"category_scores_gemma":[0.000041452746,0.000023102046,0.000022539585,0.00044141756,0.000029984418,0.00011840723,0.000073391144,0.00027122887,1.5948905e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004655239,0.0036053227,0.12208845,0.000091008056,0.00009273907,0.000019953417,0.29823765,0.021580499,0.0017635748,0.20546217,0.0032999485,0.34371212],"study_design_scores_gemma":[0.0008866336,0.00046005414,0.638414,0.00018665455,0.00009646855,0.00028814323,0.20417435,0.054730427,0.000071242066,0.011371203,0.08908894,0.0002318471],"about_ca_topic_score_codex":0.0000242831,"about_ca_topic_score_gemma":0.00004083579,"teacher_disagreement_score":0.5163256,"about_ca_system_score_codex":0.000042149542,"about_ca_system_score_gemma":0.00012378617,"threshold_uncertainty_score":0.11783696},"labels":[],"label_agreement":null},{"id":"W4224985418","doi":"10.1145/3491102.3501846","title":"Uncovering Instructors’ Diverse Practices and Perceptions: A Field Deployment of a Customization-Sharing Platform that Supports Course Management","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Simon Fraser University","funders":"","keywords":"Personalization; Computer science; Software deployment; Workflow; Learning Management; Process (computing); Field (mathematics); Knowledge management; Software; Multimedia; Human–computer interaction; Software engineering; World Wide Web","score_opus":0.07328128253353598,"score_gpt":0.3360772014318168,"score_spread":0.2627959188982808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224985418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99392486,0.000025046911,0.0042860922,0.0000779253,0.00051369146,0.0002448823,0.000004099285,0.00009777911,0.0008256298],"genre_scores_gemma":[0.9992649,0.000013894875,0.00049029494,0.00003080508,0.00003288912,0.000007891932,0.000011334636,0.00001104862,0.00013694576],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983583,0.000093621595,0.00039820824,0.00046540046,0.000440136,0.00024432153],"domain_scores_gemma":[0.998705,0.0001397479,0.0006559624,0.00039431683,0.000040969662,0.000063970256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000489535,0.0001847486,0.00027976796,0.00028002253,0.00043422228,0.00024034714,0.0006017386,0.00004111681,0.00002378754],"category_scores_gemma":[0.00003071282,0.00018422716,0.000045452925,0.0002471256,0.0000328662,0.0002596097,0.0008231156,0.00034404916,0.0000011316868],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000094052075,0.00022326631,0.87236214,0.00027943484,0.00007996604,0.00004203533,0.0106491465,0.06116876,0.00006522033,0.052313574,0.000103944105,0.0027030937],"study_design_scores_gemma":[0.0015157897,0.0006515347,0.14578463,0.0012015931,0.00006062631,0.000040910443,0.031774413,0.8161833,0.00010042542,0.0014189878,0.00046422216,0.0008035553],"about_ca_topic_score_codex":0.0004019589,"about_ca_topic_score_gemma":0.000032743348,"teacher_disagreement_score":0.75501454,"about_ca_system_score_codex":0.00013627784,"about_ca_system_score_gemma":0.00004718636,"threshold_uncertainty_score":0.7512566},"labels":[],"label_agreement":null},{"id":"W4225151770","doi":"10.1080/01587919.2021.2020621","title":"A scoping review of empirical studies on theory-driven learning analytics","year":2022,"lang":"en","type":"review","venue":"Distance Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Learning analytics; Empirical research; Data science; Learning theory; Field (mathematics); Computer science; Epistemology; Management science; Psychology; Knowledge management; Mathematics education","score_opus":0.1405782785914737,"score_gpt":0.49191424857664445,"score_spread":0.35133596998517075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225151770","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.7177276e-7,0.994378,0.0034123934,0.00055861,0.00066347985,0.00038697664,0.0000032535957,0.000059068014,0.0005378527],"genre_scores_gemma":[0.0000051261804,0.9969329,0.0014434807,0.00031582883,0.00015146125,0.000100751415,0.00008046738,0.000021768321,0.0009481768],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740165,0.0007578351,0.0007674884,0.00048453273,0.00040828722,0.00018020223],"domain_scores_gemma":[0.99720407,0.00089034846,0.0010699576,0.0006414128,0.00014114987,0.000053061238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000986571,0.00026229784,0.0012458251,0.00019772977,0.0001702884,0.000041745297,0.0007523197,0.00006129752,0.000033243683],"category_scores_gemma":[0.0018368202,0.00022071306,0.00035496667,0.0011298308,0.000053293727,0.00008969827,0.00017942757,0.00061635283,0.000021561273],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.904973e-7,0.00013018941,0.000009330447,0.2226892,0.00009026509,0.0000014623446,0.00037705345,0.00010092219,4.272134e-9,0.028724013,0.00112334,0.74675363],"study_design_scores_gemma":[0.000016656006,0.000055856588,3.6900403e-7,0.3935834,0.0002159249,0.0000032224882,0.000114718,0.00019822949,4.989189e-8,0.0006480117,0.604983,0.00018058927],"about_ca_topic_score_codex":5.519164e-7,"about_ca_topic_score_gemma":8.535745e-7,"teacher_disagreement_score":0.74657303,"about_ca_system_score_codex":0.00025668295,"about_ca_system_score_gemma":0.0016538529,"threshold_uncertainty_score":0.90004176},"labels":[],"label_agreement":null},{"id":"W4225162225","doi":"10.18517/ijaseit.12.2.15945","title":"Optimization of Search Environments for Learning Contexts","year":2022,"lang":"en","type":"article","venue":"International Journal on Advanced Science Engineering and Information Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Search engine indexing; Search engine; Trainer; Context (archaeology); Machine learning; Artificial intelligence; Information retrieval","score_opus":0.0035921360788493464,"score_gpt":0.24212144583883288,"score_spread":0.23852930975998354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225162225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027712494,0.000022874698,0.9693813,0.0023388383,0.0003860387,0.000049589613,0.0000025315992,0.00004810884,0.000058263668],"genre_scores_gemma":[0.9175222,0.000049812417,0.082287565,0.00007779382,0.000013080889,0.000006923316,0.000002971765,0.0000023591165,0.000037301415],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991735,0.0000071454365,0.00020861083,0.000082238854,0.00040533286,0.00012314215],"domain_scores_gemma":[0.99957913,0.00003834964,0.00014680956,0.000071922055,0.00012968862,0.000034099172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045179235,0.000051485167,0.00006603176,0.0008851003,0.00023408144,0.000075292206,0.0006084206,0.00001797714,0.0000041437024],"category_scores_gemma":[0.00027855582,0.000051918254,0.000020202991,0.00036347396,0.00005465119,0.0013039263,0.00018307922,0.0002764787,9.565252e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053638396,0.000008826412,0.000039597708,0.0000011695042,0.0000048769025,4.3665304e-7,0.00009414693,0.8786724,0.00130127,0.06882698,0.0000020918933,0.051042803],"study_design_scores_gemma":[0.0003723107,0.00028439975,0.00007444667,0.00001087374,9.450905e-7,0.00006305273,0.00013515024,0.98010284,0.0026437766,0.00045565955,0.015798349,0.000058184745],"about_ca_topic_score_codex":1.7671256e-7,"about_ca_topic_score_gemma":4.6687227e-9,"teacher_disagreement_score":0.8898097,"about_ca_system_score_codex":0.00010104842,"about_ca_system_score_gemma":0.000049043643,"threshold_uncertainty_score":0.2117165},"labels":[],"label_agreement":null},{"id":"W4225264849","doi":"10.19173/irrodl.v23i2.6023","title":"Fine-tuned BERT Model for Large Scale and Cognitive Classification of MOOCs","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Metadata; Artificial intelligence; Classifier (UML); Encoder; Softmax function; Machine learning; Transfer of learning; Transformer; Deep learning; World Wide Web","score_opus":0.1062529149233882,"score_gpt":0.45126490910665656,"score_spread":0.34501199418326833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225264849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32015863,0.027537327,0.5101401,0.1332577,0.00015171235,0.003239054,0.0011532239,0.000044634024,0.004317599],"genre_scores_gemma":[0.9962983,0.001878581,0.0010720994,0.00007603421,0.000009750171,0.000075786986,0.00016207201,0.0000036897068,0.00042368416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986895,0.00030373622,0.000247408,0.00018597164,0.00043895032,0.00013445145],"domain_scores_gemma":[0.9985871,0.0007743567,0.00014461776,0.00012086366,0.00034190714,0.0000311924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044456157,0.000050293034,0.00015820866,0.00008846073,0.00020499546,0.00006364731,0.00079553726,0.000013562647,0.000013915709],"category_scores_gemma":[0.0012393292,0.00003952793,0.000030278505,0.00035410066,0.000064196254,0.00013482793,0.0011156795,0.00034773452,4.5838556e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067803764,0.0014259729,0.12236559,0.0053705983,0.00027604855,0.000010975657,0.004095788,0.012625874,0.0012562419,0.5997691,0.006549109,0.24557666],"study_design_scores_gemma":[0.00055439235,0.00009621831,0.0028835847,0.0010660329,0.000007036482,0.000004012011,0.0009365148,0.98553896,0.000026925529,0.004695226,0.004142262,0.000048844875],"about_ca_topic_score_codex":0.000044433666,"about_ca_topic_score_gemma":0.000012934661,"teacher_disagreement_score":0.9729131,"about_ca_system_score_codex":0.000029466213,"about_ca_system_score_gemma":0.00012444012,"threshold_uncertainty_score":0.16119023},"labels":[],"label_agreement":null},{"id":"W4225289138","doi":"10.19173/irrodl.v23i2.5590","title":"Mapping Network Structure and Diversity of Interdisciplinary Knowledge in Recommended MOOC Offerings","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Pace; Diversity (politics); Curriculum; Discipline; Variety (cybernetics); Learning analytics; Process (computing); Data science; Computer science; Massive open online course; Analytics; Knowledge management; World Wide Web; Sociology; Pedagogy; Social science; Geography; Artificial intelligence","score_opus":0.06807906218314903,"score_gpt":0.41129479558829163,"score_spread":0.3432157334051426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225289138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92605895,0.022113893,0.0022155705,0.045656666,0.0002200501,0.0007269692,0.00006751136,0.000020099274,0.0029202655],"genre_scores_gemma":[0.9963331,0.0029923134,0.00046680626,0.000051975043,0.00001737124,0.0000071676664,0.000032216903,0.0000028539046,0.000096179494],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819314,0.00079613226,0.00028117636,0.00020458268,0.00035568452,0.00016928572],"domain_scores_gemma":[0.99894285,0.00062109594,0.00013563524,0.00015506588,0.000110919405,0.00003444673],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.004866969,0.00006510531,0.00021859976,0.00015205954,0.00034714432,0.000056299974,0.0014546767,0.000016889151,0.00004218123],"category_scores_gemma":[0.00034833464,0.000052475883,0.000026934687,0.00081334164,0.00007618649,0.00015205966,0.014748687,0.00093016884,3.421956e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023378387,0.00042560577,0.713259,0.0038327693,0.00015576849,0.00007641411,0.009364905,0.013884519,0.00015979458,0.05354469,0.0059607695,0.19910198],"study_design_scores_gemma":[0.0032713388,0.0007724218,0.29063004,0.023725964,0.000017515618,0.00012265668,0.021920584,0.5260221,0.000049158432,0.08059325,0.05229406,0.0005809056],"about_ca_topic_score_codex":0.00014885254,"about_ca_topic_score_gemma":0.000022418359,"teacher_disagreement_score":0.5121376,"about_ca_system_score_codex":0.00008481464,"about_ca_system_score_gemma":0.000070860035,"threshold_uncertainty_score":0.99321985},"labels":[],"label_agreement":null},{"id":"W4225336645","doi":"10.1109/access.2022.3160457","title":"Educational Data Mining: A Bibliometric Analysis of an Emerging Field","year":2022,"lang":"en","type":"article","venue":"IEEE Access","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Multidisciplinary approach; Data science; Field (mathematics); Extant taxon; Bibliometrics; Computer science; Educational data mining; Analytics; Library science; Social science; Sociology; Mathematics","score_opus":0.1044720757957683,"score_gpt":0.4291229528722822,"score_spread":0.3246508770765139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225336645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444125,0.00011897426,0.048991043,0.0053965645,0.0004668987,0.000031269563,0.00003537266,0.000044532975,0.0005028451],"genre_scores_gemma":[0.9915003,0.0000067408428,0.007741833,0.0003323525,0.00008199273,0.0000034399368,0.000070909344,0.0000037681743,0.00025865008],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988706,0.000072622766,0.00019323731,0.0003245011,0.00041001776,0.00012901843],"domain_scores_gemma":[0.998462,0.0002627203,0.00014869003,0.0010064186,0.00006807368,0.000052072024],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.00045081027,0.00005833298,0.0001447774,0.029455524,0.00014755728,0.00015952415,0.0035923324,0.000014131723,0.00023790031],"category_scores_gemma":[0.00014145876,0.000060976334,0.00004952984,0.14793618,0.000009722477,0.0007767221,0.0009427724,0.000116432944,0.0000012597534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001327112,0.0011931864,0.42289016,0.000040745,0.0012402231,0.00002426305,0.0014429427,0.16235498,0.00029458737,0.0029452413,0.031007329,0.37655306],"study_design_scores_gemma":[0.00006974367,0.000053059946,0.04742867,0.0000020298623,0.00012364982,0.000002247432,0.00005800501,0.94973725,0.000084431485,0.00032104854,0.0020220696,0.0000977918],"about_ca_topic_score_codex":0.00020048337,"about_ca_topic_score_gemma":0.000021786425,"teacher_disagreement_score":0.78738225,"about_ca_system_score_codex":0.000012595092,"about_ca_system_score_gemma":0.00012197473,"threshold_uncertainty_score":0.9815448},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4225375580","doi":"10.21432/cjlt28240","title":"Creating Online Learning Experiences: A Brief Guide to Online Courses, from Small and Private to Massive and Open, 2018","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"CLARITY; Open educational resources; Resource (disambiguation); World Wide Web; Online learning; Open education; Computer science; Engineering ethics; Library science; Sociology; Engineering","score_opus":0.013952354952705722,"score_gpt":0.27547660509688526,"score_spread":0.2615242501441795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225375580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9681874,0.0011570194,0.006125284,0.024198432,0.00012712808,0.00008895951,0.000012307826,0.0000450444,0.00005845658],"genre_scores_gemma":[0.9187285,0.00007075261,0.07951769,0.0004648354,0.000095274954,0.0000056091944,0.0000069013445,0.000019221974,0.0010912472],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852645,0.00014801323,0.00038331674,0.0003965071,0.0001465486,0.00039915895],"domain_scores_gemma":[0.9986403,0.00013786796,0.0002978549,0.00017351165,0.00014169497,0.00060876657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004699466,0.00016747469,0.0003754348,0.0007541856,0.0008752963,0.00031184944,0.000819826,0.000085396896,0.00002605128],"category_scores_gemma":[0.0011086401,0.00016994865,0.000023890572,0.0007139042,0.000118153104,0.0001412037,0.0007588639,0.0011385542,9.661026e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005559293,0.00012207408,0.5092248,0.00002807762,0.0002270428,0.00219462,0.035502426,0.016312387,0.002230561,0.006238103,0.0022003856,0.42566395],"study_design_scores_gemma":[0.0015869256,0.0044757444,0.007046977,0.00041722343,0.00006363911,0.0015948503,0.10899752,0.035828423,0.0001264603,0.0015999582,0.83749896,0.0007633268],"about_ca_topic_score_codex":0.0032257205,"about_ca_topic_score_gemma":0.0042787455,"teacher_disagreement_score":0.8352986,"about_ca_system_score_codex":0.00009052831,"about_ca_system_score_gemma":0.00045216052,"threshold_uncertainty_score":0.6930304},"labels":[],"label_agreement":null},{"id":"W4225641568","doi":"10.32920/16896745.v1","title":"Visualization of Web Spaces: State of the Art and Future Directions","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"World Wide Web; Computer science; Web modeling; Web navigation; Web intelligence; Social Semantic Web; Data Web; Web standards; Cyberspace; Web page; Information retrieval; Data science; Semantic Web; The Internet","score_opus":0.010268452554149562,"score_gpt":0.27765293712551925,"score_spread":0.2673844845713697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225641568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43095067,0.0026085274,0.5157007,0.033397064,0.0035758691,0.00038985326,0.000036625235,0.00028989254,0.013050783],"genre_scores_gemma":[0.9461985,0.0040986943,0.03677988,0.00014928625,0.00023830065,0.0000034717007,0.000021707381,0.000015346153,0.01249476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993989,0.000069710906,0.00015206916,0.00017587049,0.00014926794,0.000054194723],"domain_scores_gemma":[0.9992755,0.000025415251,0.000169693,0.0003667903,0.00014427422,0.000018344837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011320788,0.00006997835,0.00014186773,0.000050045834,0.00003263186,0.000066919056,0.0002371888,0.000050824212,0.000008262087],"category_scores_gemma":[0.00002287734,0.00004718263,0.0000610805,0.0002540262,0.000032218566,0.000043110864,0.00055534404,0.0001506207,4.5150384e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001579434,0.0016864185,0.092253424,0.0047232197,0.0013632836,0.000014975336,0.0396143,0.10772562,0.0065732333,0.2982383,0.014049781,0.43374166],"study_design_scores_gemma":[0.00019152531,0.00004775588,0.015296857,0.00042663154,0.000064699314,0.0000068146373,0.0004475779,0.90230674,0.0029533878,0.0043774853,0.0736002,0.0002803331],"about_ca_topic_score_codex":0.000027342978,"about_ca_topic_score_gemma":0.00008200516,"teacher_disagreement_score":0.7945811,"about_ca_system_score_codex":0.0000060080683,"about_ca_system_score_gemma":0.00013836833,"threshold_uncertainty_score":0.1924052},"labels":[],"label_agreement":null},{"id":"W4225894579","doi":"10.1007/978-981-19-0351-9_9-1","title":"Pedagogical Paradigms in Open and Distance Education","year":2022,"lang":"en","type":"book-chapter","venue":"Handbook of Open, Distance and Digital Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Objectivism; Subjectivism; Field (mathematics); Epistemology; Learning analytics; Analytics; Maturity (psychological); Data science; Sociology; Cognitive science; Artificial intelligence; Computer science; Psychology; Philosophy; Mathematics","score_opus":0.053302346954528526,"score_gpt":0.35895871459776335,"score_spread":0.30565636764323484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225894579","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011791505,0.020656448,0.0052148504,0.0028771234,0.00050137343,0.0010731027,0.00010103265,0.00003253918,0.96836436],"genre_scores_gemma":[0.22160996,0.004335057,0.003533272,0.000447887,0.0001483039,0.000121037854,0.00047577106,0.00004562313,0.7692831],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858016,0.000018777286,0.00039984763,0.0006186927,0.00022373765,0.00015881333],"domain_scores_gemma":[0.99893725,0.00006632775,0.00033598786,0.00046197354,0.000080956714,0.000117491916],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00016696705,0.00023537877,0.000388412,0.00012398169,0.00013142657,0.0013636647,0.0010825126,0.00008563213,0.000058981313],"category_scores_gemma":[0.00004213002,0.00023658306,0.00004017066,0.000092759365,0.00012261842,0.0018646687,0.0008726289,0.00025606336,0.0000057691395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002305024,0.0002047266,0.0011794354,0.0000725573,0.000008083433,0.000001727342,0.00058772863,0.0000033841125,0.0000011902681,0.8939108,0.0015647742,0.10244255],"study_design_scores_gemma":[0.0002999773,0.0001302369,0.0008384085,0.0010624176,0.0000147316205,0.000016580014,0.0003720723,0.00019415778,0.0000032876337,0.30960718,0.6870687,0.00039223378],"about_ca_topic_score_codex":0.00008144481,"about_ca_topic_score_gemma":0.00006164897,"teacher_disagreement_score":0.68550396,"about_ca_system_score_codex":0.000091414484,"about_ca_system_score_gemma":0.0011855412,"threshold_uncertainty_score":0.999673},"labels":[],"label_agreement":null},{"id":"W4226105250","doi":"10.3138/cjpe.71203","title":"Developing a Comprehensive Mixed Methods Evaluation to Address Contextual Complexities of a MOOC","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.2700693598675374,"score_gpt":0.47357269038458316,"score_spread":0.20350333051704578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226105250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41199163,0.0018613231,0.5689761,0.012199257,0.002235151,0.0022501447,0.000026755088,0.0000454089,0.00041423546],"genre_scores_gemma":[0.73136604,9.353092e-7,0.26827538,0.00019454454,0.00006490754,0.0000631041,0.000014517992,0.0000074117697,0.000013181658],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961169,0.0018115421,0.0005780997,0.00017581152,0.0010396697,0.00027799833],"domain_scores_gemma":[0.9960435,0.00019579504,0.00054183794,0.00021408334,0.0027372835,0.00026749942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006253013,0.00011293645,0.00027636994,0.00062960165,0.00032220205,0.00012125003,0.0006093982,0.00003134146,0.00009789992],"category_scores_gemma":[0.0008526048,0.00011860416,0.000102190104,0.00081793265,0.000056001714,0.00025558163,0.000084275875,0.00026012186,0.0000021691699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010961806,0.000031127096,0.00019771513,0.000016077585,0.00007352298,0.000006343297,0.0038879903,0.051115062,0.00019652011,0.012902967,0.000587711,0.930974],"study_design_scores_gemma":[0.0013723801,0.0013620023,0.012364585,0.00012298745,0.00017355214,0.00013641758,0.0063669626,0.9362705,0.00036479856,0.019441439,0.021741481,0.00028290926],"about_ca_topic_score_codex":0.0007267755,"about_ca_topic_score_gemma":0.0017284672,"teacher_disagreement_score":0.93069106,"about_ca_system_score_codex":0.0006769754,"about_ca_system_score_gemma":0.005090814,"threshold_uncertainty_score":0.90308857},"labels":[],"label_agreement":null},{"id":"W4226113231","doi":"10.32920/16896745","title":"Visualization of Web Spaces: State of the Art and Future Directions","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"World Wide Web; Computer science; Web modeling; Web navigation; Web intelligence; Social Semantic Web; Web standards; Cyberspace; Data Web; Web page; Information retrieval; Semantic Web; The Internet","score_opus":0.010268452554149562,"score_gpt":0.27765293712551925,"score_spread":0.2673844845713697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226113231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43095067,0.0026085274,0.5157007,0.033397064,0.0035758691,0.00038985326,0.000036625235,0.00028989254,0.013050783],"genre_scores_gemma":[0.9461985,0.0040986943,0.03677988,0.00014928625,0.00023830065,0.0000034717007,0.000021707381,0.000015346153,0.01249476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993989,0.000069710906,0.00015206916,0.00017587049,0.00014926794,0.000054194723],"domain_scores_gemma":[0.9992755,0.000025415251,0.000169693,0.0003667903,0.00014427422,0.000018344837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011320788,0.00006997835,0.00014186773,0.000050045834,0.00003263186,0.000066919056,0.0002371888,0.000050824212,0.000008262087],"category_scores_gemma":[0.00002287734,0.00004718263,0.0000610805,0.0002540262,0.000032218566,0.000043110864,0.00055534404,0.0001506207,4.5150384e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001579434,0.0016864185,0.092253424,0.0047232197,0.0013632836,0.000014975336,0.0396143,0.10772562,0.0065732333,0.2982383,0.014049781,0.43374166],"study_design_scores_gemma":[0.00019152531,0.00004775588,0.015296857,0.00042663154,0.000064699314,0.0000068146373,0.0004475779,0.90230674,0.0029533878,0.0043774853,0.0736002,0.0002803331],"about_ca_topic_score_codex":0.000027342978,"about_ca_topic_score_gemma":0.00008200516,"teacher_disagreement_score":0.7945811,"about_ca_system_score_codex":0.0000060080683,"about_ca_system_score_gemma":0.00013836833,"threshold_uncertainty_score":0.1924052},"labels":[],"label_agreement":null},{"id":"W4226174975","doi":"10.3138/jvme-2020-0045","title":"Adopting Learning Analytics in a First-Year Veterinarian Professional Program: What We Could Know in Advance about Student Learning Progress","year":2021,"lang":"en","type":"article","venue":"Journal of Veterinary Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Learning analytics; Medical education; Analytics; Psychological intervention; Big data; Professional development; Psychology; Computer science; Data science; Medicine","score_opus":0.03289597958489173,"score_gpt":0.4097063226768823,"score_spread":0.3768103430919906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226174975","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9522963,0.006785303,0.002127764,0.036409542,0.0021066,0.00017878311,1.004093e-7,0.00005316978,0.00004240675],"genre_scores_gemma":[0.9428672,0.004160407,0.05198004,0.0001552278,0.00043156184,0.00002198254,0.0000063771736,0.000020699352,0.00035650824],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671274,0.00054852595,0.00091171433,0.00034239347,0.0010855384,0.00039908136],"domain_scores_gemma":[0.99835515,0.00022481181,0.0006114766,0.00020860373,0.00030896172,0.00029098568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016605431,0.00019314258,0.00039464212,0.00036851878,0.00014161816,0.00032252652,0.00064312504,0.00017267984,0.000036481448],"category_scores_gemma":[0.0015300058,0.00017914028,0.00011254001,0.0009936052,0.00007662019,0.0010907558,0.00030824216,0.0019941805,0.0000054570132],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088813234,0.0032225926,0.12186751,0.00026585846,0.00003496603,0.0017200421,0.005903374,0.004398778,0.000049430695,0.0003931374,0.0000790987,0.8619764],"study_design_scores_gemma":[0.0048646904,0.007839237,0.21148255,0.035472218,0.000061503386,0.005289479,0.035625953,0.3278563,0.000026450214,0.0006738113,0.36969107,0.0011167496],"about_ca_topic_score_codex":0.0000037171858,"about_ca_topic_score_gemma":0.000010794653,"teacher_disagreement_score":0.86085963,"about_ca_system_score_codex":0.00026290189,"about_ca_system_score_gemma":0.0020283607,"threshold_uncertainty_score":0.86638325},"labels":[],"label_agreement":null},{"id":"W4226341237","doi":"10.1177/11771801221089685","title":"Indigenous pedagogies and online learning environments: a massive open online course case study","year":2022,"lang":"en","type":"article","venue":"AlterNative An International Journal of Indigenous Peoples","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Indigenous; Experiential learning; Redevelopment; Massive open online course; Pedagogy; Sociology; Mathematics education; Psychology; Engineering; Ecology; Civil engineering","score_opus":0.03738068051968009,"score_gpt":0.36773581307633635,"score_spread":0.3303551325566563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226341237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942446,0.00034420218,0.0037448339,0.00066924933,0.00054382667,0.00030113306,0.00010663655,0.000026256168,0.000019287627],"genre_scores_gemma":[0.9931459,0.00039780105,0.005276368,0.0002592856,0.00041106684,0.000009969421,0.00004849559,0.000029165965,0.00042194338],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.996832,0.0005784574,0.0007044278,0.00043179322,0.0011257554,0.00032757773],"domain_scores_gemma":[0.99769306,0.0002838138,0.0012015566,0.00029767913,0.0003371236,0.0001867505],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084525946,0.0002643723,0.00040383387,0.0004617945,0.0008189901,0.0005694393,0.0032191447,0.000033901855,0.00004980366],"category_scores_gemma":[0.00013803609,0.0002481697,0.00010168743,0.00021920414,0.00008411735,0.0013752688,0.0019707188,0.0009502317,0.0000027215701],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019670512,0.015789943,0.24747527,0.000010634384,0.0022670343,0.057061154,0.5034217,0.073392116,0.00019956197,0.000549906,0.000025188057,0.09961078],"study_design_scores_gemma":[0.0072024395,0.017702568,0.10753065,0.00008996324,0.00034569032,0.054389592,0.77717835,0.028930355,0.00012540992,0.0020586634,0.0031924455,0.0012538618],"about_ca_topic_score_codex":0.002359418,"about_ca_topic_score_gemma":0.0014694217,"teacher_disagreement_score":0.27375665,"about_ca_system_score_codex":0.00029728186,"about_ca_system_score_gemma":0.00057446124,"threshold_uncertainty_score":0.9999971},"labels":[],"label_agreement":null},{"id":"W4226528304","doi":"10.1561/116.00000041","title":"Is Self-Rated Confidence a Predictor for Performance in Programming Comprehension Tasks?","year":2022,"lang":"en","type":"article","venue":"APSIPA Transactions on Signal and Information Processing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Self-confidence; Computer science; Comprehension; Psychology; Programming language; Social psychology","score_opus":0.012992674009271912,"score_gpt":0.242586658965085,"score_spread":0.22959398495581307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226528304","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056091666,0.0000520041,0.9411352,0.001981448,0.000089979236,0.0003181052,0.000019175013,0.00021772266,0.00009466572],"genre_scores_gemma":[0.98370767,0.000022981121,0.015278015,0.00079795957,0.000009315117,0.000101477446,0.00001412545,0.0000044572066,0.00006402881],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990501,0.000027478272,0.00031656076,0.00015660028,0.0002587484,0.00019053204],"domain_scores_gemma":[0.9995675,0.000042067553,0.00013336494,0.00009442278,0.00011183655,0.000050799663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026505507,0.000106715815,0.00011950667,0.0002483277,0.00069656596,0.00017120023,0.00018353738,0.00004364788,0.000018158355],"category_scores_gemma":[0.0000039398187,0.000104281695,0.000032523476,0.00057813537,0.000023939388,0.0026712907,0.000012706366,0.00032888755,0.0000040197315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011271311,0.00029317857,0.0005552932,0.00056554406,0.000027525131,0.0000013566047,0.014241692,0.06575221,0.00015915206,0.0018662998,0.00008489976,0.9163401],"study_design_scores_gemma":[0.00057908974,0.00028469012,0.0007561403,0.00007094168,0.000009227421,0.000016866623,0.00049031805,0.97435486,0.00034053277,0.00016479606,0.022792274,0.00014028761],"about_ca_topic_score_codex":0.000007960531,"about_ca_topic_score_gemma":7.2966935e-7,"teacher_disagreement_score":0.927616,"about_ca_system_score_codex":0.000047659727,"about_ca_system_score_gemma":0.00011457103,"threshold_uncertainty_score":0.53574926},"labels":[],"label_agreement":null},{"id":"W4229456833","doi":"10.1111/bjet.13232","title":"Teachers' trust in <scp>AI</scp> ‐powered educational technology and a professional development program to improve it","year":2022,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":446,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation","keywords":"Professional development; Psychology; Educational technology; Computer science; Mathematics education; Pedagogy","score_opus":0.0069707091490903116,"score_gpt":0.2986372079026554,"score_spread":0.2916664987535651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229456833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64662707,0.0013768799,0.000426239,0.34998706,0.0010614749,0.00027750598,0.0000065227136,0.000055414235,0.00018181765],"genre_scores_gemma":[0.895398,0.000040294504,0.09751525,0.00088641566,0.0001618023,0.0002619439,0.0000125698525,0.000017819437,0.0057058735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980533,0.00008051544,0.00064963667,0.00039603945,0.00043233717,0.0003881564],"domain_scores_gemma":[0.9987087,0.00023544533,0.0003662541,0.00020370164,0.0003516098,0.00013423887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006277984,0.00015237792,0.00027850858,0.0018438883,0.00035674195,0.00010331638,0.0011231602,0.00016131657,0.00007435672],"category_scores_gemma":[0.0015809597,0.0001854649,0.000049570575,0.0020705226,0.00014113197,0.00020968412,0.0006227533,0.0013332261,0.00001083232],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013260161,0.006281973,0.0973737,0.00003929027,0.00015328886,0.00014133594,0.002685236,0.00025066914,0.0010092703,0.18902898,0.05247765,0.65054536],"study_design_scores_gemma":[0.0023791906,0.0015025814,0.15614635,0.00048042877,0.000024037447,0.015919583,0.00853525,0.0014646434,0.0004144827,0.32713813,0.48550376,0.00049156166],"about_ca_topic_score_codex":0.000009240532,"about_ca_topic_score_gemma":0.000022649072,"teacher_disagreement_score":0.6500538,"about_ca_system_score_codex":0.0003007315,"about_ca_system_score_gemma":0.0026336708,"threshold_uncertainty_score":0.7563039},"labels":[],"label_agreement":null},{"id":"W4229661246","doi":"10.1145/2878936","title":"Demo hour","year":2016,"lang":"en","type":"article","venue":"interactions","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Witness; Interface (matter); Library science; Computer science; Engineering; World Wide Web; Operating system","score_opus":0.013927698119937324,"score_gpt":0.29313210904140796,"score_spread":0.27920441092147064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229661246","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01394699,0.000009304141,0.9002886,0.06645119,0.00080068054,0.000018367951,0.0000027731244,0.000283526,0.01819856],"genre_scores_gemma":[0.97081953,0.0000042830034,0.009940364,0.00020346664,0.00012076458,0.0000015261247,2.2615437e-7,0.0000028094175,0.018907052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99967754,0.000014710357,0.00006418415,0.0001023075,0.00005555127,0.00008573035],"domain_scores_gemma":[0.9996111,0.000094185685,0.000024952536,0.00019993793,0.00003364831,0.000036188845],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000034542038,0.000034808796,0.000035087516,0.000048637143,0.000053625856,0.00004256038,0.00021131524,0.000010459084,0.00006605545],"category_scores_gemma":[0.00006232398,0.000022034055,0.000034666653,0.00009277996,0.000009220742,0.00027413425,0.000047289344,0.000057440135,0.00097545295],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025980821,0.00015807082,0.0068580895,0.0000029148891,0.00004941712,0.000026853751,0.00031586314,0.000074074545,0.017704487,0.14708409,0.05200986,0.7757137],"study_design_scores_gemma":[0.00020630137,0.000047825142,0.0046972837,0.00006714353,0.0000063900916,0.00007725072,0.00002251534,0.016432023,0.0025437484,0.01600695,0.9597257,0.0001669085],"about_ca_topic_score_codex":0.0000055907967,"about_ca_topic_score_gemma":0.0000073831197,"teacher_disagreement_score":0.9568725,"about_ca_system_score_codex":0.000017611897,"about_ca_system_score_gemma":0.00001681002,"threshold_uncertainty_score":0.9998024},"labels":[],"label_agreement":null},{"id":"W4229921672","doi":"10.32920/ryerson.14639625","title":"Learning Analytics Dashboard for Twitter","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Dashboard; Learning analytics; Analytics; Class (philosophy); Computer science; World Wide Web; Ranking (information retrieval); Data science; Information retrieval; Artificial intelligence","score_opus":0.037609656601824075,"score_gpt":0.3126166886730132,"score_spread":0.2750070320711891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229921672","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008778133,0.00007873464,0.97620076,0.010614062,0.00070242607,0.00013046632,0.0000015419927,0.00043822904,0.0030556417],"genre_scores_gemma":[0.42098442,0.000063361804,0.53624624,0.0015388943,0.0006139451,0.000022334532,0.00011418774,0.000039524723,0.0403771],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981923,0.00007630102,0.0003245543,0.0007707803,0.00028372253,0.00035233237],"domain_scores_gemma":[0.99838054,0.0001606648,0.0001859524,0.0008682098,0.0002966462,0.00010797238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036665084,0.0002595788,0.00040290016,0.00014657518,0.00012048284,0.00085865665,0.0010898995,0.00025586892,0.000032393185],"category_scores_gemma":[0.00022110846,0.0002436792,0.00035783864,0.00021443794,0.000024030847,0.00010278462,0.001733114,0.0009983213,0.000026544947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012064986,0.00044267927,0.009936602,0.0013366835,0.0010646876,0.00018104984,0.0049322266,0.8223241,0.0002840706,0.039305586,0.037130047,0.083050214],"study_design_scores_gemma":[0.00015780974,0.00005914863,0.00013621552,0.00009405342,0.000047006848,0.0000045708457,0.00013419488,0.97224486,0.00012837684,0.0037981672,0.022827178,0.00036843235],"about_ca_topic_score_codex":0.000017915181,"about_ca_topic_score_gemma":0.000006654298,"teacher_disagreement_score":0.43995452,"about_ca_system_score_codex":0.00004630101,"about_ca_system_score_gemma":0.0002827832,"threshold_uncertainty_score":0.99369496},"labels":[],"label_agreement":null},{"id":"W4230501235","doi":"10.18162/ritpu-2015-v12n12-11","title":"Le MOOC et le « hype » : analyse critique des discours médiatiques sur les MOOC","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.06337569717166355,"score_gpt":0.3096167038498963,"score_spread":0.24624100667823276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230501235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5595138,0.017038058,0.11327902,0.29575375,0.00050166994,0.00022762046,0.000107780834,0.0021689283,0.011409388],"genre_scores_gemma":[0.883549,0.00577895,0.036588915,0.00007165703,0.000105274696,0.0000056278545,0.000046758603,0.00004053543,0.07381332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976125,0.00027656686,0.0004103362,0.00072603783,0.00040283447,0.00057173934],"domain_scores_gemma":[0.9971698,0.00047196916,0.00029221483,0.0007335616,0.0011820112,0.00015046791],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005249967,0.00040578574,0.00044616108,0.00066386105,0.00038489807,0.00038389038,0.002347148,0.0004727755,0.000010286697],"category_scores_gemma":[0.002426945,0.0004756902,0.00028570375,0.00092147983,0.0012367697,0.0023852247,0.001357367,0.0008235253,0.00004925996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002063555,0.00050321704,0.017481873,0.00019780033,0.00033809568,0.0006980466,0.0032779337,0.01242823,0.00012249868,0.6692002,0.0034085189,0.29232296],"study_design_scores_gemma":[0.0024459313,0.0012189553,0.005180913,0.0032697225,0.00031402442,0.000646538,0.1897225,0.22328873,0.0033060934,0.27807114,0.2903211,0.0022143223],"about_ca_topic_score_codex":0.0031286997,"about_ca_topic_score_gemma":0.0031958597,"teacher_disagreement_score":0.39112905,"about_ca_system_score_codex":0.0007107853,"about_ca_system_score_gemma":0.0013934491,"threshold_uncertainty_score":0.99976945},"labels":[],"label_agreement":null},{"id":"W4231303404","doi":"10.17760/d20316516","title":"Early adopters of OER","year":2019,"lang":"fy","type":"dissertation","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Early adopter; Knowledge management; Context (archaeology); Analytics; Curriculum; Data science; Pedagogy; Computer science; Sociology; Business; Marketing","score_opus":0.010169273604472341,"score_gpt":0.2703283104865881,"score_spread":0.2601590368821158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231303404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89082545,0.00032118525,0.033423636,0.0014879624,0.0036591184,0.0002827596,0.000012497993,0.00013473495,0.06985264],"genre_scores_gemma":[0.81672335,0.000042078016,0.0079101175,0.00009591791,0.000084673906,8.597586e-7,0.00006806731,0.000019332198,0.17505561],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998298,0.000060110553,0.00044803214,0.00045729248,0.0004619227,0.00027468204],"domain_scores_gemma":[0.99848205,0.00009535462,0.00040684384,0.00064001436,0.00029409054,0.000081669496],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019013969,0.00025442205,0.0004259215,0.00021006278,0.000047692956,0.00011647004,0.00086464727,0.0002723741,0.0001778284],"category_scores_gemma":[0.000044823395,0.00023176425,0.00024333995,0.00037728535,0.000033157336,0.0001780082,0.000078308054,0.00041524073,0.0009860023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020775483,0.0015601034,0.08956577,0.0049481792,0.0014764911,0.0001385525,0.053292662,0.011229535,0.0046889638,0.3360816,0.0066696447,0.49014074],"study_design_scores_gemma":[0.0018085322,0.0020582813,0.12274424,0.0026391586,0.0004807574,0.000013942148,0.0047116647,0.8465607,0.0037346787,0.0017124623,0.011060211,0.0024753385],"about_ca_topic_score_codex":0.0003746095,"about_ca_topic_score_gemma":0.000013382071,"teacher_disagreement_score":0.8353312,"about_ca_system_score_codex":0.000017508728,"about_ca_system_score_gemma":0.00024201226,"threshold_uncertainty_score":0.99979186},"labels":[],"label_agreement":null},{"id":"W4231480823","doi":"10.18162/ritpu-2015-v12n1-02","title":"University teaching versus the MOOC: Reports from the field, current trends, and future directions","year":2015,"lang":"en","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Current (fluid); Field (mathematics); Engineering physics; Mathematics education; Political science; Engineering ethics; Psychology; Engineering; Mathematics; Electrical engineering","score_opus":0.027798227343321824,"score_gpt":0.28378600672911586,"score_spread":0.25598777938579403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231480823","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43880734,0.008177613,0.023311779,0.5112906,0.0033873706,0.00020087283,0.00003694278,0.0025337138,0.012253761],"genre_scores_gemma":[0.96277815,0.0055376324,0.011394432,0.00008779246,0.00060488627,0.000001844243,0.0000334746,0.000015888412,0.019545905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992345,0.000079037425,0.00009887998,0.00028347757,0.000166078,0.00013804402],"domain_scores_gemma":[0.9986168,0.00064949424,0.00011230088,0.00048796757,0.00010060686,0.000032798995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017884419,0.00011283112,0.000094944764,0.00013632576,0.00042774872,0.000097249576,0.0010507493,0.00008732913,0.0000029335345],"category_scores_gemma":[0.0005272101,0.000081391525,0.00006860494,0.0003367443,0.00014305345,0.0003709944,0.00074472796,0.00050248747,0.0000036982303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011230798,0.00002513083,0.004359648,0.0000024869178,0.00006625629,0.00009256638,0.0015392844,0.000106459775,0.0000022351423,0.02196398,0.0066208956,0.96520984],"study_design_scores_gemma":[0.00023359043,0.00007194365,0.001935098,0.00004166703,0.0000350449,0.00003931749,0.014717573,0.005636636,0.0000132781115,0.003293262,0.9738571,0.00012548747],"about_ca_topic_score_codex":0.00015818492,"about_ca_topic_score_gemma":0.00019915793,"teacher_disagreement_score":0.9672362,"about_ca_system_score_codex":0.00020536667,"about_ca_system_score_gemma":0.000059028298,"threshold_uncertainty_score":0.331905},"labels":[],"label_agreement":null},{"id":"W4232457545","doi":"10.1145/3371394.3371398","title":"ICER 2019 review","year":2019,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Attendance; Medical education; Library science; Medicine; Political science; Computer science; Law","score_opus":0.007261097141783245,"score_gpt":0.2508526252975716,"score_spread":0.24359152815578833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232457545","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017945567,0.032979358,0.008260691,0.88827497,0.0016460441,0.00076836953,0.0000055982377,0.0010105469,0.049108837],"genre_scores_gemma":[0.23906428,0.02034577,0.19595155,0.104351155,0.0009868386,0.000029611398,0.00004337968,0.00010985051,0.43911758],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989791,0.000066236695,0.00018250306,0.00031654644,0.0002255568,0.00023007787],"domain_scores_gemma":[0.99840426,0.00014750971,0.00008293013,0.0012351038,0.00005926562,0.00007092162],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00035740007,0.00011290847,0.00019481502,0.000036928563,0.000038996128,0.000058169993,0.0012957656,0.000042944426,0.0011873055],"category_scores_gemma":[0.00030581694,0.000094758194,0.00008728066,0.00020340575,0.00001312588,0.000054662778,0.0004455391,0.0001988561,0.026233383],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018380929,0.00006126304,0.0013384477,0.00025628955,0.000019627529,0.000018422723,0.000057041347,0.000058521073,0.000118506745,0.0067753484,0.95579314,0.03550155],"study_design_scores_gemma":[0.00015082474,0.000050242845,0.00043649742,0.000386595,0.000008629829,0.000010739021,0.0000028689458,0.00076559687,0.0000483509,0.00060749054,0.99737,0.00016215401],"about_ca_topic_score_codex":0.000018059669,"about_ca_topic_score_gemma":2.9103438e-7,"teacher_disagreement_score":0.78392386,"about_ca_system_score_codex":0.000012934058,"about_ca_system_score_gemma":0.000035049474,"threshold_uncertainty_score":0.99972576},"labels":[],"label_agreement":null},{"id":"W4232967194","doi":"10.18162/ritpu-2016-v13n3-01","title":"Les relations entre attentes, valeur, buts, engagement cognitif et engagement comportemental dans un MOOC","year":2016,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Trois-Rivières","funders":"","keywords":"Psychology; Humanities; Art","score_opus":0.06060818803305715,"score_gpt":0.294275571650377,"score_spread":0.23366738361731984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232967194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4442115,0.0040184944,0.32624137,0.20146114,0.0013751939,0.00068594044,0.0006624329,0.00251145,0.018832473],"genre_scores_gemma":[0.76874244,0.0044797435,0.021998765,0.000056293502,0.00008543958,0.000011206187,0.00011251768,0.000035187466,0.2044784],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970456,0.00042170266,0.00055249984,0.00085383054,0.0005358706,0.0005905319],"domain_scores_gemma":[0.99737334,0.0009550136,0.00041054437,0.00073351327,0.00042614125,0.00010143006],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00063484046,0.00044424017,0.00034006985,0.0005015918,0.0006971987,0.00019414755,0.0020196342,0.00030946257,0.00045725022],"category_scores_gemma":[0.00075271295,0.00042766114,0.00028364942,0.0005451003,0.000728369,0.0011772885,0.0020914287,0.0007954299,0.0003573134],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013110584,0.0006150676,0.08004458,0.000116701354,0.00068699697,0.0007704686,0.0027522205,0.0008146281,0.0007578721,0.21736152,0.0033783417,0.69268847],"study_design_scores_gemma":[0.0039265766,0.0010164289,0.027602324,0.005612905,0.0006712473,0.0004618903,0.06767312,0.03494103,0.003954125,0.023301093,0.82883173,0.0020075361],"about_ca_topic_score_codex":0.00013847294,"about_ca_topic_score_gemma":0.00020054939,"teacher_disagreement_score":0.8254534,"about_ca_system_score_codex":0.0017521081,"about_ca_system_score_gemma":0.00021556324,"threshold_uncertainty_score":0.9998175},"labels":[],"label_agreement":null},{"id":"W4233356904","doi":"10.1109/dasc-picom-cbdcom-cyberscitech52372.2021.00040","title":"Lightweight and Interpretable Detection of Affective Engagement for Online Learners","year":2021,"lang":"en","type":"article","venue":"2021 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada; Athabasca University","keywords":"Computer science; Enhanced Data Rates for GSM Evolution; Distraction; Artificial intelligence; Set (abstract data type); Confusion; Convolutional neural network; Artificial neural network; Machine learning; Human–computer interaction; Psychology; Cognitive psychology","score_opus":0.040811001807707706,"score_gpt":0.2974783192697599,"score_spread":0.25666731746205224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233356904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8887012,0.0020085848,0.09635771,0.0048814816,0.0046245805,0.0016823068,0.00031204335,0.0005813032,0.0008508002],"genre_scores_gemma":[0.9900751,0.0014445243,0.0044939816,0.0027066,0.00060452486,0.000020069814,0.00013076878,0.0001112166,0.00041321685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98860765,0.00069572433,0.0022921532,0.0051568937,0.0012431822,0.002004402],"domain_scores_gemma":[0.9894609,0.0029673753,0.0019875874,0.0026835997,0.0020943636,0.0008061634],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","sts"],"category_scores_codex":[0.00392486,0.0018334151,0.0024500694,0.0021856937,0.0024167886,0.0018748112,0.0035398565,0.001062051,0.000046019704],"category_scores_gemma":[0.002055178,0.0017300725,0.00026982557,0.0022822819,0.0041534137,0.0007135125,0.004609673,0.0034188863,0.00002490222],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041793013,0.0010428627,0.00215515,0.00042540007,0.00083745766,0.00026825772,0.0037216616,0.0016507184,0.0056963954,0.1282118,0.0011777173,0.8543947],"study_design_scores_gemma":[0.0037432099,0.006512287,0.0010832782,0.0036069092,0.00038501067,0.0007309601,0.005328596,0.8641084,0.060197886,0.0050534043,0.04608293,0.003167151],"about_ca_topic_score_codex":0.00037987644,"about_ca_topic_score_gemma":0.0003027461,"teacher_disagreement_score":0.86245763,"about_ca_system_score_codex":0.00032551747,"about_ca_system_score_gemma":0.0011985166,"threshold_uncertainty_score":0.9994411},"labels":[],"label_agreement":null},{"id":"W4233956976","doi":"10.17975/sfj-2020-012","title":"2021 Highschool Big Data Challenge: Paving the path to true equality and equal access in education","year":2021,"lang":"en","type":"article","venue":"STEM Fellowship Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Earl Haig Secondary School","funders":"Directorate for STEM Education; Cisco Systems","keywords":"Mathematics education; Big data; Experiential learning; Learning analytics; Analytics; Computer science; Python (programming language); Psychology; Data science","score_opus":0.12608994685866043,"score_gpt":0.3720519551087183,"score_spread":0.24596200825005787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233956976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6024051,0.008388812,0.23842181,0.1427979,0.005465196,0.00028552255,0.000020334908,0.00006718538,0.0021481495],"genre_scores_gemma":[0.9946252,0.0004674296,0.00239475,0.00066032755,0.0011997634,0.0000025170561,0.000006565479,0.000009690747,0.0006337621],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997943,0.00058522495,0.0003786785,0.0004188799,0.00037570772,0.00029853717],"domain_scores_gemma":[0.9983553,0.00021768539,0.00015897167,0.0009074252,0.00015424418,0.00020636052],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002096687,0.00013144614,0.00018743821,0.00010870046,0.00026552076,0.0012481518,0.0016631575,0.00005790156,0.000012269814],"category_scores_gemma":[0.0002741016,0.00009829902,0.000038656453,0.00058406295,0.000022263253,0.0007110718,0.0011600817,0.0006795482,0.000013487864],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008669888,0.00025964636,0.015985226,0.00006294139,0.000035071746,0.000118959506,0.00407447,0.0003455579,0.00016269286,0.0070819384,0.0019150967,0.9699497],"study_design_scores_gemma":[0.0062777046,0.0010334702,0.23431607,0.0060424116,0.0003238482,0.0038833858,0.085452735,0.34123585,0.001029204,0.11433703,0.20146137,0.004606925],"about_ca_topic_score_codex":0.00004379181,"about_ca_topic_score_gemma":0.00020997932,"teacher_disagreement_score":0.9653428,"about_ca_system_score_codex":0.0000618846,"about_ca_system_score_gemma":0.0008015852,"threshold_uncertainty_score":0.99978864},"labels":[],"label_agreement":null},{"id":"W4234892704","doi":"10.35940/ijitee.f1154.0486s419","title":"Factors affecting Students Continue Intention to Use MOOCs, Benefits and Drawbacks. A Research Paper from the UAE Context","year":2019,"lang":"en","type":"article","venue":"International Journal of Innovative Technology and Exploring Engineering","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; Utah Agricultural Experiment Station","keywords":"Functional illiteracy; Quality (philosophy); Context (archaeology); Monopoly; Key (lock); Public relations; Socioeconomic status; Business; Political science; Marketing; Economic growth; Sociology; Economics; Computer science","score_opus":0.06305531150767972,"score_gpt":0.33308800250000276,"score_spread":0.270032690992323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234892704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851742,0.00015867903,0.011092976,0.0028850858,0.0005802728,0.00006196245,0.0000021859028,0.00003970789,0.000004976547],"genre_scores_gemma":[0.99731374,0.000060158323,0.0024397292,0.000089441295,0.00006686568,0.0000023524115,8.235325e-7,0.00000782844,0.000019040892],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990876,0.00002585002,0.00024698355,0.00015870784,0.0003332816,0.0001475972],"domain_scores_gemma":[0.9984963,0.00045596214,0.0001140148,0.000118557655,0.00078316574,0.00003199063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005819641,0.00009694587,0.00015041392,0.00063279964,0.000060929666,0.00022234462,0.0006243571,0.00005567587,0.0000014227967],"category_scores_gemma":[0.0008859607,0.0000697928,0.000021947013,0.000644671,0.00003737258,0.0006868792,0.0004559869,0.0006142937,0.0000027731564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027132774,0.000046695328,0.86393905,0.000006730658,0.0003748834,0.000024062507,0.0037862493,0.0010358894,0.014146709,0.058503874,0.000053391355,0.058055315],"study_design_scores_gemma":[0.0010816008,0.00041569115,0.97009087,0.0014255504,0.000008792123,0.000050047674,0.005884186,0.0036408738,0.011682461,0.001541216,0.0038937302,0.00028496629],"about_ca_topic_score_codex":0.000026933727,"about_ca_topic_score_gemma":0.0000039720076,"teacher_disagreement_score":0.10615182,"about_ca_system_score_codex":0.000047904614,"about_ca_system_score_gemma":0.000014196654,"threshold_uncertainty_score":0.28460678},"labels":[],"label_agreement":null},{"id":"W4236076919","doi":"10.32920/ryerson.14652246","title":"Comparison of flow-based versus block-based programming for naive programmers","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Usability; Block (permutation group theory); Programming language; Visual programming language; Programming paradigm; Reactive programming; Domain (mathematical analysis); Inductive programming; Functional reactive programming; Procedural programming; Empirical research; Human–computer interaction; Mathematics","score_opus":0.06250553481138599,"score_gpt":0.37384145338228797,"score_spread":0.311335918570902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236076919","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011849287,0.00018903492,0.98239297,0.0030487655,0.0011077116,0.00083382387,0.000012510262,0.00042058804,0.00014529526],"genre_scores_gemma":[0.46628803,7.2472005e-7,0.5333051,0.000045079174,0.000067165216,0.00007418196,0.00014760878,0.000017771148,0.000054345346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975087,0.000098923,0.00059399626,0.00083145936,0.00049435993,0.00047255537],"domain_scores_gemma":[0.9973709,0.0004340501,0.00047661635,0.0009835601,0.00058976904,0.00014507753],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040093565,0.00034908665,0.0007141593,0.00019691586,0.00010636927,0.00036510444,0.00114946,0.00029341647,0.000006968259],"category_scores_gemma":[0.00022552253,0.00033793336,0.00053799554,0.00041173818,0.00009157539,0.000055250304,0.0004503322,0.0005942263,0.0000022873605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018315218,0.0017326346,0.0043969736,0.0017894172,0.0003551226,0.000015012812,0.00069567014,0.6775039,0.00006357344,0.0013306659,0.0004739327,0.31145996],"study_design_scores_gemma":[0.0013374106,0.0005987495,0.000031104795,0.00028089655,0.00010467199,2.3007976e-7,0.00023105396,0.99050283,0.003052437,0.000047212645,0.00343605,0.00037732572],"about_ca_topic_score_codex":0.000085900865,"about_ca_topic_score_gemma":0.000058478927,"teacher_disagreement_score":0.45443875,"about_ca_system_score_codex":0.00007841205,"about_ca_system_score_gemma":0.0011355303,"threshold_uncertainty_score":0.99990726},"labels":[],"label_agreement":null},{"id":"W4236950172","doi":"10.1007/978-981-10-8743-1","title":"Challenges and Solutions in Smart Learning","year":2018,"lang":"en","type":"book","venue":"Lecture notes in educational technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science","score_opus":0.022800842570566988,"score_gpt":0.2872470326663521,"score_spread":0.2644461900957851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236950172","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014909462,0.07272402,0.05673597,0.75603944,0.0017793122,0.00050141197,0.000005583893,0.00078454684,0.10993876],"genre_scores_gemma":[0.7089622,0.011131502,0.15972506,0.0010873904,0.0022855888,0.00015999166,0.00017887905,0.0001397972,0.11632962],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99872005,0.00005341338,0.00023229125,0.00055127684,0.00013183062,0.00031115406],"domain_scores_gemma":[0.99891543,0.00049064355,0.00011749503,0.00036532382,0.00008007957,0.00003099477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025818314,0.00019947252,0.00026623267,0.0011683307,0.00008193489,0.00002703119,0.00055689126,0.00068366213,0.000014417041],"category_scores_gemma":[0.0009595049,0.00020917329,0.00003120362,0.00035161045,0.00023161192,0.00006268854,0.0002934633,0.0013716415,0.00004194416],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017390522,0.00012209894,0.0019679447,0.00006811824,0.00002463412,0.000009516691,0.0008759311,0.0006894511,0.000013069368,0.7273136,0.0006727742,0.26824117],"study_design_scores_gemma":[0.00010642538,0.00007986819,0.0019480223,0.00021317648,0.0000050540075,0.000053742253,0.000010275728,0.00439309,0.0000057888105,0.937518,0.0554391,0.00022743062],"about_ca_topic_score_codex":0.0000069395837,"about_ca_topic_score_gemma":0.00049030076,"teacher_disagreement_score":0.7549521,"about_ca_system_score_codex":0.0001797097,"about_ca_system_score_gemma":0.0006255613,"threshold_uncertainty_score":0.8529839},"labels":[],"label_agreement":null},{"id":"W4238649124","doi":"10.18162/ritpu-2016-v13n2-01","title":"L’apprentissage médiatisé des dispositifs de type podcast aux dispositifs de type MOOC : du micro au macro au méso","year":2016,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Art; Political science","score_opus":0.028102658965961928,"score_gpt":0.2770472038757534,"score_spread":0.24894454490979145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238649124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8818296,0.0028898017,0.06993936,0.040728018,0.0010614286,0.00018316446,0.0001541655,0.0010168051,0.00219762],"genre_scores_gemma":[0.81284446,0.0039418405,0.019873725,0.0000409474,0.00030425374,0.0000033583403,0.000030311747,0.000049032515,0.16291207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972424,0.00018448578,0.000395441,0.00077805814,0.0003161645,0.0010834641],"domain_scores_gemma":[0.9974725,0.00064265216,0.0002880827,0.0007787578,0.0006323062,0.00018567526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037286046,0.00046172968,0.00039828604,0.00047373612,0.000636139,0.00026121706,0.002568,0.00052712485,0.00009124292],"category_scores_gemma":[0.0013309594,0.00045247647,0.0002523594,0.00094281585,0.0013368534,0.0011435886,0.0015019003,0.0005326848,0.0002625557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007270513,0.00032223391,0.21409257,0.0002661663,0.00042173293,0.0016431484,0.004010962,0.0008061235,0.006307184,0.043067243,0.0020800037,0.72690994],"study_design_scores_gemma":[0.0046750423,0.0033567837,0.17669702,0.014830592,0.0012127126,0.0055886945,0.027536156,0.09918218,0.029628972,0.06801704,0.5642463,0.00502853],"about_ca_topic_score_codex":0.00061543845,"about_ca_topic_score_gemma":0.000934054,"teacher_disagreement_score":0.7218814,"about_ca_system_score_codex":0.0043063676,"about_ca_system_score_gemma":0.0013025162,"threshold_uncertainty_score":0.9997927},"labels":[],"label_agreement":null},{"id":"W4239543976","doi":"10.32920/ryerson.14636274.v1","title":"Learning in the Wild: Coding Reddit for Learning and Practice","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Toronto Metropolitan University","funders":"","keywords":"Ask price; Learning analytics; Schema (genetic algorithms); Informal learning; Happening; Social media; Coding (social sciences); Exploratory research; Social learning; Computer science; World Wide Web; Knowledge management; Sociology; Data science; Pedagogy; Social science","score_opus":0.029302902339458876,"score_gpt":0.3390081732655639,"score_spread":0.309705270926105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239543976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010094994,0.00091865164,0.9238726,0.052746404,0.00043910963,0.0003979815,7.8770927e-7,0.0003466742,0.011182788],"genre_scores_gemma":[0.71892774,0.00053078984,0.27519375,0.0009294242,0.000280508,0.000033156157,0.000029723506,0.00002251995,0.0040523754],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784863,0.00067549996,0.00028160823,0.0006216332,0.00028249036,0.000290148],"domain_scores_gemma":[0.9963035,0.0029028233,0.00025714314,0.00034273794,0.0001497519,0.000044065822],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027403457,0.00019569206,0.0002698322,0.00012296114,0.00026216527,0.0011785778,0.00065451575,0.00017223936,0.000004914683],"category_scores_gemma":[0.004665126,0.00015433082,0.00009115108,0.00029167632,0.000031616906,0.00027477523,0.0010505549,0.0020214855,0.0000027189783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004970403,0.00036824873,0.010858564,0.0009991466,0.00028423106,0.00039377648,0.04202807,0.24571544,0.00019574283,0.1022719,0.0021496338,0.59468555],"study_design_scores_gemma":[0.00028237345,0.00016104085,0.00037720383,0.00031289336,0.000043594162,0.000091530186,0.008402106,0.91503304,0.000009691533,0.0015250728,0.07341156,0.0003498714],"about_ca_topic_score_codex":0.000078871715,"about_ca_topic_score_gemma":0.00001549503,"teacher_disagreement_score":0.70883274,"about_ca_system_score_codex":0.0000325531,"about_ca_system_score_gemma":0.00014855084,"threshold_uncertainty_score":0.9998583},"labels":[],"label_agreement":null},{"id":"W4239923316","doi":"10.31219/osf.io/cdf9h","title":"Scoping review search practices in the social sciences: A scoping review protocol","year":2021,"lang":"en","type":"review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Council of University Libraries; University of Toronto; Memorial University of Newfoundland","funders":"","keywords":"Variety (cybernetics); Systematic review; Protocol (science); Discipline; Data science; Management science; Engineering ethics; Knowledge management; Sociology; Computer science; MEDLINE; Social science; Political science; Engineering; Medicine; Alternative medicine","score_opus":0.3746927347274696,"score_gpt":0.6037734854870065,"score_spread":0.22908075075953688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239923316","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.8873553e-10,0.86441505,0.000635193,0.007321227,0.00004496466,0.12455001,5.801907e-7,0.000064778564,0.0029682291],"genre_scores_gemma":[1.93002e-9,0.9269669,0.005653985,0.0040538646,0.00021833932,0.062932715,0.000006109792,0.000016944954,0.00015113989],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99195933,0.003683845,0.0014485709,0.0010787115,0.0012188909,0.00061062264],"domain_scores_gemma":[0.9958991,0.0013655521,0.001569773,0.000927695,0.00018177983,0.000056141616],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01154152,0.0004414368,0.0024943755,0.00019584224,0.0005457662,0.00088569557,0.0038063098,0.0001464256,0.00010199744],"category_scores_gemma":[0.0022965027,0.0002548697,0.0006032664,0.004747818,0.00014297999,0.00058785384,0.0008567224,0.0012384086,0.000113919086],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[3.3356706e-8,0.000031069965,3.2281957e-7,0.63250804,0.00000755819,0.000023779105,0.00002790795,2.71062e-7,1.2892399e-9,0.0012537306,0.0006862347,0.36546105],"study_design_scores_gemma":[0.000036720303,0.00002700077,2.6575382e-8,0.7372007,0.00010057534,0.00007067746,0.000010745629,0.000080782804,1.5160579e-8,0.000009057443,0.26222718,0.00023656164],"about_ca_topic_score_codex":0.000026053825,"about_ca_topic_score_gemma":0.000037885573,"teacher_disagreement_score":0.3652245,"about_ca_system_score_codex":0.000075468255,"about_ca_system_score_gemma":0.006318806,"threshold_uncertainty_score":0.99999034},"labels":[],"label_agreement":null},{"id":"W4240205871","doi":"10.18162/ritpu-2015-v12n12-13","title":"MOOCs : faits et chiffres","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Philosophy","score_opus":0.07147667523212507,"score_gpt":0.3048536408279512,"score_spread":0.2333769655958261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240205871","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43338192,0.015370325,0.08202913,0.41961905,0.002888978,0.00033176082,0.00012632816,0.0040574246,0.0421951],"genre_scores_gemma":[0.4617519,0.0036674931,0.0544114,0.00014258108,0.00020361216,0.0000036262438,0.000035333076,0.00003666724,0.47974738],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980453,0.00014170435,0.0002997199,0.00060094433,0.00042236768,0.00048992643],"domain_scores_gemma":[0.9980203,0.00032712988,0.00022458464,0.00067796896,0.00062374386,0.00012627187],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038358168,0.00032061644,0.00030775336,0.0005005078,0.00017089285,0.0002802599,0.0024371212,0.00040584037,0.000023658848],"category_scores_gemma":[0.0016982107,0.00036658294,0.0001866141,0.0008117899,0.0005805803,0.0014619064,0.0016613078,0.0007281395,0.00033207363],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013964079,0.00023500038,0.009312197,0.00012153019,0.00021367708,0.0008955775,0.0039025648,0.012170896,0.000040522704,0.40031853,0.012131642,0.5606439],"study_design_scores_gemma":[0.0008400613,0.0005379719,0.0014591777,0.0010092441,0.00008192222,0.00045941139,0.018700073,0.14385253,0.00031352259,0.06648424,0.7655386,0.00072329957],"about_ca_topic_score_codex":0.00015869933,"about_ca_topic_score_gemma":0.0001928561,"teacher_disagreement_score":0.7534069,"about_ca_system_score_codex":0.00080548885,"about_ca_system_score_gemma":0.00046248225,"threshold_uncertainty_score":0.9998786},"labels":[],"label_agreement":null},{"id":"W4240215313","doi":"10.1109/dasc-picom-cbdcom-cyberscitech52372.2021.00141","title":"Constructing Intelligent Learning Dashboard for Online Learners","year":2021,"lang":"en","type":"article","venue":"2021 IEEE Intl Conf on Dependable, Autonomic and Secure Computing, Intl Conf on Pervasive Intelligence and Computing, Intl Conf on Cloud and Big Data Computing, Intl Conf on Cyber Science and Technology Congress (DASC/PiCom/CBDCom/CyberSciTech)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Dashboard; Learning Management; Visualization; Learning analytics; Multimedia; Visibility; Online course; Online learning; Artificial intelligence; Mathematics education; Data science; Psychology","score_opus":0.049794255203490796,"score_gpt":0.3043146724057984,"score_spread":0.2545204172023076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240215313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8715585,0.0019710495,0.10097813,0.011932534,0.008000742,0.0019745298,0.00038329052,0.0013396358,0.0018616087],"genre_scores_gemma":[0.9815587,0.0014668376,0.009152337,0.005223952,0.001185465,0.000020672021,0.000320355,0.00018244353,0.0008892667],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98430216,0.0008078247,0.003143536,0.0069080484,0.0017587339,0.0030797103],"domain_scores_gemma":[0.9861763,0.00381969,0.0025737302,0.0034902226,0.002684812,0.001255209],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","sts","research_integrity"],"category_scores_codex":[0.0046562497,0.0025110883,0.0030803191,0.0025980005,0.0037361365,0.0035220357,0.0056482414,0.0014450111,0.000099505516],"category_scores_gemma":[0.0035737834,0.002449061,0.00042102244,0.0029339762,0.0058068545,0.0008247367,0.006066513,0.0056449235,0.00008794048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028957857,0.0007825485,0.0041193776,0.00030569095,0.00070105743,0.00050989917,0.002655014,0.004213915,0.0010466363,0.19816533,0.0019434169,0.78526753],"study_design_scores_gemma":[0.0032601089,0.0044462243,0.00040793754,0.0036219412,0.0003301114,0.0013697766,0.010016988,0.86596286,0.016333653,0.0043491623,0.08594418,0.0039570434],"about_ca_topic_score_codex":0.00034759045,"about_ca_topic_score_gemma":0.00028051622,"teacher_disagreement_score":0.86174893,"about_ca_system_score_codex":0.0005254877,"about_ca_system_score_gemma":0.0019948017,"threshold_uncertainty_score":0.99985135},"labels":[],"label_agreement":null},{"id":"W4241628320","doi":"10.53761/1.15.4.4","title":"Graduate students' research-based learning experiences in an online Master of Education program","year":2018,"lang":"en","type":"article","venue":"Journal of University Teaching and Learning Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Graduate students; Focus group; Medical education; Online learning; Pedagogy; Research ethics; Grounded theory; Active learning (machine learning); Psychology; Qualitative research; Sociology; Computer science; Medicine; Multimedia","score_opus":0.11104431411514341,"score_gpt":0.42322565041443094,"score_spread":0.3121813362992875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241628320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886626,0.00004164226,0.007417836,0.0033091141,0.00011487984,0.0000596713,7.289717e-8,0.000028942517,0.00036522484],"genre_scores_gemma":[0.9057477,0.00002386278,0.093500026,0.00004378107,0.00012117566,1.5078973e-7,9.288385e-7,0.000005199933,0.0005571499],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9947367,0.0040411656,0.00024042993,0.00018938191,0.0006022438,0.00019010398],"domain_scores_gemma":[0.9977237,0.00082091155,0.0005440198,0.00013356461,0.0006655131,0.00011229935],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007470029,0.00008464067,0.00017164723,0.0005846015,0.000524651,0.00019043073,0.0005854099,0.000052300944,0.0000026825824],"category_scores_gemma":[0.0033531103,0.00008084385,0.00004008898,0.00043650955,0.0001918434,0.0015035191,0.00014208064,0.0026603704,0.0000011899219],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061006617,0.004795529,0.13160875,0.000068229965,0.000074505435,0.00015086525,0.17826377,0.0075176847,0.00038082773,0.0014252542,0.00016242776,0.6749421],"study_design_scores_gemma":[0.0021146638,0.012762059,0.055806946,0.00096144824,0.00009459622,0.00018770473,0.5520612,0.17182413,0.00005892886,0.0001454807,0.20354962,0.00043318662],"about_ca_topic_score_codex":0.00017326584,"about_ca_topic_score_gemma":0.000015269872,"teacher_disagreement_score":0.67450887,"about_ca_system_score_codex":0.00006201966,"about_ca_system_score_gemma":0.00028867397,"threshold_uncertainty_score":0.9996405},"labels":[],"label_agreement":null},{"id":"W4242311270","doi":"10.47963/gje.v6i.522","title":"Massive open online courses (MOOCS) for university education: a study on students’ experiences at the University of Ghana","year":2020,"lang":"en","type":"article","venue":"Ghana Journal of Education Issues and Practice (GJE)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Medical education; Government (linguistics); The Internet; Higher education; Massive open online course; Quality (philosophy); Qualitative research; Open education; Psychology; Political science; Mathematics education; Pedagogy; Sociology; Medicine; Computer science; World Wide Web","score_opus":0.05213580358365073,"score_gpt":0.3950563039158422,"score_spread":0.34292050033219146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242311270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80830985,0.0010752237,0.0023811588,0.18676369,0.00053569034,0.0003811374,0.0000067274013,0.000007867845,0.000538646],"genre_scores_gemma":[0.98639137,0.00032368038,0.008506834,0.00090374117,0.00028212572,4.7854394e-7,0.0000032621058,0.0000046497335,0.00358388],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989332,0.00030070107,0.0001859951,0.00018627226,0.00030381107,0.00008999957],"domain_scores_gemma":[0.99779296,0.0005843402,0.0007040715,0.00018857443,0.00060499244,0.00012505914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054724194,0.000089857356,0.00018580492,0.00006710183,0.00034377514,0.00015412521,0.0010817166,0.00002687784,0.000045876623],"category_scores_gemma":[0.00053195417,0.00007245049,0.000051658757,0.0002968961,0.000065793894,0.00084312976,0.00025434972,0.00015497669,0.0000034826055],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025052514,0.015480135,0.020717977,0.00013869497,0.001021298,0.000052973035,0.68702614,0.000716844,0.00012175364,0.010966636,0.14154936,0.1197029],"study_design_scores_gemma":[0.0005614801,0.001330229,0.0039902623,0.000064346765,0.00016486162,0.000021073527,0.77321935,0.00032869988,0.000030407362,0.00006532072,0.22012252,0.00010148677],"about_ca_topic_score_codex":0.00019530262,"about_ca_topic_score_gemma":0.00003525607,"teacher_disagreement_score":0.18585995,"about_ca_system_score_codex":0.000054523174,"about_ca_system_score_gemma":0.0007720935,"threshold_uncertainty_score":0.29544455},"labels":[],"label_agreement":null},{"id":"W4242524895","doi":"10.31234/osf.io/vqjb8","title":"Strengthening the foundation of educational psychology by integrating construct validation into open science reform","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); Open science; Construct (python library); Replication (statistics); Foundation (evidence); Construct validity; Computer science; Engineering ethics; Scale (ratio); Political science; Psychology; Data science; Management science; Public relations; Psychometrics; Law; Medicine; Engineering; Computer security; Mathematics","score_opus":0.026213004345667024,"score_gpt":0.3827002186832326,"score_spread":0.3564872143375656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242524895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25055182,0.00012393291,0.62952316,0.0697944,0.0021332619,0.00046625783,0.000005542374,0.000076726195,0.0473249],"genre_scores_gemma":[0.7692942,0.000016457729,0.22997136,0.00020119785,0.000060466373,0.000011451206,0.000102263184,0.0000051605193,0.0003374197],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981809,0.00013055568,0.0004955256,0.0006212151,0.00040312065,0.00016867372],"domain_scores_gemma":[0.99771917,0.00019704246,0.0005634378,0.00091613556,0.00055756205,0.00004667166],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014955224,0.00014798374,0.00020996704,0.00014206533,0.00033591138,0.0011849612,0.0040030167,0.00009037591,0.0001126216],"category_scores_gemma":[0.0005994932,0.000104126855,0.000056842055,0.0006206151,0.00036137126,0.0006029775,0.003322253,0.00050970726,0.0000058475957],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044213793,0.00020058034,0.00504031,0.00008434892,0.0000785349,4.530391e-7,0.0047441097,0.0015088778,0.0080358265,0.59635717,0.00070737995,0.38323802],"study_design_scores_gemma":[0.0006769036,0.00019296858,0.0046853167,0.0009399729,0.000073053045,0.000059191712,0.0062407902,0.6962614,0.021810545,0.26587164,0.0021287596,0.0010594815],"about_ca_topic_score_codex":0.00134392,"about_ca_topic_score_gemma":0.00007851783,"teacher_disagreement_score":0.6947525,"about_ca_system_score_codex":0.00017276418,"about_ca_system_score_gemma":0.0016367411,"threshold_uncertainty_score":0.9998519},"labels":[],"label_agreement":null},{"id":"W4242751004","doi":"10.7287/peerj.preprints.26879","title":"Insights from a massive open online course (MOOC) for medical education (2014-2018)","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Massive open online course; Medical education; Analytics; Medicine; Quality (philosophy); Psychology; Mathematics education; Computer science; Data science","score_opus":0.025665343472394464,"score_gpt":0.35712491162487797,"score_spread":0.3314595681524835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242751004","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013777688,0.0005163379,0.86801535,0.10497376,0.006524646,0.0011797516,0.00014455653,0.0003873835,0.0044805454],"genre_scores_gemma":[0.11847311,0.000111340916,0.85151815,0.0074227513,0.005655068,0.00016222063,0.002113453,0.00006119787,0.0144827],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99759626,0.00011517905,0.00046182823,0.001017049,0.00055120036,0.0002585042],"domain_scores_gemma":[0.99719447,0.00021881258,0.00036318065,0.001399993,0.00047744822,0.00034607013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024046913,0.00030246645,0.00045782223,0.00011417534,0.00013873918,0.0006269054,0.0044530793,0.0004988204,0.00027290592],"category_scores_gemma":[0.00046108835,0.0002445915,0.00014844994,0.00012561532,0.00010787496,0.00022762948,0.004061895,0.00049090525,0.00020760631],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038515056,0.0047744354,0.00047676696,0.00018341524,0.00044069457,0.000021865217,0.0015245453,0.00027713654,0.00002394409,0.104667194,0.7711696,0.11640191],"study_design_scores_gemma":[0.0006200531,0.00016115604,0.0011077998,0.00046117874,0.00009344022,0.0000030124097,0.00013051863,0.69229984,0.000055024328,0.2287343,0.0757522,0.00058149104],"about_ca_topic_score_codex":0.0009603312,"about_ca_topic_score_gemma":0.0005560708,"teacher_disagreement_score":0.6954174,"about_ca_system_score_codex":0.00008081261,"about_ca_system_score_gemma":0.00534188,"threshold_uncertainty_score":0.9974152},"labels":[],"label_agreement":null},{"id":"W4244034953","doi":"10.35940/ijrte.f9043.038620","title":"Prediction for University Admission using Machine Learning","year":2020,"lang":"en","type":"article","venue":"International Journal of Recent Technology and Engineering (IJRTE)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test of English as a Foreign Language; Scholarship; Higher education; Test (biology); Foreign language; Medical education; Mathematics education; Political science; Psychology; English language; Medicine; Law","score_opus":0.01820013229567464,"score_gpt":0.23555860603845574,"score_spread":0.2173584737427811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244034953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12091607,0.00022301696,0.8590635,0.019288838,0.00036788598,0.000023331146,0.0000025465008,0.00010483376,0.000009976406],"genre_scores_gemma":[0.92772144,0.00057706283,0.07146182,0.000049836548,0.0001552965,7.5373336e-8,0.0000020072998,0.0000055718538,0.000026882402],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995919,0.000007944369,0.00012948322,0.00008750245,0.0001081056,0.00007508637],"domain_scores_gemma":[0.99959755,0.000028948902,0.00010737356,0.000034483975,0.00017578948,0.000055875815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010460387,0.00005660203,0.0000890426,0.00027608953,0.00004350371,0.000022737517,0.00030414088,0.00006663339,0.0000031461702],"category_scores_gemma":[0.000233153,0.00005520544,0.000034300167,0.00020229787,0.000011624065,0.00016261287,0.00008191226,0.00027445963,4.0782436e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031462475,0.00018518558,0.04701814,0.00010776851,0.00087320834,0.00040177407,0.0011067905,0.45300058,0.09132929,0.075062774,0.0004491997,0.33015066],"study_design_scores_gemma":[0.00043326724,0.00013940092,0.0001612166,0.00004479086,0.000012488445,0.00013430862,0.000036016612,0.9179867,0.0008906113,0.00023189903,0.079877034,0.00005226355],"about_ca_topic_score_codex":7.0232494e-7,"about_ca_topic_score_gemma":8.239207e-8,"teacher_disagreement_score":0.8068054,"about_ca_system_score_codex":0.00003798058,"about_ca_system_score_gemma":0.000029205787,"threshold_uncertainty_score":0.22512126},"labels":[],"label_agreement":null},{"id":"W4244102810","doi":"10.1007/978-1-4614-6170-8_100022","title":"Learning Analytics","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Analytics; Computer science; Data science","score_opus":0.015640339476328927,"score_gpt":0.24055582407798298,"score_spread":0.22491548460165406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244102810","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.2661123e-7,0.000039482045,0.30517134,0.0013386554,0.00012348198,0.000021250595,2.7955664e-7,0.0003196842,0.6929851],"genre_scores_gemma":[0.0025891156,0.000067639776,0.017920466,0.00037537946,0.00033854542,2.6277027e-7,0.00000983809,0.000031586427,0.97866714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998769,0.00001644928,0.0002473952,0.00042582455,0.00032470247,0.00021661364],"domain_scores_gemma":[0.9989126,0.00009659612,0.00018331558,0.00059585314,0.00010254169,0.0001091278],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022590345,0.00024885396,0.00032019062,0.00018218736,0.000098700446,0.00017395116,0.00079270976,0.0002338933,0.00020632516],"category_scores_gemma":[0.000045999386,0.00022236738,0.00018226577,0.000042531487,0.000036125515,0.000051843872,0.00028767524,0.0007826342,0.0016249268],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1297474e-7,0.000002127093,0.0000136501385,0.000010370768,0.000029650128,0.000011954661,0.000017793831,0.0010133493,6.565646e-7,0.956384,0.0035824475,0.03893377],"study_design_scores_gemma":[0.00005450727,0.00008272901,0.0000031310808,0.00004670579,0.000022248798,0.000007999018,0.000001256213,0.21070214,0.0000017659848,0.038076207,0.7507263,0.00027500332],"about_ca_topic_score_codex":0.000003169449,"about_ca_topic_score_gemma":0.0000028709624,"teacher_disagreement_score":0.9183078,"about_ca_system_score_codex":0.000028558361,"about_ca_system_score_gemma":0.00006697349,"threshold_uncertainty_score":0.9991524},"labels":[],"label_agreement":null},{"id":"W4244386279","doi":"10.4018/978-1-5225-5643-5.ch087","title":"Resolving the Paradox of Overconfident Students With Intelligent Methods","year":2018,"lang":"en","type":"book-chapter","venue":"Intelligent Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Class (philosophy); Computer science; Closing (real estate); Test (biology); Tree (set theory); Course (navigation); Artificial intelligence; Mathematics education; Machine learning; Data mining; Data science; Psychology; Engineering; Mathematics","score_opus":0.03947941037677313,"score_gpt":0.34673591725824315,"score_spread":0.30725650688147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244386279","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017706363,0.0051918523,0.9434226,0.00041541152,0.0024761735,0.00091141945,0.000012228781,0.00017987289,0.047213335],"genre_scores_gemma":[0.05212852,0.0013695628,0.027094424,0.00023688855,0.0016939874,0.000048311493,0.00001986685,0.00021269014,0.91719574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99594086,0.00027676008,0.0011779881,0.00078986253,0.001404677,0.00040984337],"domain_scores_gemma":[0.99568284,0.000575961,0.001112778,0.0019607858,0.000513435,0.00015417962],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022009683,0.000549914,0.00086315867,0.0002786298,0.0001567959,0.00042799048,0.0032845002,0.00028506675,0.00009879117],"category_scores_gemma":[0.000078528836,0.0003414768,0.0003075475,0.00014575652,0.00026590654,0.00011154318,0.00071889965,0.00068800326,0.00034935132],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009083929,0.0003144995,0.00091064966,0.001051803,0.0032611855,0.00019281093,0.011944235,0.005999088,0.000076959164,0.90425545,0.010984547,0.06091796],"study_design_scores_gemma":[0.00025080043,0.0012863998,0.000038066253,0.0061237803,0.0004013773,0.00029029787,0.0010237641,0.045264103,0.0016930742,0.015386727,0.9268606,0.0013810269],"about_ca_topic_score_codex":0.00018953008,"about_ca_topic_score_gemma":0.00002291017,"teacher_disagreement_score":0.9163282,"about_ca_system_score_codex":0.00016509688,"about_ca_system_score_gemma":0.00016590582,"threshold_uncertainty_score":0.99990374},"labels":[],"label_agreement":null},{"id":"W4244457499","doi":"10.18162/ritpu-2015-v12n12-12","title":"Trois stratégies pour favoriser l’engagement des participants à un MOOC","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Psychology; Political science","score_opus":0.12201684988519004,"score_gpt":0.31473125158319204,"score_spread":0.192714401698002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244457499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8409891,0.008369385,0.06877354,0.073440135,0.0011010391,0.00024198862,0.00008163269,0.0018587878,0.0051443987],"genre_scores_gemma":[0.8060594,0.002863463,0.055601604,0.000037588437,0.00015799265,0.0000066279094,0.000020307141,0.00003116719,0.13522181],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99734366,0.00022217783,0.00042513188,0.000697245,0.00048695356,0.00082481926],"domain_scores_gemma":[0.99765986,0.0003714645,0.000273136,0.00074884103,0.000759701,0.00018701381],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005894673,0.00040503617,0.00038289712,0.00046502706,0.00037843568,0.00033339206,0.0023336033,0.00035450084,0.00005437841],"category_scores_gemma":[0.0018151106,0.00045004848,0.00022030291,0.00082222023,0.0009114245,0.0014151142,0.0015520041,0.00073932967,0.00029859412],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003119099,0.0005599632,0.040331453,0.00020021693,0.0006136176,0.0013122882,0.00835225,0.015570448,0.00011649904,0.13526382,0.0052963854,0.7923519],"study_design_scores_gemma":[0.0032048528,0.0018348153,0.015537458,0.0028811877,0.0005854953,0.0004850645,0.17239194,0.2767664,0.0049404954,0.24995664,0.26919162,0.0022240405],"about_ca_topic_score_codex":0.00024812293,"about_ca_topic_score_gemma":0.00022366465,"teacher_disagreement_score":0.7901278,"about_ca_system_score_codex":0.0013391691,"about_ca_system_score_gemma":0.00046981237,"threshold_uncertainty_score":0.99979514},"labels":[],"label_agreement":null},{"id":"W4245560113","doi":"10.33423/jlae.v18i1.4010","title":"Are Higher-Education Institutions Ready for Learning Analytics? Governance, Ethics, Confidentiality and Privacy","year":2021,"lang":"en","type":"article","venue":"Journal of Leadership Accountability and Ethics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Transparency (behavior); CLARITY; Confidentiality; Higher education; Corporate governance; Learning analytics; Public relations; Proactivity; Order (exchange); Information privacy; Audit; Analytics; Internet privacy; Business; Political science; Knowledge management; Computer science; Psychology; Accounting; Data science; Law","score_opus":0.334021808909188,"score_gpt":0.42526699915798427,"score_spread":0.09124519024879629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245560113","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2804753,0.006401291,0.10463091,0.60536087,0.002385586,0.00023161757,0.000022953125,0.000087642664,0.000403865],"genre_scores_gemma":[0.9858857,0.00066674716,0.008808929,0.003536509,0.00037673902,0.0000014974297,0.0000052261257,0.000008002983,0.0007106908],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979836,0.00045609387,0.0005346338,0.00030533798,0.00049684086,0.00022352384],"domain_scores_gemma":[0.99525356,0.0017347791,0.0008207188,0.00029038463,0.0017500789,0.00015047826],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0041094655,0.00014574379,0.00033901833,0.00006761109,0.00051593455,0.00047584108,0.0003140805,0.0003891561,0.00000858407],"category_scores_gemma":[0.0058825915,0.00013945442,0.00010757309,0.00029117934,0.00033069108,0.00085051224,0.00011367935,0.003025638,0.0000011423947],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018045174,0.0014857299,0.1870279,0.005265379,0.0004833535,0.000043224154,0.056015696,0.003369051,0.0006519187,0.7207113,0.0028018751,0.021964101],"study_design_scores_gemma":[0.0025967564,0.0005171842,0.3924097,0.00180185,0.00058026833,0.00053937634,0.042833112,0.010133237,0.0005209423,0.098919675,0.44803733,0.0011105594],"about_ca_topic_score_codex":0.00007370148,"about_ca_topic_score_gemma":0.0002466471,"teacher_disagreement_score":0.70541036,"about_ca_system_score_codex":0.00009412322,"about_ca_system_score_gemma":0.0017906924,"threshold_uncertainty_score":0.99927443},"labels":[],"label_agreement":null},{"id":"W4245665931","doi":"10.32920/ryerson.14636013","title":"Instructors’ Perceptions of Networked Learning and Analytics / Perceptions des instructeurs quant à l'apprentissage et l'analyse en réseau","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Dalhousie University","funders":"","keywords":"Learning analytics; Social network analysis; Session (web analytics); Graduate students; Analytics; Psychology; Sociology; Computer science; Humanities; World Wide Web; Pedagogy; Data science; Social media; Art","score_opus":0.018306032548903523,"score_gpt":0.30855799535146267,"score_spread":0.29025196280255916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245665931","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7278952,0.00023474793,0.27007568,0.00058365066,0.00025349853,0.00010211416,0.000010993543,0.00021558224,0.0006285271],"genre_scores_gemma":[0.82194847,0.0020124507,0.1748753,0.0000330123,0.00011575985,0.0000060558914,0.0001406678,0.00003245659,0.00083581964],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99652785,0.0007080095,0.0008042023,0.0009912659,0.00051186257,0.00045679772],"domain_scores_gemma":[0.99774075,0.00023771127,0.00042960467,0.00091099687,0.0004116777,0.00026928997],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006620122,0.00047792593,0.000821532,0.00050939864,0.00032396583,0.0006571678,0.0009369701,0.00040143798,0.00020211247],"category_scores_gemma":[0.00029179477,0.00046713592,0.00042010547,0.00089502113,0.00035068163,0.00036124187,0.002555173,0.0018436268,0.000007052068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009545814,0.00043997852,0.562251,0.00080243486,0.0011068681,0.000067624256,0.027017908,0.29813293,0.0024170359,0.015358725,0.00019856273,0.092197426],"study_design_scores_gemma":[0.000363125,0.00010803378,0.149641,0.00051189767,0.0003161765,0.00007631469,0.0143316,0.83055353,0.00003198349,0.0030685975,0.00023666576,0.0007610802],"about_ca_topic_score_codex":0.00047191887,"about_ca_topic_score_gemma":0.00080180075,"teacher_disagreement_score":0.5324206,"about_ca_system_score_codex":0.00011568342,"about_ca_system_score_gemma":0.00047455652,"threshold_uncertainty_score":0.99977803},"labels":[],"label_agreement":null},{"id":"W4245865192","doi":"10.17975/sfj-2018-007","title":"International High School Big Data Challenge 2018, New York Academy of Sciences","year":2018,"lang":"en","type":"article","venue":"STEM Fellowship Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Library science; Political science; Sociology; Computer science; Data mining","score_opus":0.18263816660932683,"score_gpt":0.35030840163062804,"score_spread":0.1676702350213012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245865192","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13441257,0.0062444643,0.5082792,0.27837178,0.023283264,0.00039594053,0.000076289405,0.00051431946,0.048422154],"genre_scores_gemma":[0.9567556,0.00023511171,0.03211741,0.00036342835,0.006835387,2.4072006e-7,0.0000017325558,0.000010669177,0.0036804203],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794054,0.00011069472,0.00043854522,0.00039929332,0.0007904018,0.00032054962],"domain_scores_gemma":[0.9987739,0.00009124741,0.00039202956,0.000357921,0.00010201218,0.00028290655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014985703,0.00013946304,0.00019667983,0.00026188244,0.0002911198,0.00037525804,0.0047190357,0.00008915251,0.00007845232],"category_scores_gemma":[0.00012108564,0.00011158408,0.000067803885,0.0004686601,0.00022838068,0.0007316969,0.0007114131,0.0005538849,0.00018773237],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050599436,0.00034271815,0.013604056,0.00003722238,0.0003343723,0.00003512636,0.001778849,0.00046468797,0.0016602515,0.07155579,0.19338545,0.71675086],"study_design_scores_gemma":[0.0033182078,0.0019078237,0.011127191,0.0013246433,0.00012361178,0.0009779795,0.001230921,0.22102223,0.002827293,0.09403287,0.6607069,0.0014003605],"about_ca_topic_score_codex":0.00002276683,"about_ca_topic_score_gemma":0.0000041988606,"teacher_disagreement_score":0.82234305,"about_ca_system_score_codex":0.000036562993,"about_ca_system_score_gemma":0.00034042902,"threshold_uncertainty_score":0.87692213},"labels":[],"label_agreement":null},{"id":"W4245983905","doi":"10.3917/heg.031.0027","title":"COURLIS (COURs en LIgne de Statistiques appliquées). Un MOOC francophone innovant","year":2013,"lang":"fr","type":"article","venue":"HEGEL - HEpato-GastroEntérologie Libérale","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Francophone University Association","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.013086300722692666,"score_gpt":0.26127861763454147,"score_spread":0.2481923169118488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245983905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6067964,0.0061827516,0.27216724,0.10947353,0.0025501635,0.0008616673,0.00023450055,0.0010117152,0.00072204595],"genre_scores_gemma":[0.79623973,0.0017038542,0.19152103,0.0032879624,0.0013271982,0.00013426304,0.00007018843,0.00011586042,0.005599895],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99241996,0.0009158762,0.0011832711,0.001365887,0.0008159966,0.0032989874],"domain_scores_gemma":[0.99595535,0.00048198737,0.0006161509,0.00142963,0.0005529347,0.00096394797],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0014372887,0.0008875947,0.0010599925,0.0003405167,0.00041477787,0.0006988857,0.0020330665,0.0006213102,0.00093565625],"category_scores_gemma":[0.00040152794,0.0009244167,0.00033863581,0.0012109802,0.00060375774,0.0012234369,0.0009797758,0.0017006632,0.0020240636],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013639509,0.0026773543,0.60721415,0.00070600084,0.0006702082,0.0014459153,0.004003325,0.009322574,0.0031669994,0.025913335,0.10044645,0.24429731],"study_design_scores_gemma":[0.0031026518,0.0031861914,0.1756774,0.0005983739,0.00021064408,0.00051191106,0.0012002903,0.68375045,0.0030494537,0.075681716,0.051143285,0.0018876249],"about_ca_topic_score_codex":0.002438709,"about_ca_topic_score_gemma":0.0001501236,"teacher_disagreement_score":0.67442787,"about_ca_system_score_codex":0.00039423112,"about_ca_system_score_gemma":0.00082251965,"threshold_uncertainty_score":0.99997765},"labels":[],"label_agreement":null},{"id":"W4246522182","doi":"10.19173/irrodl.v16i6.2520","title":"Editorial – Volume 16, Issue Number 6","year":2015,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.07436456969639868,"score_gpt":0.45184402158948506,"score_spread":0.3774794518930864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246522182","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015114734,0.03489896,0.037479024,0.656083,0.040680595,0.0026431412,0.000106513944,0.00022861632,0.21276544],"genre_scores_gemma":[0.93381363,0.025729757,0.0039048998,0.00089973194,0.019977406,0.00007581241,0.00028173893,0.00002793116,0.015289096],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978149,0.0005149727,0.0002705498,0.00021015703,0.0009859962,0.00020343439],"domain_scores_gemma":[0.9985144,0.00037754458,0.00010461042,0.00024425233,0.0006570319,0.00010216918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007121901,0.00007127362,0.00018349665,0.000060929862,0.00009161883,0.00030313572,0.0020261644,0.00003571871,0.000088274894],"category_scores_gemma":[0.0038902017,0.000049804043,0.000032821616,0.0005474825,0.00010125286,0.00032163074,0.0014425123,0.00068401935,0.00013689791],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040370796,0.00012331826,0.031662647,0.00034868316,0.000033776592,0.00001257476,0.00019604819,0.00031807637,0.000005977216,0.034945093,0.89860296,0.033710454],"study_design_scores_gemma":[0.00039453796,0.000056557506,0.00033640172,0.0017390867,0.0000024619144,0.000010237648,0.00031729037,0.013174133,0.0000057485904,0.0057286336,0.97816795,0.000066954424],"about_ca_topic_score_codex":0.000531855,"about_ca_topic_score_gemma":0.0000070458523,"teacher_disagreement_score":0.9186989,"about_ca_system_score_codex":0.00009666157,"about_ca_system_score_gemma":0.0002650993,"threshold_uncertainty_score":0.46572158},"labels":[],"label_agreement":null},{"id":"W4247078255","doi":"10.28945/4253","title":"Understanding Online Learning Based on Different Age Categories","year":2019,"lang":"en","type":"article","venue":"Informing Science and IT Education Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Psychology; Sample (material); Online learning; Knowledge management; Medical education; Mathematics education; Multimedia","score_opus":0.05973115345982866,"score_gpt":0.30632586471207546,"score_spread":0.2465947112522468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247078255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84161806,0.000015697142,0.1114873,0.01833892,0.0013076987,0.00024551552,0.0000014540424,0.00022607656,0.026759254],"genre_scores_gemma":[0.9946696,0.00001396443,0.0018067362,0.0013876448,0.000041457053,0.0000030097015,0.0000064959104,0.0000040207674,0.0020670604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986007,0.000021026519,0.00019212448,0.00035090055,0.0005432123,0.0002919911],"domain_scores_gemma":[0.99906343,0.00012746167,0.00012344464,0.00031530068,0.00023633905,0.00013399686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045607635,0.00013710611,0.00013439548,0.00033839888,0.00040580056,0.0007347814,0.0005985945,0.000038455262,0.000022681485],"category_scores_gemma":[0.00030480925,0.000113189795,0.000022741055,0.00061935926,0.0002061586,0.00092290714,0.00011159783,0.00026087277,0.00003386174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014767774,0.00033601717,0.0460969,0.00011508287,0.000008348458,0.0000035054438,0.008612285,0.0067265197,0.0017296477,0.82153064,0.00046436748,0.114361905],"study_design_scores_gemma":[0.00025133195,0.00034395087,0.013567849,0.00024904902,0.0000053487065,0.0000066118864,0.00550148,0.96800745,0.0003747609,0.005649731,0.005690444,0.00035199532],"about_ca_topic_score_codex":0.000028837458,"about_ca_topic_score_gemma":0.000010812236,"teacher_disagreement_score":0.96128094,"about_ca_system_score_codex":0.00015396452,"about_ca_system_score_gemma":0.0012155762,"threshold_uncertainty_score":0.70855135},"labels":[],"label_agreement":null},{"id":"W4247486451","doi":"10.1002/nsr.20076","title":"Table of Contents","year":2014,"lang":"en","type":"article","venue":"Recruiting & Retaining Adult Learners","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Interim; Active listening; Credibility; Revenue; Skepticism; Public relations; Blame; Political science; Psychology; Business; Law; Accounting","score_opus":0.022951905877657098,"score_gpt":0.2709136133734224,"score_spread":0.2479617074957653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247486451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71923244,0.00013381033,0.2181163,0.0068520005,0.0004881708,0.00019074239,0.0000023708174,0.00089389103,0.054090284],"genre_scores_gemma":[0.9709328,0.000013974426,0.027010705,0.00024615336,0.000118680655,0.0000022083582,0.0000038410294,0.000018684439,0.00165295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833316,0.00018826855,0.0003641447,0.000375532,0.0003383942,0.0004004751],"domain_scores_gemma":[0.99855447,0.00030130436,0.00031120877,0.0004814445,0.00023999294,0.000111577785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007443214,0.00015192095,0.0002998662,0.00012697218,0.00013946588,0.000094176496,0.0006471278,0.000079396006,0.000006380167],"category_scores_gemma":[0.0018675597,0.00014520354,0.00010342696,0.0004840742,0.000071849994,0.00019699734,0.00014959853,0.00033851716,0.000041022402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017780281,0.00008361503,0.07960631,0.00016832579,0.00013035799,0.000016242602,0.00546019,0.012278371,0.0061267433,0.22382972,0.0005161287,0.6717662],"study_design_scores_gemma":[0.0008317506,0.0003227783,0.0011080557,0.00050089555,0.000025421592,0.000019041907,0.0013987543,0.9738828,0.0031558948,0.002140385,0.016185246,0.00042895332],"about_ca_topic_score_codex":0.000084993255,"about_ca_topic_score_gemma":0.000002941055,"teacher_disagreement_score":0.9616045,"about_ca_system_score_codex":0.00001905524,"about_ca_system_score_gemma":0.000050157756,"threshold_uncertainty_score":0.59212285},"labels":[],"label_agreement":null},{"id":"W4247671467","doi":"10.1145/2538862.2538874","title":"Rediscovering the passion, beauty, joy, and awe","year":2014,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Passion; Beauty; Curriculum; Computer science; Focus (optics); Aesthetics; Sociology; Pedagogy; Art; Psychology; Optics","score_opus":0.004991104039211558,"score_gpt":0.21885761938490528,"score_spread":0.21386651534569373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247671467","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04265962,0.000056852452,0.8368951,0.100338764,0.00024814607,0.000033632525,1.6631051e-7,0.00018511829,0.019582588],"genre_scores_gemma":[0.9862344,0.000013976528,0.009862451,0.00097004,0.00013234752,5.211807e-7,1.9243636e-7,0.0000025932577,0.0027834547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957734,0.000029228315,0.00006196796,0.00012368234,0.00009493424,0.00011287299],"domain_scores_gemma":[0.9996116,0.00007053072,0.000020552035,0.00024356128,0.000014415643,0.00003932605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026119128,0.00004332443,0.00004674702,0.00001542906,0.000114797505,0.00014083489,0.00026996573,0.000015826046,0.0000042378915],"category_scores_gemma":[0.00006187786,0.0000233201,0.000016025688,0.00008636061,0.000023389413,0.000105218074,0.00020402187,0.00008058884,0.000017248098],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.194125e-7,0.000022706032,0.0084504355,0.000010155781,0.0000109427665,0.0000021330284,0.00054901605,0.0005817528,0.00026448333,0.7318718,0.013647981,0.24458772],"study_design_scores_gemma":[0.00011102654,0.000051233885,0.012128308,0.000015743693,0.0000031215932,0.000010058894,0.000034320175,0.83772516,0.00027392592,0.029640194,0.11989867,0.000108236774],"about_ca_topic_score_codex":0.000021265761,"about_ca_topic_score_gemma":0.000005259959,"teacher_disagreement_score":0.9435748,"about_ca_system_score_codex":0.0000023027883,"about_ca_system_score_gemma":0.000009642843,"threshold_uncertainty_score":0.13580741},"labels":[],"label_agreement":null},{"id":"W4249082466","doi":"10.1145/1151954.1067495","title":"Designing CIspace","year":2005,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Usability; Computer science; Visualization; Instructional design; Human–computer interaction; Multimedia; Mathematics education; Psychology; Artificial intelligence","score_opus":0.013470470558014192,"score_gpt":0.254148664902514,"score_spread":0.24067819434449977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249082466","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025056567,0.0004551615,0.5551805,0.4058916,0.00027477602,0.00012615898,7.8473244e-7,0.00094969687,0.012064737],"genre_scores_gemma":[0.44035566,0.00001289201,0.5476018,0.0030502598,0.00032818955,0.0000029264174,7.79901e-7,0.000011486009,0.008636024],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906343,0.000056571174,0.00014009254,0.0002761656,0.00019187565,0.00027184817],"domain_scores_gemma":[0.99890274,0.00019545284,0.000059356084,0.0007093151,0.00004253268,0.00009058895],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029058606,0.00010788016,0.00011235359,0.00006008172,0.00011309173,0.00012285235,0.0010731051,0.000048974223,0.00015477132],"category_scores_gemma":[0.00042500623,0.00010071588,0.000055812365,0.000180632,0.000021734635,0.00007317508,0.0003395207,0.00019332205,0.002514943],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013144418,0.00033027417,0.0035363853,0.00002768514,0.00006498789,0.00013463364,0.0022818462,0.012093255,0.004482881,0.034344185,0.4913009,0.45138982],"study_design_scores_gemma":[0.00024984547,0.000051677016,0.00022695001,0.000021818758,0.000005742204,0.000019012667,0.00003354044,0.016597003,0.003087786,0.0011556728,0.97833353,0.00021739281],"about_ca_topic_score_codex":0.000011185062,"about_ca_topic_score_gemma":0.0000017755239,"teacher_disagreement_score":0.48703265,"about_ca_system_score_codex":0.000022522394,"about_ca_system_score_gemma":0.000029689096,"threshold_uncertainty_score":0.9982617},"labels":[],"label_agreement":null},{"id":"W4249266999","doi":"10.18162/ritpu-2015-v12n2-08","title":"MOOCs : Facts and Figures","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.06110278458034912,"score_gpt":0.2866657888034996,"score_spread":0.22556300422315045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249266999","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63788694,0.032128833,0.037640445,0.26790452,0.0016582792,0.0002628454,0.000079984835,0.0024144498,0.0200237],"genre_scores_gemma":[0.5418653,0.0058119986,0.026768098,0.000084859996,0.00014337,0.0000012825474,0.000016004285,0.000022362245,0.42528677],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985661,0.00007160615,0.00021407231,0.0004921952,0.00027980853,0.0003761987],"domain_scores_gemma":[0.99846184,0.00026408667,0.00015296701,0.0004476534,0.0005539364,0.00011948428],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021650057,0.0002481504,0.00024326495,0.00036647546,0.00016446463,0.00022759775,0.0012936759,0.00033636644,0.000013330184],"category_scores_gemma":[0.0017192967,0.00027997352,0.0000920893,0.00047442017,0.00062587316,0.0010211571,0.0012364013,0.00048845715,0.00011200619],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000118835715,0.00012346308,0.00909541,0.0001847048,0.00016822672,0.0007925628,0.003896238,0.0026797215,0.00004133204,0.14683422,0.010157283,0.82601494],"study_design_scores_gemma":[0.00087294023,0.00061250874,0.0015032847,0.00115487,0.00009387996,0.00062717666,0.03113556,0.12517865,0.0005348879,0.065971866,0.7715887,0.0007256822],"about_ca_topic_score_codex":0.00012304708,"about_ca_topic_score_gemma":0.000087036744,"teacher_disagreement_score":0.82528925,"about_ca_system_score_codex":0.00048718014,"about_ca_system_score_gemma":0.0002310422,"threshold_uncertainty_score":0.99996525},"labels":[],"label_agreement":null},{"id":"W4249353538","doi":"10.32920/ryerson.14652246.v1","title":"Comparison of flow-based versus block-based programming for naive programmers","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Usability; Block (permutation group theory); Programming language; Visual programming language; Programming paradigm; Domain (mathematical analysis); Reactive programming; Inductive programming; Functional reactive programming; Procedural programming; Empirical research; Human–computer interaction; Mathematics; Statistics","score_opus":0.06250553481138599,"score_gpt":0.37384145338228797,"score_spread":0.311335918570902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249353538","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011849287,0.00018903492,0.98239297,0.0030487655,0.0011077116,0.00083382387,0.000012510262,0.00042058804,0.00014529526],"genre_scores_gemma":[0.46628803,7.2472005e-7,0.5333051,0.000045079174,0.000067165216,0.00007418196,0.00014760878,0.000017771148,0.000054345346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975087,0.000098923,0.00059399626,0.00083145936,0.00049435993,0.00047255537],"domain_scores_gemma":[0.9973709,0.0004340501,0.00047661635,0.0009835601,0.00058976904,0.00014507753],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040093565,0.00034908665,0.0007141593,0.00019691586,0.00010636927,0.00036510444,0.00114946,0.00029341647,0.000006968259],"category_scores_gemma":[0.00022552253,0.00033793336,0.00053799554,0.00041173818,0.00009157539,0.000055250304,0.0004503322,0.0005942263,0.0000022873605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018315218,0.0017326346,0.0043969736,0.0017894172,0.0003551226,0.000015012812,0.00069567014,0.6775039,0.00006357344,0.0013306659,0.0004739327,0.31145996],"study_design_scores_gemma":[0.0013374106,0.0005987495,0.000031104795,0.00028089655,0.00010467199,2.3007976e-7,0.00023105396,0.99050283,0.003052437,0.000047212645,0.00343605,0.00037732572],"about_ca_topic_score_codex":0.000085900865,"about_ca_topic_score_gemma":0.000058478927,"teacher_disagreement_score":0.45443875,"about_ca_system_score_codex":0.00007841205,"about_ca_system_score_gemma":0.0011355303,"threshold_uncertainty_score":0.99990726},"labels":[],"label_agreement":null},{"id":"W4249463597","doi":"10.2979/teachlearninqu.2.2.59","title":"Curriculum Analytics: Application of Social Network Analysis for Improving Strategic Curriculum Decision-Making in a Research-Intensive University","year":2014,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Analytics; Social network analysis; Learning analytics; Higher education; Curriculum development; Sociology; Engineering ethics; Computer science; Pedagogy; Data science; Political science; Engineering; Social science","score_opus":0.04327072017184106,"score_gpt":0.3631718109543041,"score_spread":0.31990109078246304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249463597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30639583,0.00003397199,0.6919217,0.0012653791,0.00013925899,0.00010526818,3.8636315e-7,0.000050979914,0.00008722002],"genre_scores_gemma":[0.9741417,0.0000069902503,0.024878329,0.00005191929,0.00083719066,0.0000015462928,0.0000034677137,0.000017851218,0.000060974577],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955524,0.0020056623,0.0005891898,0.00046094877,0.00070713216,0.00068465114],"domain_scores_gemma":[0.9962055,0.0015137804,0.00085790176,0.00040707167,0.0009127802,0.00010296067],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011963838,0.00020328407,0.0004895999,0.00084717147,0.001994091,0.00035399268,0.001547683,0.00013397596,0.0000033529],"category_scores_gemma":[0.0024159285,0.00015028928,0.00038619488,0.0022249667,0.00019581213,0.00035252798,0.00038988396,0.0028926563,0.000004776855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029571436,0.00012871984,0.09829031,0.00002643038,0.00025813663,0.000013530801,0.007058073,0.773259,0.000059610556,0.05918556,0.0001969111,0.061494138],"study_design_scores_gemma":[0.00035143548,0.00017202942,0.0051326267,0.00011205613,0.00016419955,0.000020382216,0.013303324,0.964725,7.9908733e-7,0.014603897,0.0012294941,0.00018476734],"about_ca_topic_score_codex":0.00021928884,"about_ca_topic_score_gemma":0.0000800328,"teacher_disagreement_score":0.6677459,"about_ca_system_score_codex":0.00025544316,"about_ca_system_score_gemma":0.00016276208,"threshold_uncertainty_score":0.9994077},"labels":[],"label_agreement":null},{"id":"W4249641402","doi":"10.19173/irrodl.v19i5.4309","title":"Editorial - Volume 19, Issue 5","year":2018,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.03859646651767996,"score_gpt":0.44407346278230425,"score_spread":0.4054769962646243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249641402","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009174275,0.010896549,0.0008358499,0.024787985,0.95883954,0.00048798742,0.00014978,0.000031311636,0.0039618295],"genre_scores_gemma":[0.00016201955,0.051292427,0.00048366844,0.00007860664,0.9408678,0.000038219012,0.0007834078,0.000017869894,0.006275979],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99469155,0.0010496234,0.0006147601,0.0005608125,0.0026919518,0.00039131907],"domain_scores_gemma":[0.99437207,0.0027456048,0.000398046,0.0006064411,0.0017441727,0.00013366363],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012643356,0.00020113247,0.0005155892,0.00022245175,0.00026221003,0.0007787582,0.005975634,0.00026314956,0.00015760242],"category_scores_gemma":[0.021935642,0.0001450694,0.00009446914,0.00080118957,0.00030628106,0.00033413572,0.0038336068,0.0029559163,0.00013379865],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021154381,0.000042136824,0.00012280697,0.00084063015,0.000034963607,0.00000760898,0.000037046942,0.000025028867,6.814269e-7,0.00090036826,0.9941542,0.0038133736],"study_design_scores_gemma":[0.00035194575,0.0001451107,0.000013434687,0.009112436,0.0000094123625,0.0000023390169,0.0000692697,0.0046425015,0.0000011666381,0.0016308426,0.9838787,0.00014286384],"about_ca_topic_score_codex":0.0009770514,"about_ca_topic_score_gemma":0.000018073575,"teacher_disagreement_score":0.04039588,"about_ca_system_score_codex":0.00018432189,"about_ca_system_score_gemma":0.0011021601,"threshold_uncertainty_score":0.9994025},"labels":[],"label_agreement":null},{"id":"W4251723235","doi":"10.1145/3293881.3295777","title":"Contrasting CS student and academic perspectives and experiences of student engagement","year":2018,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Student engagement; Public engagement; Psychology; Sign (mathematics); Medical education; Pedagogy; Mathematics education; Political science; Public relations; Medicine","score_opus":0.03483873337056618,"score_gpt":0.3713705000090166,"score_spread":0.3365317666384504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251723235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9794605,0.0005457835,0.018462729,0.00065544766,0.00006252267,0.0000563127,1.0727586e-7,0.000038132323,0.0007184904],"genre_scores_gemma":[0.99096864,0.00008966133,0.008644401,0.00006160558,0.00007656383,0.000002897529,4.3351573e-8,0.000002188839,0.00015401088],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99923855,0.000052400082,0.0001467726,0.0002331127,0.00020571482,0.00012342447],"domain_scores_gemma":[0.99961483,0.00009142754,0.00006369758,0.00011045199,0.00006839426,0.000051181116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037982364,0.00007060953,0.000112563044,0.00004645096,0.00011674689,0.00006384492,0.0002493137,0.000023154544,0.000008943978],"category_scores_gemma":[0.000042763382,0.00005375209,0.0000122895635,0.00009322309,0.0001751244,0.00012995677,0.0003238121,0.0001173143,0.0000011937946],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034005654,0.00013068235,0.087714165,0.000015834908,0.00006194792,0.0000036115384,0.8298495,0.000008532194,0.0013591052,0.06205333,0.000077588906,0.0187223],"study_design_scores_gemma":[0.00060162245,0.0007824885,0.1576803,0.000069164256,0.000020693056,0.000009336781,0.8023369,0.03559365,0.0019058761,0.0005320049,0.00022298282,0.00024497363],"about_ca_topic_score_codex":0.0000052158057,"about_ca_topic_score_gemma":0.0000014858476,"teacher_disagreement_score":0.069966145,"about_ca_system_score_codex":0.000008543893,"about_ca_system_score_gemma":0.0000152022785,"threshold_uncertainty_score":0.21919467},"labels":[],"label_agreement":null},{"id":"W4252130967","doi":"10.1007/978-1-4939-7131-2_100590","title":"Learning Analytics","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Analytics; Data science","score_opus":0.020111491338497677,"score_gpt":0.25486187468375726,"score_spread":0.23475038334525958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252130967","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037867728,0.00005585009,0.09096015,0.0011171185,0.00020465255,0.000030020661,6.672609e-7,0.00041589694,0.90721184],"genre_scores_gemma":[0.00075300684,0.00007402269,0.02361659,0.000265529,0.0005376402,2.3479949e-7,0.000009327607,0.000030716372,0.9747129],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875075,0.00001193734,0.00023864782,0.00044711857,0.00032662964,0.00022490218],"domain_scores_gemma":[0.9989044,0.00006075238,0.00017240566,0.0005972574,0.00015973694,0.00010544679],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00018858956,0.00024542786,0.00027476906,0.00018633435,0.00011372885,0.00018711967,0.00082442584,0.00023894114,0.0010524127],"category_scores_gemma":[0.000039309918,0.0002184823,0.000165801,0.00005365642,0.000066764085,0.000097329896,0.0003548538,0.0006389564,0.0036104464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1659426e-7,0.000006872808,0.000020648791,0.000013998291,0.00007317947,0.000036700683,0.000105841005,0.0002284608,0.0000014884037,0.958725,0.021104053,0.019683175],"study_design_scores_gemma":[0.00005731409,0.00014852425,0.000003010014,0.000058272446,0.000026361882,0.0000110731235,0.000004440315,0.11103165,0.000004372428,0.07594156,0.81239665,0.00031680707],"about_ca_topic_score_codex":0.0000025766776,"about_ca_topic_score_gemma":0.000003887915,"teacher_disagreement_score":0.8827834,"about_ca_system_score_codex":0.000033652173,"about_ca_system_score_gemma":0.000095284915,"threshold_uncertainty_score":0.99986076},"labels":[],"label_agreement":null},{"id":"W4252512581","doi":"10.31234/osf.io/4mvyh","title":"ManyClasses 1: Assessing the generalizable effect of immediate versus delayed feedback across many college classes","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Weyerhauser (Canada)","funders":"","keywords":"Class (philosophy); Variety (cybernetics); Psychology; Range (aeronautics); Mathematics education; Computer science; Artificial intelligence","score_opus":0.02207083425153166,"score_gpt":0.33643663996023915,"score_spread":0.3143658057087075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252512581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83413917,0.00093254156,0.14494418,0.0045547136,0.0066074207,0.0007865284,0.000106731364,0.00045453195,0.0074741878],"genre_scores_gemma":[0.9733939,0.00025128815,0.01965284,0.00015268504,0.0003106626,0.000023550421,0.000046816956,0.00005261798,0.00611563],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965936,0.00052289333,0.0006289103,0.00087306084,0.00069620606,0.0006853419],"domain_scores_gemma":[0.99563175,0.0015212302,0.00064397237,0.0018616122,0.00023257533,0.000108859174],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013151866,0.0005291551,0.00084528385,0.000113580645,0.00026867184,0.00079327804,0.002738424,0.00040799534,0.000022105989],"category_scores_gemma":[0.00018909585,0.00034083173,0.00041635853,0.0004789608,0.00015673027,0.00032858207,0.0031359107,0.0010359549,0.00010663199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008999199,0.0007756048,0.026589938,0.004623204,0.0049353885,0.0002860414,0.0024006504,0.79677194,0.0026507322,0.06818458,0.069573976,0.022308012],"study_design_scores_gemma":[0.0019357229,0.00057860295,0.0026535538,0.00027387784,0.00019565895,0.00001208042,0.00023948881,0.9847678,0.0033825452,0.001179422,0.00404955,0.00073168805],"about_ca_topic_score_codex":0.0002933416,"about_ca_topic_score_gemma":0.000039692117,"teacher_disagreement_score":0.18799585,"about_ca_system_score_codex":0.00011304253,"about_ca_system_score_gemma":0.00043274564,"threshold_uncertainty_score":0.9999044},"labels":[],"label_agreement":null},{"id":"W4253796142","doi":"10.1145/3293881","title":"Proceedings Companion of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education","year":2018,"lang":"en","type":"paratext","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Student engagement; Medical education; Library science; Mathematics education; Data science; Engineering management; Psychology; Engineering; Medicine","score_opus":0.018331918074467206,"score_gpt":0.30699553784681066,"score_spread":0.28866361977234345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253796142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8493787,0.00009270157,0.030876732,0.081672184,0.0050326954,0.0009979847,0.000019921828,0.00018821548,0.03174087],"genre_scores_gemma":[0.96615547,0.000019803323,0.025412923,0.00033337076,0.00019033474,0.000005309144,0.0000068330323,0.000007951019,0.007868009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862933,0.00001657518,0.00032396193,0.0005034722,0.00032936607,0.00019726709],"domain_scores_gemma":[0.99776113,0.000025411393,0.0003583036,0.00049461046,0.0013377653,0.000022777207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004178737,0.0001611642,0.00022406889,0.001092266,0.0001207544,0.00014070248,0.0018336525,0.0001844234,0.000011347354],"category_scores_gemma":[0.00016454722,0.00011421785,0.000014197254,0.004008988,0.000619181,0.00027265432,0.00092442246,0.00041008115,0.00006280254],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042140778,0.00026817984,0.0029833675,0.00014027471,0.000007963322,1.4786139e-7,0.0009108675,0.00006569628,0.0015294038,0.8602553,0.061703514,0.07213106],"study_design_scores_gemma":[0.0014071539,0.002342013,0.031328585,0.0057225213,0.000032215103,0.00008857151,0.0011639679,0.6828704,0.019659648,0.21247871,0.040925093,0.0019811275],"about_ca_topic_score_codex":0.000025594656,"about_ca_topic_score_gemma":0.0000045297343,"teacher_disagreement_score":0.6828047,"about_ca_system_score_codex":0.00006356866,"about_ca_system_score_gemma":0.0011881306,"threshold_uncertainty_score":0.46576688},"labels":[],"label_agreement":null},{"id":"W4255315841","doi":"10.32920/ryerson.14668389.v1","title":"The usability of a visual, flow-based programming environment for non-programmers","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Usability; Computer science; Exploit; Human–computer interaction; Visualization; Data science; Population; Artificial intelligence","score_opus":0.018451933608736277,"score_gpt":0.30133944836022597,"score_spread":0.2828875147514897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255315841","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01422532,0.00009822412,0.9804913,0.00411726,0.000272554,0.0006772299,0.000003478821,0.00008440384,0.000030232717],"genre_scores_gemma":[0.36520153,0.000022461792,0.63426745,0.00006517571,0.00006164521,0.00015724855,0.000035852292,0.000014008502,0.00017460708],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804485,0.0000966758,0.00045686145,0.00065918395,0.00037844683,0.00036401127],"domain_scores_gemma":[0.9980248,0.00040335002,0.00026652505,0.0011021361,0.00011375321,0.000089402194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010284517,0.00022667072,0.0003294944,0.000041131854,0.00017562021,0.0003831633,0.0010453113,0.00014966643,0.0000062670615],"category_scores_gemma":[0.00015229161,0.00015975801,0.00042158045,0.00013698649,0.00015015255,0.000043984997,0.0009235463,0.0003751118,0.0000022031213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000115875355,0.00069973094,0.0016496008,0.00046018927,0.00012600703,0.000002743025,0.00027488885,0.044346537,0.00005267012,0.0004927684,0.000074507385,0.95180875],"study_design_scores_gemma":[0.00020577485,0.00018484911,0.000244969,0.00007273589,0.00003359202,3.7161655e-7,0.00015580577,0.987572,0.0006289247,0.0003524233,0.010346011,0.00020255403],"about_ca_topic_score_codex":0.00007846613,"about_ca_topic_score_gemma":0.000025987856,"teacher_disagreement_score":0.9516062,"about_ca_system_score_codex":0.00006906464,"about_ca_system_score_gemma":0.00035851565,"threshold_uncertainty_score":0.6514743},"labels":[],"label_agreement":null},{"id":"W4255402222","doi":"10.32920/ryerson.14636013.v1","title":"Instructors’ Perceptions of Networked Learning and Analytics / Perceptions des instructeurs quant à l'apprentissage et l'analyse en réseau","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University; Dalhousie University","funders":"","keywords":"Learning analytics; Session (web analytics); Social network analysis; Graduate students; Analytics; Psychology; Humanities; Sociology; Computer science; Library science; Pedagogy; World Wide Web; Data science; Social media; Art","score_opus":0.018306032548903523,"score_gpt":0.30855799535146267,"score_spread":0.29025196280255916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255402222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7278952,0.00023474793,0.27007568,0.00058365066,0.00025349853,0.00010211416,0.000010993543,0.00021558224,0.0006285271],"genre_scores_gemma":[0.82194847,0.0020124507,0.1748753,0.0000330123,0.00011575985,0.0000060558914,0.0001406678,0.00003245659,0.00083581964],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99652785,0.0007080095,0.0008042023,0.0009912659,0.00051186257,0.00045679772],"domain_scores_gemma":[0.99774075,0.00023771127,0.00042960467,0.00091099687,0.0004116777,0.00026928997],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006620122,0.00047792593,0.000821532,0.00050939864,0.00032396583,0.0006571678,0.0009369701,0.00040143798,0.00020211247],"category_scores_gemma":[0.00029179477,0.00046713592,0.00042010547,0.00089502113,0.00035068163,0.00036124187,0.002555173,0.0018436268,0.000007052068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009545814,0.00043997852,0.562251,0.00080243486,0.0011068681,0.000067624256,0.027017908,0.29813293,0.0024170359,0.015358725,0.00019856273,0.092197426],"study_design_scores_gemma":[0.000363125,0.00010803378,0.149641,0.00051189767,0.0003161765,0.00007631469,0.0143316,0.83055353,0.00003198349,0.0030685975,0.00023666576,0.0007610802],"about_ca_topic_score_codex":0.00047191887,"about_ca_topic_score_gemma":0.00080180075,"teacher_disagreement_score":0.5324206,"about_ca_system_score_codex":0.00011568342,"about_ca_system_score_gemma":0.00047455652,"threshold_uncertainty_score":0.99977803},"labels":[],"label_agreement":null},{"id":"W4255520376","doi":"10.32920/ryerson.14636274","title":"Learning in the Wild: Coding Reddit for Learning and Practice","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Toronto Metropolitan University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Ask price; Schema (genetic algorithms); Learning analytics; Happening; Coding (social sciences); Social media; Informal learning; Exploratory research; Social learning; Computer science; World Wide Web; Data science; Sociology; Knowledge management; Pedagogy; Social science","score_opus":0.029302902339458876,"score_gpt":0.3390081732655639,"score_spread":0.309705270926105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255520376","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010094994,0.00091865164,0.9238726,0.052746404,0.00043910963,0.0003979815,7.8770927e-7,0.0003466742,0.011182788],"genre_scores_gemma":[0.71892774,0.00053078984,0.27519375,0.0009294242,0.000280508,0.000033156157,0.000029723506,0.00002251995,0.0040523754],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784863,0.00067549996,0.00028160823,0.0006216332,0.00028249036,0.000290148],"domain_scores_gemma":[0.9963035,0.0029028233,0.00025714314,0.00034273794,0.0001497519,0.000044065822],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027403457,0.00019569206,0.0002698322,0.00012296114,0.00026216527,0.0011785778,0.00065451575,0.00017223936,0.000004914683],"category_scores_gemma":[0.004665126,0.00015433082,0.00009115108,0.00029167632,0.000031616906,0.00027477523,0.0010505549,0.0020214855,0.0000027189783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004970403,0.00036824873,0.010858564,0.0009991466,0.00028423106,0.00039377648,0.04202807,0.24571544,0.00019574283,0.1022719,0.0021496338,0.59468555],"study_design_scores_gemma":[0.00028237345,0.00016104085,0.00037720383,0.00031289336,0.000043594162,0.000091530186,0.008402106,0.91503304,0.000009691533,0.0015250728,0.07341156,0.0003498714],"about_ca_topic_score_codex":0.000078871715,"about_ca_topic_score_gemma":0.00001549503,"teacher_disagreement_score":0.70883274,"about_ca_system_score_codex":0.0000325531,"about_ca_system_score_gemma":0.00014855084,"threshold_uncertainty_score":0.9998583},"labels":[],"label_agreement":null},{"id":"W4255953422","doi":"10.18162/ritpu-2015-v12n12-01","title":"La pédagogie universitaire face aux MOOCs : compte-rendu d’expériences, tendances actuelles et futures","year":2015,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Futures contract; Humanities; Sociology; Psychology; Philosophy; Economics; Financial economics","score_opus":0.05795874960066,"score_gpt":0.3149321118833626,"score_spread":0.2569733622827026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255953422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6401421,0.032385733,0.04934747,0.23630993,0.0035722603,0.00055787666,0.0003610529,0.0046996437,0.03262394],"genre_scores_gemma":[0.7558817,0.008157899,0.01750686,0.00008964031,0.00020322134,0.0000044590597,0.00007480432,0.00004857923,0.21803278],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625057,0.00041851736,0.0005032337,0.0011391115,0.00082547724,0.00086311554],"domain_scores_gemma":[0.9963905,0.0009741793,0.0004886969,0.0009958153,0.00090045633,0.00025030848],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006564163,0.0006762832,0.0006263467,0.0007837259,0.00062195916,0.00052047917,0.004495452,0.0008072649,0.000036142326],"category_scores_gemma":[0.0014955855,0.0007318436,0.00035741797,0.0013834707,0.0020058083,0.0027022406,0.0025980826,0.0014456875,0.00018597856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061121056,0.00048131341,0.009578305,0.0003003707,0.0005475607,0.0028141476,0.01995697,0.029004214,0.00008090968,0.24562666,0.01608551,0.6754629],"study_design_scores_gemma":[0.0009956979,0.0006467207,0.00088243966,0.0013423176,0.00014125355,0.0005471202,0.23299757,0.044138335,0.00036343702,0.010721426,0.7062336,0.000990064],"about_ca_topic_score_codex":0.0003805197,"about_ca_topic_score_gemma":0.00070071145,"teacher_disagreement_score":0.6901481,"about_ca_system_score_codex":0.0013017198,"about_ca_system_score_gemma":0.0012871611,"threshold_uncertainty_score":0.99951327},"labels":[],"label_agreement":null},{"id":"W4256206157","doi":"10.19173/irrodl.v20i1.3709","title":"Understanding Participant’s Behaviour in Massively Open Online Courses","year":2019,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Athabasca University; Bill and Melinda Gates Foundation","keywords":"Massive open online course; Openness to experience; World Wide Web; Computer science; Learning Management; Distance education; Drop out; Connectivism; Psychology; Mathematics education; Learning theory; Social psychology","score_opus":0.3489999684206768,"score_gpt":0.49810822200538485,"score_spread":0.14910825358470803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256206157","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6375269,0.016135013,0.010354983,0.31289554,0.00050621235,0.003997152,0.00016151211,0.000063367406,0.018359272],"genre_scores_gemma":[0.99261093,0.0058974293,0.0005518652,0.00017820035,0.00001586711,0.000015635997,0.00006406901,0.0000055363594,0.0006604858],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795717,0.00053987204,0.0003772653,0.00028032518,0.0005721402,0.00027320566],"domain_scores_gemma":[0.9986411,0.000720634,0.00015306377,0.0002565206,0.00016936482,0.000059327787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005453299,0.000084201565,0.00027591077,0.00015160337,0.00008825014,0.00043820543,0.0029390038,0.000029922014,0.00007419708],"category_scores_gemma":[0.0011397828,0.00006078744,0.000030289406,0.00069836015,0.00008466229,0.00045678776,0.0024747693,0.0007176518,0.000015510155],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006693819,0.00043789393,0.7754639,0.0007289383,0.000049324688,0.000068492875,0.000375162,0.0024011277,0.0000613624,0.21170789,0.0016642386,0.0069747474],"study_design_scores_gemma":[0.006281094,0.00090757856,0.31244534,0.075088054,0.000039108094,0.00007860528,0.022492638,0.48743594,0.00009118589,0.04987375,0.04439348,0.0008732221],"about_ca_topic_score_codex":0.00063286955,"about_ca_topic_score_gemma":0.0001087935,"teacher_disagreement_score":0.48503482,"about_ca_system_score_codex":0.00013677131,"about_ca_system_score_gemma":0.0002448933,"threshold_uncertainty_score":0.5461449},"labels":[],"label_agreement":null},{"id":"W4280574683","doi":"10.15173/ijsap.v6i1.4668","title":"Is information power? Exploring the potential of analytics tools for student representatives","year":2022,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analytics; Learning analytics; Dialogic; Data science; Power (physics); Knowledge management; Web analytics; Public relations; Psychology; Computer science; Political science; Pedagogy; World Wide Web; The Internet","score_opus":0.0722865475957524,"score_gpt":0.5077716257070879,"score_spread":0.4354850781113355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280574683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67269146,0.000040773775,0.30426827,0.016554108,0.005419436,0.0004946732,0.0000932926,0.000035895428,0.00040206974],"genre_scores_gemma":[0.9959335,0.000037474983,0.0025209216,0.00066047313,0.00016560701,0.00007319163,0.000015850834,0.0000068254394,0.00058618566],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772537,0.00005970711,0.00048514584,0.00013600933,0.0014200083,0.00017373932],"domain_scores_gemma":[0.99853885,0.0002260027,0.00045641567,0.00017958763,0.0005449513,0.00005420597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008494957,0.00009811671,0.00013137313,0.00019270524,0.00042893479,0.00072499487,0.002152495,0.0000126831865,0.000024173594],"category_scores_gemma":[0.00022263383,0.00007758162,0.00024254878,0.00015246982,0.000029788845,0.0011666163,0.00057310815,0.00019835978,0.0000033100373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010963464,0.0019494033,0.051384963,0.00004718854,0.006805634,0.00007779941,0.081811205,0.46532127,0.00060589693,0.21435924,0.039579194,0.13696185],"study_design_scores_gemma":[0.012844748,0.004078038,0.09807095,0.00014580134,0.0003941779,0.0006022748,0.10469332,0.23074207,0.0019884421,0.046019167,0.49919844,0.0012225597],"about_ca_topic_score_codex":0.0000068757963,"about_ca_topic_score_gemma":4.243044e-7,"teacher_disagreement_score":0.45961925,"about_ca_system_score_codex":0.000112406145,"about_ca_system_score_gemma":0.00009060953,"threshold_uncertainty_score":0.6991142},"labels":[],"label_agreement":null},{"id":"W4280592718","doi":"10.1007/s10639-022-11068-7","title":"Dropout prediction in Moocs using deep learning and machine learning","year":2022,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Artificial intelligence; Machine learning; Dropout (neural networks); Computer science; Deep learning; Big data; Learning analytics; Context (archaeology); Educational technology; Educational data mining; Predictive analytics; Active learning (machine learning); Data science; Mathematics education; Psychology; Data mining","score_opus":0.008235233686771091,"score_gpt":0.24775636554775612,"score_spread":0.23952113186098503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280592718","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8573351,0.0022075514,0.12579599,0.009722322,0.0005375196,0.00026442873,0.000003044279,0.0020531912,0.0020808766],"genre_scores_gemma":[0.990513,0.000293167,0.008899886,0.00007109862,0.000008077638,0.000013896937,0.000022286778,0.0000026268017,0.0001759358],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994375,0.00004395964,0.00019108392,0.00010129612,0.00012245783,0.000103677616],"domain_scores_gemma":[0.9997138,0.000025146324,0.00012709043,0.00008366471,0.000034959656,0.000015336562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002626763,0.00006673465,0.00007161005,0.00046108503,0.00039103208,0.00013296658,0.00012982804,0.000041407286,0.000008793276],"category_scores_gemma":[0.00021264619,0.00006957903,0.000009940785,0.00046659427,0.000032776366,0.0013082242,0.00025385036,0.00043426678,0.0000028893837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026311784,0.000039063896,0.09675474,0.000029362525,0.000004265828,2.371531e-7,0.0033821382,0.012817185,0.000053596283,0.030466696,0.00003340677,0.8564167],"study_design_scores_gemma":[0.00013657064,0.00007631415,0.0028625566,0.000010793057,0.0000022717472,0.000024568812,0.01483761,0.9351939,0.000053663567,0.0018954842,0.044818174,0.00008809741],"about_ca_topic_score_codex":0.00003280338,"about_ca_topic_score_gemma":0.0000014803948,"teacher_disagreement_score":0.9223767,"about_ca_system_score_codex":0.0000625033,"about_ca_system_score_gemma":0.000052530315,"threshold_uncertainty_score":0.30075422},"labels":[],"label_agreement":null},{"id":"W4280607354","doi":"10.18280/isi.270216","title":"A Deep Learning-Based Grouped Teaching Strategy for Experimental Training","year":2022,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Class (philosophy); Mathematics education; Computer science; Teaching method; Medical education; Psychology; Artificial intelligence; Medicine","score_opus":0.026094329031052375,"score_gpt":0.2754338878311015,"score_spread":0.24933955880004913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280607354","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08124539,0.00006714148,0.91560334,0.00017853141,0.00022959494,0.0002319031,0.000004620064,0.00042399825,0.0020154829],"genre_scores_gemma":[0.97605735,4.173335e-7,0.023310343,0.00021920571,0.000059235892,0.00013875063,0.000116818854,0.000011313331,0.000086544234],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986533,0.00015146493,0.00039583878,0.00016126702,0.00031274217,0.00032539965],"domain_scores_gemma":[0.9992858,0.00011519624,0.00027136414,0.00019100543,0.000067918416,0.000068672816],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0008172426,0.00014724105,0.00016678456,0.00023412598,0.001300341,0.0004138028,0.00045687618,0.000040059454,0.000021956326],"category_scores_gemma":[0.00017410459,0.00016060096,0.00010364196,0.00025782164,0.000035442616,0.0016697479,0.00012966292,0.00037269195,0.00000984423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029572217,0.0000674778,0.00018797645,0.00007898578,0.000024791765,0.000002828406,0.039475497,0.76124436,0.0002187691,0.03028534,0.00010461181,0.16827978],"study_design_scores_gemma":[0.0005865937,0.0005400875,0.00014063196,0.000017400218,0.000005740825,0.000020061138,0.010877816,0.9792367,0.00016061921,0.0015489369,0.006659067,0.00020635092],"about_ca_topic_score_codex":0.000027728767,"about_ca_topic_score_gemma":0.0000014450815,"teacher_disagreement_score":0.894812,"about_ca_system_score_codex":0.00028272765,"about_ca_system_score_gemma":0.00013052135,"threshold_uncertainty_score":0.9999998},"labels":[],"label_agreement":null},{"id":"W4280632955","doi":"10.1109/educon52537.2022.9766578","title":"Student Success in Asynchronous STEM Education: measuring and identifying contributors to learner outcomes","year":2022,"lang":"en","type":"article","venue":"2022 IEEE Global Engineering Education Conference (EDUCON)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Digital (Canada)","funders":"","keywords":"Asynchronous communication; Computer science; Mathematics education; Data science; Medical education; Psychology; Medicine; Telecommunications","score_opus":0.01643356975357363,"score_gpt":0.2916444982952014,"score_spread":0.27521092854162776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280632955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9666734,0.0004736611,0.02234085,0.004425432,0.0052198423,0.00033224517,0.000011349185,0.00019302698,0.00033024373],"genre_scores_gemma":[0.99637616,0.000017629241,0.0021634402,0.0003634531,0.0001303758,0.00018215102,0.000009484716,0.000014261104,0.0007430558],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980423,0.00010589015,0.0003838534,0.00057529815,0.0004971666,0.00039553034],"domain_scores_gemma":[0.99899334,0.00006928659,0.000114653296,0.0004347321,0.00015878667,0.00022918226],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005129105,0.0002375703,0.0002980438,0.00028840135,0.00021900947,0.0004313471,0.00083909783,0.000043275795,0.000044020824],"category_scores_gemma":[0.00009430662,0.00027621334,0.00005566048,0.00089840865,0.000016241162,0.00038591283,0.0003558542,0.0003792312,0.00002100644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013569739,0.0014330964,0.5654502,0.00026843537,0.00014474249,0.000018813338,0.0068312064,0.15694635,0.0005688816,0.12946884,0.0014679546,0.13738793],"study_design_scores_gemma":[0.0010992415,0.00027301218,0.8818366,0.00036415498,0.00006547216,0.00015577955,0.010116942,0.089125395,0.00025337402,0.0011087366,0.013840201,0.0017611068],"about_ca_topic_score_codex":0.00031336545,"about_ca_topic_score_gemma":0.00005493807,"teacher_disagreement_score":0.3163864,"about_ca_system_score_codex":0.0007343245,"about_ca_system_score_gemma":0.0013187743,"threshold_uncertainty_score":0.999969},"labels":[],"label_agreement":null},{"id":"W4281644026","doi":"10.18280/ijsdp.170332","title":"Exploring the Factors of Undergraduate Learners’ Engagement and Knowledge Sharing for Sustainable hMOOC Learning","year":2022,"lang":"en","type":"article","venue":"International Journal of Sustainable Development and Planning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fujian Agriculture and Forestry University","keywords":"Knowledge sharing; Psychology; Student engagement; Context (archaeology); Quality (philosophy); Knowledge management; Structural equation modeling; Flexibility (engineering); Mathematics education; Computer science","score_opus":0.06955722430416983,"score_gpt":0.297089460843193,"score_spread":0.22753223653902316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281644026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977381,0.0004925522,0.020094333,0.0014445336,0.00021281329,0.00009085451,2.7097929e-7,0.000014418646,0.00026925965],"genre_scores_gemma":[0.99319464,0.00004846654,0.0029357672,0.000019980534,0.00006160595,0.000010124174,0.0000033656042,0.0000085625,0.0037175117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.998804,0.00007958131,0.0003555458,0.00015501172,0.00034799703,0.0002578918],"domain_scores_gemma":[0.9986844,0.00035137028,0.00033763435,0.00006203851,0.0005112148,0.00005333731],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018822893,0.000107418135,0.00015796187,0.00039073415,0.0007004894,0.00023280457,0.00057085615,0.000012754382,0.000002163495],"category_scores_gemma":[0.0003052904,0.000086199296,0.000046670066,0.00020746431,0.00002566419,0.00060108147,0.00086905394,0.0003890272,9.1538965e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025307806,0.00024228479,0.15639971,0.000510298,0.0011666244,0.0013664531,0.26213104,0.1341227,0.00013377931,0.40278292,0.0005979659,0.040293142],"study_design_scores_gemma":[0.0016463245,0.0004922245,0.021370312,0.00020898641,0.00005079334,0.00014164456,0.7323899,0.039828762,0.00075455016,0.0136640845,0.1890112,0.000441203],"about_ca_topic_score_codex":0.000017683087,"about_ca_topic_score_gemma":3.4569692e-7,"teacher_disagreement_score":0.47025886,"about_ca_system_score_codex":0.00015760832,"about_ca_system_score_gemma":0.00025115567,"threshold_uncertainty_score":0.53876686},"labels":[],"label_agreement":null},{"id":"W4281735842","doi":"10.5539/jmr.v14n3p37","title":"Creation and Study of a Suitable Functions That Connects the Failure Rate of Exams With the Capacity of the Teaching Rooms Offered for Teaching of a Specific Course in a Greek University","year":2022,"lang":"en","type":"article","venue":"Journal of Mathematics Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Mathematics education; Course (navigation); Function (biology); Moment (physics); Academic year; Mathematics; Computer science; Engineering; Artificial intelligence; Physics","score_opus":0.07735684182219209,"score_gpt":0.32278485746911906,"score_spread":0.24542801564692696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281735842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983416,0.000028249393,0.014062164,0.0020866902,0.000016765618,0.00032566322,0.0000067918895,0.0000015657772,0.000056092827],"genre_scores_gemma":[0.9972192,0.000004762336,0.0025561897,0.0000022146512,0.000009890601,0.0000014447409,1.5546524e-7,0.0000047097524,0.00020143998],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99749875,0.0012965336,0.00029207734,0.00008689481,0.00069522945,0.0001305416],"domain_scores_gemma":[0.9964839,0.0022385183,0.0006282285,0.0003281442,0.0002977042,0.000023480985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009052538,0.000061026632,0.00025013633,0.0001798213,0.00040614052,0.000027386784,0.000755301,0.000018462782,0.000002232942],"category_scores_gemma":[0.0003828547,0.00003082048,0.000061544524,0.00040005066,0.0001806244,0.00012443711,0.00027789883,0.00085997314,2.5015355e-8],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090551504,0.014056599,0.116502516,0.0016857785,0.0013465277,0.000054546534,0.617379,0.13253365,0.020956611,0.08660816,0.0025789568,0.005392124],"study_design_scores_gemma":[0.003658832,0.004146213,0.026796717,0.0006405282,0.00016414466,0.00014222671,0.67554146,0.28076813,0.0006946344,0.006885501,0.00042401336,0.00013762213],"about_ca_topic_score_codex":0.00016044303,"about_ca_topic_score_gemma":0.0001959646,"teacher_disagreement_score":0.14823447,"about_ca_system_score_codex":0.000047809135,"about_ca_system_score_gemma":0.00015830183,"threshold_uncertainty_score":0.3736203},"labels":[],"label_agreement":null},{"id":"W4281778113","doi":"10.2196/35878","title":"Pedagogical Approaches and Learning Activities, Content, and Resources Used in the Design of Massive Open Online Courses (MOOCs) in the Health Sciences: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitetet i Oslo","keywords":"Scopus; Protocol (science); Inclusion (mineral); Computer science; Systematic review; Checklist; MEDLINE; Medical education; Grey literature; Resource (disambiguation); World Wide Web; Data science; Psychology; Medicine; Alternative medicine","score_opus":0.9207694832125067,"score_gpt":0.6878535415610757,"score_spread":0.23291594165143104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281778113","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.7625628e-7,0.091552936,0.00046324686,0.0029610293,0.0000011540698,0.9049524,0.000010239933,0.000013728777,0.000044862583],"genre_scores_gemma":[2.0902934e-7,0.11208572,0.002841422,0.0001341252,0.000036117544,0.88477075,0.0000069976704,0.00001794397,0.00010669658],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9801647,0.01604782,0.0009505568,0.0008761273,0.0012543468,0.00070646394],"domain_scores_gemma":[0.99016434,0.008301026,0.0007885606,0.0005971058,0.00006707623,0.00008189629],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.03358252,0.00031902638,0.00147433,0.0004185313,0.0008848996,0.00097558065,0.0039992672,0.00010436059,0.000006887842],"category_scores_gemma":[0.0017158086,0.00016641979,0.000116750525,0.0018762284,0.00062852266,0.00034358742,0.0015667059,0.0023326012,2.5232276e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000790058,0.000895351,0.00009049593,0.23931582,0.000019012434,0.00001985223,0.0057832315,0.00004329587,1.2783528e-7,0.0031598576,0.00037561118,0.75021833],"study_design_scores_gemma":[0.0007662426,0.0027648832,0.000005773783,0.32972378,0.000004581992,0.000024322791,0.002875704,0.0016807091,6.633062e-8,0.00015985774,0.6618173,0.00017677095],"about_ca_topic_score_codex":0.000079227364,"about_ca_topic_score_gemma":0.000052015374,"teacher_disagreement_score":0.75004154,"about_ca_system_score_codex":0.000100686695,"about_ca_system_score_gemma":0.0026038121,"threshold_uncertainty_score":0.99996907},"labels":[],"label_agreement":null},{"id":"W4283013621","doi":"10.18438/eblip30016","title":"Enhancing Users’ Perceived Significance of Academic Library with MOOC Services","year":2022,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Extant taxon; World Wide Web; Service (business); Academic library; Computer science; The Internet; Perception; Higher education; Knowledge management; Psychology; Library science; Business; Marketing; Political science","score_opus":0.009139175298835659,"score_gpt":0.2447635224542581,"score_spread":0.23562434715542244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283013621","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36724174,0.0026575068,0.1158393,0.50408447,0.00046261598,0.0010974279,0.000064011874,0.0015118553,0.007041091],"genre_scores_gemma":[0.906861,0.00066183694,0.053877532,0.038173858,0.00004404434,0.000024254994,0.000035945755,0.000010296684,0.00031123846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859196,0.00029326047,0.00037674236,0.00017930905,0.00040033116,0.00015838667],"domain_scores_gemma":[0.9979333,0.0010942301,0.00055075163,0.00030229593,0.000032371892,0.00008704209],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003796238,0.00011836564,0.0001366526,0.00019077276,0.00027191231,0.00028110866,0.00067587796,0.00003947847,0.00012164271],"category_scores_gemma":[0.00011991732,0.00010624388,0.00002726774,0.0008133682,0.000040399544,0.22428606,0.00035275123,0.0005087673,0.000010110186],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026175412,0.00041358496,0.040678587,0.003494311,0.00019881505,0.000079846825,0.022944242,0.14269358,0.006424911,0.72644454,0.0033713253,0.050638728],"study_design_scores_gemma":[0.00091675273,0.001300895,0.02513754,0.0010167311,0.00007325593,0.00010264863,0.008942341,0.5262294,0.010341748,0.0005897511,0.42467484,0.000674134],"about_ca_topic_score_codex":0.0000057627826,"about_ca_topic_score_gemma":1.5808103e-8,"teacher_disagreement_score":0.72585475,"about_ca_system_score_codex":0.0000063460343,"about_ca_system_score_gemma":0.0003410346,"threshold_uncertainty_score":0.78656346},"labels":[],"label_agreement":null},{"id":"W4283592913","doi":"10.3390/math10132230","title":"Learning Analytics and Computerized Formative Assessments: An Application of Dijkstra’s Shortest Path Algorithm for Personalized Test Scheduling","year":2022,"lang":"en","type":"article","venue":"Mathematics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Computer science; Dijkstra's algorithm; Pace; Schedule; Shortest path problem; Analytics; Curriculum; Reading (process); Test (biology); Scheduling (production processes); Algorithm; Mathematics education; Data science; Psychology; Graph; Theoretical computer science; Pedagogy; Engineering; Operations management","score_opus":0.021097260323795088,"score_gpt":0.31315874622726564,"score_spread":0.29206148590347053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283592913","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022783786,0.000022721248,0.9765266,0.00017690382,0.000037578917,0.00025957194,0.0000328027,0.000105383326,0.000054635217],"genre_scores_gemma":[0.34379524,0.0000062763056,0.65594304,0.00003435863,0.000028647491,0.000036896992,0.00005047308,0.00001430958,0.00009077993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870116,0.00006800739,0.00041161664,0.00026791304,0.00034267668,0.00020861655],"domain_scores_gemma":[0.99864185,0.00043888763,0.00040422648,0.0002936784,0.00014457469,0.0000767654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007260657,0.0001537603,0.00032544552,0.00011186717,0.000351987,0.00011254605,0.00044143543,0.000035543464,0.0000038375397],"category_scores_gemma":[0.000085926236,0.00015405519,0.00007323827,0.00031446374,0.000051963005,0.00025415773,0.0002668353,0.00024372037,7.657723e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022779908,0.0045468924,0.0055153756,0.0010223102,0.00043653123,0.0000144239775,0.037216652,0.09914754,0.0054128743,0.24370728,0.00008886261,0.60286844],"study_design_scores_gemma":[0.0005657245,0.00060006307,0.000076656106,0.000024310113,0.000042197073,0.000017244785,0.0023689445,0.99070543,0.000052866122,0.004927518,0.0004512277,0.00016784338],"about_ca_topic_score_codex":0.0000044239086,"about_ca_topic_score_gemma":4.985067e-7,"teacher_disagreement_score":0.8915579,"about_ca_system_score_codex":0.000046994723,"about_ca_system_score_gemma":0.00006400555,"threshold_uncertainty_score":0.6282188},"labels":[],"label_agreement":null},{"id":"W4284695347","doi":"10.1007/s10459-022-10133-7","title":"Correction to: Massive open online course adoption amongst newly graduated health care providers","year":2022,"lang":"en","type":"erratum","venue":"Advances in Health Sciences Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Massive open online course; Health care; Medical education; Course (navigation); Online course; MEDLINE; Data science; Medicine; World Wide Web; Computer science; Political science; Engineering","score_opus":0.018900760449290156,"score_gpt":0.3952902915310972,"score_spread":0.376389531081807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284695347","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043166656,0.068552315,0.015912464,0.4796637,0.4183412,0.0068062725,0.00015028096,0.00064092356,0.009501168],"genre_scores_gemma":[0.07175136,0.07836616,0.44605792,0.08704178,0.011486879,0.002986419,0.015232668,0.00036111753,0.2867157],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99488616,0.00066387927,0.0010290078,0.0015187002,0.001036918,0.0008653363],"domain_scores_gemma":[0.9967887,0.00016971993,0.0015881142,0.00071688293,0.00032592355,0.00041068348],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0016527575,0.0003862054,0.00061073626,0.0008140789,0.0013768965,0.0005889233,0.0029103954,0.00011406464,0.000022105745],"category_scores_gemma":[0.00040965644,0.00039860443,0.00007373681,0.0041919607,0.00017940307,0.002172746,0.00059485465,0.0014477733,0.000014551898],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076259257,0.00046097842,0.0008835973,0.00045080928,0.0000033622055,0.0000012649355,0.005323635,0.037048753,9.527991e-8,0.0013780922,0.5772933,0.37714848],"study_design_scores_gemma":[0.00026751522,0.0021090582,0.0039598434,0.0018111963,0.000007778862,0.000013740605,0.021881878,0.070167966,4.7362985e-7,0.0018593875,0.8972733,0.00064787304],"about_ca_topic_score_codex":0.011608235,"about_ca_topic_score_gemma":0.014691935,"teacher_disagreement_score":0.43014547,"about_ca_system_score_codex":0.0022900188,"about_ca_system_score_gemma":0.024066925,"threshold_uncertainty_score":0.99992317},"labels":[],"label_agreement":null},{"id":"W4284899043","doi":"10.1145/3502718.3524751","title":"\"It Depends on Whether or Not I'm Lucky\" How Students in an Introductory Programming Course Discover, Select, and Assess the Utility of Web-Based Resources","year":2022,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Relevance (law); Computer science; Curriculum; Vocabulary; Mathematics education; Web resource; World Wide Web; Resource (disambiguation); Multimedia; Psychology; Pedagogy","score_opus":0.028836896265142572,"score_gpt":0.32539223497575837,"score_spread":0.2965553387106158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284899043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98866034,0.000027955834,0.0011528538,0.009794642,0.00007628412,0.0001462909,0.000003882933,0.000055875193,0.00008187974],"genre_scores_gemma":[0.99675375,0.000002135036,0.0018246195,0.0005357924,0.00003786842,0.000013710016,0.00000259461,0.0000088917195,0.00082065194],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980985,0.0005128422,0.00016878425,0.00038666636,0.0006129507,0.00022027308],"domain_scores_gemma":[0.999056,0.00021336465,0.000108333916,0.0005288093,0.000044788398,0.000048735055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013545846,0.00012055046,0.00017122622,0.000086547196,0.0001848971,0.00023074652,0.0009539259,0.000024754472,0.000036247653],"category_scores_gemma":[0.000072932206,0.000076072305,0.000033748278,0.00045241535,0.00007939338,0.0001658875,0.0003463041,0.00038107115,4.5745398e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038005534,0.0033817168,0.90118027,0.000071625174,0.00007210703,0.000047630598,0.0053731906,0.0038768516,0.000757438,0.0007268687,0.0015915155,0.08254073],"study_design_scores_gemma":[0.0017748089,0.0016025091,0.28153294,0.000037632042,0.00003372455,0.000008155985,0.0032473502,0.68730295,0.0006805826,0.00006240145,0.023351138,0.00036582272],"about_ca_topic_score_codex":0.00006873789,"about_ca_topic_score_gemma":0.0006106242,"teacher_disagreement_score":0.6834261,"about_ca_system_score_codex":0.000026137632,"about_ca_system_score_gemma":0.00015112618,"threshold_uncertainty_score":0.31021386},"labels":[],"label_agreement":null},{"id":"W4285010540","doi":"10.3991/ijet.v17i13.30185","title":"Design and Implementation of a Blended Learning System for Higher Education in the Democratic Republic of Congo as a Response to Covid-19 Pandemic","year":2022,"lang":"en","type":"article","venue":"International Journal of Emerging Technologies in Learning (iJET)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Handong Global University; Universidad de Granada","keywords":"Democracy; E learning; The Internet; Blended learning; Quality (philosophy); Coronavirus disease 2019 (COVID-19); Higher education; Internet access; Political science; Quarter (Canadian coin); Economic growth; Public relations; Sociology; Computer science; Educational technology; World Wide Web; Geography; Law; Economics; Medicine; Politics","score_opus":0.03396432653891734,"score_gpt":0.3856979196671287,"score_spread":0.35173359312821134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285010540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8822232,0.00024325389,0.092334054,0.02455331,0.00029228927,0.00025644992,9.43269e-7,0.00007974635,0.000016753691],"genre_scores_gemma":[0.98017514,0.000033392054,0.019538334,0.00008633223,0.000019199935,0.000034871086,0.0000017692182,0.000007787533,0.00010318739],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.9977664,0.0007124052,0.00069090683,0.0001827629,0.00049632596,0.00015122457],"domain_scores_gemma":[0.99737465,0.0012862466,0.0008980251,0.00015349941,0.0002618112,0.00002575516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047476212,0.00009682487,0.00021788511,0.0011434327,0.00011541552,0.000054011063,0.0011381586,0.000045782497,0.000006817636],"category_scores_gemma":[0.002882595,0.00008485282,0.000057758993,0.00065522746,0.000046606674,0.000187187,0.0003101927,0.0005791038,1.8514554e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009592048,0.00022116711,0.17197631,0.00013422342,0.00015998646,0.000057365643,0.013502398,0.6794253,0.011648838,0.032112025,0.00044843147,0.08935477],"study_design_scores_gemma":[0.012573817,0.0133439945,0.05409635,0.0019131232,0.00017464504,0.003060177,0.40121505,0.3665766,0.004763244,0.098015346,0.04296042,0.0013072249],"about_ca_topic_score_codex":0.000054820775,"about_ca_topic_score_gemma":0.0000044320304,"teacher_disagreement_score":0.38771266,"about_ca_system_score_codex":0.00039283425,"about_ca_system_score_gemma":0.00087734376,"threshold_uncertainty_score":0.34601974},"labels":[],"label_agreement":null},{"id":"W4285195189","doi":"10.1007/978-981-19-0351-9_14-1","title":"Assessing the Digital Transformation of Education Systems","year":2022,"lang":"en","type":"book-chapter","venue":"Handbook of Open, Distance and Digital Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Digitization; Digital transformation; Index (typography); Transformation (genetics); Order (exchange); Computer science; Engineering; Business; World Wide Web; Telecommunications; Finance","score_opus":0.02416193398263425,"score_gpt":0.3163725901661263,"score_spread":0.29221065618349207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285195189","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080339,0.009743387,0.029618807,0.0010807544,0.0009226386,0.0006991414,0.000112953254,0.00003401975,0.95698494],"genre_scores_gemma":[0.8860969,0.00055377523,0.00034988276,0.00005716295,0.00011433863,0.000032454827,0.00047185962,0.000023869441,0.11229974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988447,0.000013974099,0.00046964045,0.0002555529,0.00031562647,0.00010052118],"domain_scores_gemma":[0.99868935,0.00007802594,0.0005960921,0.00039552987,0.00019148181,0.000049520575],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00015529802,0.0001725587,0.00026798306,0.00011064492,0.0001566307,0.0019023994,0.000657461,0.00006315327,0.00001307383],"category_scores_gemma":[0.00003031195,0.00014204277,0.00007543958,0.00008442746,0.000099127144,0.0034083412,0.00014452772,0.0001693129,0.0000037527195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053598815,0.00013243117,0.00007737688,0.00023913801,0.000023442828,1.5581983e-7,0.0008841496,0.00004726235,0.00000552999,0.75917053,0.00092552725,0.23848908],"study_design_scores_gemma":[0.0004044782,0.0002726844,0.00032250973,0.004646467,0.00010921157,0.00005093215,0.004575376,0.004041832,0.000053602806,0.15841481,0.82634,0.0007680583],"about_ca_topic_score_codex":0.000024054636,"about_ca_topic_score_gemma":0.000001496943,"teacher_disagreement_score":0.88529354,"about_ca_system_score_codex":0.00006569086,"about_ca_system_score_gemma":0.0011569948,"threshold_uncertainty_score":0.9991337},"labels":[],"label_agreement":null},{"id":"W4285233275","doi":"10.14569/ijacsa.2022.01306108","title":"Identifying Community-Supported Technologies and Software Developments Concepts by K-means Clustering","year":2022,"lang":"en","type":"article","venue":"International Journal of Advanced Computer Science and Applications","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Cluster analysis; Software; Software development; Java; Data science; Data mining; Machine learning; Artificial intelligence","score_opus":0.01566211667717065,"score_gpt":0.3197264531457159,"score_spread":0.30406433646854525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285233275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03823379,0.00018589951,0.9586276,0.0025580465,0.00023140156,0.0000664512,0.0000062616127,0.00006998747,0.000020610272],"genre_scores_gemma":[0.7005102,0.000090954236,0.29898834,0.00033347192,0.000031420688,0.000012597248,0.0000029948876,0.0000038057453,0.000026208896],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873334,0.000037580186,0.00027973476,0.0001872048,0.00061652437,0.00014559671],"domain_scores_gemma":[0.9989165,0.000098382545,0.00028326604,0.0001837441,0.00045595394,0.0000621446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006307723,0.00008345132,0.0001107846,0.00028324683,0.0008175815,0.00030370223,0.0018192405,0.00001470634,0.000001299892],"category_scores_gemma":[0.000048843445,0.00008240449,0.000022299275,0.0005019028,0.00022715406,0.0007648399,0.0015480405,0.0003852444,6.478602e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035362393,0.00008511978,0.00094725005,0.0000054704283,0.000027465132,0.000008801892,0.0009832507,0.005535328,0.003417065,0.003530286,0.00017418551,0.98528224],"study_design_scores_gemma":[0.0045973836,0.0012278872,0.013744452,0.00035836274,0.000055041957,0.0047066184,0.014285616,0.5860199,0.007921462,0.10022844,0.26518565,0.0016691956],"about_ca_topic_score_codex":0.0000039844,"about_ca_topic_score_gemma":0.0000011965253,"teacher_disagreement_score":0.9836131,"about_ca_system_score_codex":0.00009587433,"about_ca_system_score_gemma":0.00014330505,"threshold_uncertainty_score":0.62882584},"labels":[],"label_agreement":null},{"id":"W4285260176","doi":"10.54941/ahfe1002411","title":"Understanding dropout in distance and online learning by taking into account multiple factors","year":2022,"lang":"en","type":"article","venue":"AHFE international","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec en Outaouais; Université TÉLUQ","funders":"","keywords":"Psychology; Drop out; Distance education; Marital status; Dropout (neural networks); Mathematics education; Higher education; Medical education; Social psychology; Computer science; Sociology; Demography; Medicine; Political science","score_opus":0.044861863411227436,"score_gpt":0.29605756814779866,"score_spread":0.2511957047365712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285260176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7203884,0.00008557494,0.27483657,0.0038947419,0.00039561867,0.000038278944,0.000015713686,0.00007989572,0.00026520554],"genre_scores_gemma":[0.9970373,0.000013449285,0.0022562642,0.00012850648,0.000041807343,0.000002855266,0.00006510615,0.000008080066,0.00044661816],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990279,0.000052222804,0.00016988195,0.00026129276,0.0003450161,0.00014369671],"domain_scores_gemma":[0.9995577,0.00016754684,0.00012692013,0.00009144546,0.000021933833,0.000034509427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018964954,0.000087358894,0.00008939725,0.00013942619,0.00021533159,0.00012972964,0.00044088694,0.000019007153,0.00004125033],"category_scores_gemma":[0.00017032794,0.00009228033,0.000026608064,0.00019303386,0.000027351974,0.00025481678,0.00039348044,0.00038173323,0.0000015171507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000080166365,0.00011857131,0.9469008,0.000005664535,0.00002534248,0.000020667256,0.0031495735,0.022871727,0.0007057768,0.02276611,0.00032455559,0.0031032017],"study_design_scores_gemma":[0.00039110723,0.000040427927,0.011861513,0.000020336664,0.0000018101924,0.000006539959,0.0021526471,0.96531075,0.00003145704,0.0035452456,0.016478606,0.00015954634],"about_ca_topic_score_codex":0.00022414309,"about_ca_topic_score_gemma":0.00013414667,"teacher_disagreement_score":0.942439,"about_ca_system_score_codex":0.00036460583,"about_ca_system_score_gemma":0.000025813799,"threshold_uncertainty_score":0.37630826},"labels":[],"label_agreement":null},{"id":"W4285331905","doi":"10.19173/irrodl.v23i3.5994","title":"Cross Validating a Rubric for Automatic Classification of Cognitive Presence in MOOC Discussions","year":2021,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Context (archaeology); Scale (ratio); Computer science; Cognition; Massive open online course; Online discussion; Distance education; Psychology; Data science; Mathematics education; World Wide Web","score_opus":0.13105552566361456,"score_gpt":0.4999864602088998,"score_spread":0.36893093454528525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285331905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79339933,0.013579641,0.112864345,0.073801905,0.00017451712,0.0022536272,0.00018667693,0.000039737028,0.0037002466],"genre_scores_gemma":[0.9950417,0.002635168,0.0018417258,0.00003096723,0.00001274969,0.00005976762,0.00011169742,0.0000036116594,0.00026256242],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814904,0.00060071674,0.00041864943,0.00022360407,0.0004451718,0.00016284532],"domain_scores_gemma":[0.9957341,0.0032126764,0.00019822113,0.00017898047,0.00064163975,0.000034359677],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0045332126,0.00005837269,0.00019841046,0.00010321256,0.00010224798,0.00017387369,0.0009386229,0.000024102714,0.000023407687],"category_scores_gemma":[0.014974322,0.00004078805,0.000041009553,0.00087245775,0.00011190243,0.00026040297,0.0007725357,0.00036409136,0.000001448996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096085925,0.0010693704,0.3213816,0.008411572,0.00013378939,0.000046025998,0.0026981668,0.0036512802,0.0021875785,0.21060167,0.0006429752,0.4490799],"study_design_scores_gemma":[0.0010103299,0.00009865231,0.09355559,0.0352921,0.000009543155,0.000014043212,0.0035141308,0.8566841,0.00050126086,0.007948041,0.0012476782,0.0001245197],"about_ca_topic_score_codex":0.00008954913,"about_ca_topic_score_gemma":0.000014679731,"teacher_disagreement_score":0.8530328,"about_ca_system_score_codex":0.000040213537,"about_ca_system_score_gemma":0.00023044713,"threshold_uncertainty_score":0.99332297},"labels":[],"label_agreement":null},{"id":"W4285725796","doi":"10.1108/s2055-364120220000045009","title":"Using Cloud-based Collaborative Office Productivity Tools (Google Workspace) to Engage Students in Their Learning and Prepare Them for the Workplace","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Loyalist College","funders":"","keywords":"Productivity; Workspace; Cloud computing; Computer science; Knowledge management; Business; Artificial intelligence; Economics; Operating system","score_opus":0.05280278932449262,"score_gpt":0.31769029817538175,"score_spread":0.26488750885088913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285725796","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03783092,0.0034934636,0.78187275,0.0287225,0.0028319515,0.015302381,0.00028871244,0.0015479504,0.12810935],"genre_scores_gemma":[0.15916352,0.00016335586,0.17473468,0.0010310019,0.0008126228,0.00025798718,0.000060174854,0.00024095613,0.6635357],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976694,0.0002625573,0.00030020712,0.00091115304,0.0005043558,0.00035232172],"domain_scores_gemma":[0.996804,0.002026115,0.00028108948,0.00061109493,0.00019064908,0.000087070344],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017901945,0.0003912707,0.00045929148,0.0001444525,0.00065440143,0.0005638734,0.0009691441,0.00013666776,0.00005552991],"category_scores_gemma":[0.00048239614,0.00028981068,0.0000978858,0.0003767723,0.00006209799,0.00021417165,0.000881457,0.0010269923,0.000004116401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001002557,0.0006586721,0.010561316,0.00039468342,0.00089532504,0.00009088172,0.02836768,0.6794696,0.0001348292,0.18619388,0.0043053273,0.087925285],"study_design_scores_gemma":[0.001308174,0.00057943555,0.0002543484,0.0006925077,0.00012184883,0.000012196502,0.0035661717,0.3425066,0.000083236206,0.0021696857,0.64728,0.001425806],"about_ca_topic_score_codex":0.000023251801,"about_ca_topic_score_gemma":0.00016168455,"teacher_disagreement_score":0.6429747,"about_ca_system_score_codex":0.0001933254,"about_ca_system_score_gemma":0.00035183126,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W4285752850","doi":"","title":"Putting Learning Back into Learning Analytics: Optimizing Learning Through Analyzing the Data","year":2020,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Learning analytics; Computer science; Analytics; Data analysis; Machine learning; Artificial intelligence; Data science; Data mining","score_opus":0.0384055032868065,"score_gpt":0.2795619496704038,"score_spread":0.24115644638359732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285752850","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020202885,0.0017307412,0.92373526,0.057210077,0.00022850416,0.00026001397,0.0000041669823,0.0008725508,0.013938426],"genre_scores_gemma":[0.42742503,0.0013459591,0.5635177,0.00017962906,0.00017148218,0.000012513932,0.0007089397,0.0001056956,0.0065330584],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9835405,0.011409357,0.0010941438,0.002228338,0.0009002811,0.0008274003],"domain_scores_gemma":[0.9884466,0.0038056024,0.0016146102,0.0042452593,0.0016093411,0.0002786076],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.01157008,0.00068576995,0.0008052311,0.00025456172,0.0021927066,0.0031891752,0.008294965,0.00038626388,0.000064349224],"category_scores_gemma":[0.010347859,0.00064825075,0.00037773733,0.0015312304,0.0002987804,0.0008458154,0.015763352,0.0059006168,0.00017974309],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011516063,0.00032848297,0.013355189,0.00071328005,0.00079319347,0.00005666062,0.07501436,0.580311,0.0013399415,0.05382466,0.0012504561,0.27300125],"study_design_scores_gemma":[0.00027305653,0.0000015534165,0.00014862976,0.0016444264,0.000116742456,0.000011771672,0.0007267439,0.9603803,0.0006309325,0.0062610903,0.029195286,0.00060943246],"about_ca_topic_score_codex":0.0013560266,"about_ca_topic_score_gemma":0.00019344251,"teacher_disagreement_score":0.42540473,"about_ca_system_score_codex":0.00017431448,"about_ca_system_score_gemma":0.0005431072,"threshold_uncertainty_score":0.9995969},"labels":[],"label_agreement":null},{"id":"W4286457453","doi":"10.18280/isi.270320","title":"An Urban and Rural Educational Resource Sharing and Exchange Platform Based on Cloud Platform Access Technology","year":2022,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Shared resource; Computer science; Resource (disambiguation); Reliability (semiconductor); Quality (philosophy); Space (punctuation); Educational resources; Multimedia; Computer security; Computer network; Operating system","score_opus":0.01626986301907649,"score_gpt":0.2624297962506938,"score_spread":0.2461599332316173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286457453","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98168355,0.00009982455,0.012100137,0.001959489,0.00022725726,0.00020832155,0.000021324726,0.00029689257,0.0034032129],"genre_scores_gemma":[0.99719834,0.0000044148783,0.002044465,0.00043669675,0.00008409928,0.000042312644,0.00012566392,0.0000074855166,0.00005651768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990214,0.000018708914,0.00028369334,0.00017146106,0.00027060762,0.00023411747],"domain_scores_gemma":[0.99928254,0.000056414807,0.00019977742,0.00031919198,0.000059576323,0.00008250407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040543062,0.00013555119,0.00013274475,0.0005635728,0.00072403625,0.0005657268,0.00059290795,0.00006503657,0.000024361992],"category_scores_gemma":[0.00007097166,0.0001384822,0.000021129854,0.00055058097,0.000082634535,0.0028440596,0.0004190762,0.00027359283,0.0000044498634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016262033,0.00026360736,0.17148848,0.0006965837,0.00006296681,0.000009593357,0.026957542,0.043632213,0.000065566695,0.38181007,0.0030365612,0.3718142],"study_design_scores_gemma":[0.0004561096,0.00036275425,0.009620614,0.000065213826,0.000007040267,0.00005450222,0.0019765135,0.9616871,0.000043425316,0.0169643,0.008508821,0.00025361677],"about_ca_topic_score_codex":0.00003133571,"about_ca_topic_score_gemma":0.000002996237,"teacher_disagreement_score":0.9180549,"about_ca_system_score_codex":0.00016810917,"about_ca_system_score_gemma":0.00007963324,"threshold_uncertainty_score":0.564714},"labels":[],"label_agreement":null},{"id":"W4286511253","doi":"10.1016/j.caeai.2022.100091","title":"Artificial intelligence-based robots in education: A systematic review of selected SSCI publications","year":2022,"lang":"en","type":"review","venue":"Computers and Education Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministry of Science and Technology, Taiwan","keywords":"Robot; Artificial intelligence; Citation; Perception; Computer science; Psychology; World Wide Web","score_opus":0.10153509781629952,"score_gpt":0.38291069684947227,"score_spread":0.2813755990331728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286511253","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[8.5632496e-7,0.8295359,0.16576047,0.0018433811,0.0013358318,0.0013242585,0.000006383827,0.0000917955,0.00010112977],"genre_scores_gemma":[0.00006477023,0.98308164,0.015232344,0.0005129641,0.00019414544,0.00055113976,0.0002123866,0.000030476458,0.00012013234],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99510515,0.0007367954,0.0024522794,0.0008704414,0.0004736808,0.00036163977],"domain_scores_gemma":[0.9959742,0.0008480354,0.0013386132,0.0011302892,0.0005102776,0.00019857199],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012171129,0.0004539299,0.0016853883,0.0011713296,0.0002318817,0.00032971078,0.0017051077,0.00015914561,0.00010280513],"category_scores_gemma":[0.001092209,0.00043479935,0.00031139166,0.0051862905,0.00012488855,0.00026165342,0.00027124878,0.00064532115,0.000050925093],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[5.880208e-7,0.00054180244,7.555662e-7,0.20930381,0.000021861268,4.9457617e-7,0.00015775677,0.00012869452,5.873066e-8,0.04983708,0.0003742914,0.7396328],"study_design_scores_gemma":[0.000011302134,0.00023707184,0.0000023171344,0.71488786,0.0008401719,0.00008925156,0.0005962461,0.101895444,0.0000138709265,0.026975814,0.15297475,0.0014758743],"about_ca_topic_score_codex":0.00005837414,"about_ca_topic_score_gemma":0.000015819043,"teacher_disagreement_score":0.7381569,"about_ca_system_score_codex":0.00028078735,"about_ca_system_score_gemma":0.005971678,"threshold_uncertainty_score":0.9998104},"labels":[],"label_agreement":null},{"id":"W4286579620","doi":"10.4018/ijtee.305807","title":"A Bibliometric Analysis of Automated Writing Evaluation in Education Using VOSviewer and CitNetExplorer from 2008 to 2022","year":2022,"lang":"en","type":"article","venue":"International Journal of Technology-Enhanced Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Beijing Language and Culture University","keywords":"LEAPS; Bibliometrics; China; Field (mathematics); Service (business); Library science; Computer science; Political science; Marketing","score_opus":0.019867654931889325,"score_gpt":0.36848020044218427,"score_spread":0.34861254551029497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286579620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97954524,0.0014128095,0.013134175,0.0045493883,0.0011723853,0.00010314198,0.0000071115855,0.000043214135,0.000032558335],"genre_scores_gemma":[0.9674038,0.0000948183,0.032200515,0.00014774359,0.00008487032,0.000019767378,0.00002347609,0.000006109203,0.000018896524],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981025,0.00011919449,0.0006562556,0.000229832,0.0007764014,0.00011583495],"domain_scores_gemma":[0.9973891,0.00008934056,0.0007726539,0.00020279615,0.0015008745,0.000045239027],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0009850528,0.00009196208,0.00023758154,0.080392525,0.00006644746,0.00006304874,0.0007290065,0.000055530076,0.00005987739],"category_scores_gemma":[0.0007706739,0.00010114118,0.000073837226,0.06410894,0.000024560555,0.00039418135,0.00022249574,0.00029990743,0.0000010999682],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022758353,0.0006952276,0.046149902,0.0000059357712,0.00042377232,0.0000019020055,0.0012482437,0.05843977,0.03148292,0.0007555347,0.00045518248,0.86031884],"study_design_scores_gemma":[0.000503597,0.0001801501,0.23296134,0.00017375725,0.00028386732,0.000044614728,0.0033591876,0.7451979,0.0039093294,0.012585973,0.0005762956,0.00022398225],"about_ca_topic_score_codex":0.00010759776,"about_ca_topic_score_gemma":0.000010976411,"teacher_disagreement_score":0.86009485,"about_ca_system_score_codex":0.00047858772,"about_ca_system_score_gemma":0.0008739459,"threshold_uncertainty_score":0.9557839},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4287104853","doi":"","title":"From Conventional AI to Modern AI in education- Re-examining AI and Analytics Techniques for Teaching and Learning","year":2021,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Douglas College","funders":"","keywords":"Learning analytics; Analytics; Computer science; Data science; Mathematics education; Artificial intelligence; Psychology","score_opus":0.14216672796046223,"score_gpt":0.541407839900002,"score_spread":0.3992411119395397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287104853","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60746783,0.0052840943,0.37739038,0.008613301,0.0002902244,0.0002914308,0.000017068687,0.000073119845,0.0005725378],"genre_scores_gemma":[0.94645876,0.0005601691,0.04986673,0.002176049,0.00021959236,0.000018721372,0.00002359175,0.000026127645,0.0006502695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979335,0.00035612422,0.0005672267,0.0005410821,0.00034717823,0.00025485602],"domain_scores_gemma":[0.99824804,0.0005811411,0.00032148452,0.00029182615,0.00036124274,0.00019628878],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016553497,0.00019849367,0.00046811506,0.00061564066,0.00035281669,0.00199309,0.0010122877,0.000086858934,0.00009639774],"category_scores_gemma":[0.0010637181,0.00020868519,0.00006751435,0.00053981924,0.000052710842,0.0017978473,0.00093567645,0.0009169865,9.061377e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040633317,0.0003719594,0.5148241,0.000109173874,0.00015917388,0.000028967825,0.0025860695,0.0031100062,0.025940336,0.0019810656,0.010822346,0.4400262],"study_design_scores_gemma":[0.0008964297,0.00006687196,0.49784943,0.00250344,0.00012718739,0.000039855513,0.0010560607,0.35029393,0.005233008,0.116476834,0.02442723,0.0010297268],"about_ca_topic_score_codex":0.000567261,"about_ca_topic_score_gemma":0.000078050274,"teacher_disagreement_score":0.43899646,"about_ca_system_score_codex":0.000061468236,"about_ca_system_score_gemma":0.0003710834,"threshold_uncertainty_score":0.9990429},"labels":[],"label_agreement":null},{"id":"W4287383897","doi":"10.1007/978-3-031-11647-6_65","title":"Learning Optimal and Personalized Knowledge Component Sequencing Policies","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Adaptation (eye); Component (thermodynamics); Adaptive learning; Personalized learning; Artificial intelligence; Context (archaeology); Path (computing); Machine learning; Sequence learning; Sequence (biology); Domain (mathematical analysis); Active learning (machine learning); Cooperative learning; Open learning; Teaching method","score_opus":0.021239807614209058,"score_gpt":0.27189961730151957,"score_spread":0.2506598096873105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287383897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021536208,0.0015342789,0.9892237,0.0020581519,0.0007266469,0.00017747347,0.0000032569644,0.0002732899,0.0038495837],"genre_scores_gemma":[0.5484264,0.00042725887,0.44344977,0.0012703731,0.00096195214,0.000012019398,0.000020068861,0.00010020564,0.005331951],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966967,0.000098557684,0.0004188901,0.001315726,0.000804202,0.00066588446],"domain_scores_gemma":[0.9982198,0.0005330044,0.0002644233,0.0006412529,0.0001445137,0.00019701954],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010607874,0.0004910282,0.00056976837,0.0008707835,0.0007739216,0.0006079522,0.0019315401,0.00017150537,0.000045510023],"category_scores_gemma":[0.000111384725,0.0004787935,0.00013420073,0.0005678195,0.0008071927,0.0003993921,0.0025827743,0.0017595608,0.000017887012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092978735,0.000047827885,0.0003112611,0.000118286036,0.000042401713,0.00022240447,0.015159486,0.40517458,0.00043777333,0.1275504,0.000022344544,0.45090392],"study_design_scores_gemma":[0.00027958446,0.0002840624,0.0000638075,0.00022278492,0.000013168218,0.00019362415,0.0000044456033,0.9723929,0.0000697316,0.012908711,0.012919397,0.0006477516],"about_ca_topic_score_codex":0.000061291954,"about_ca_topic_score_gemma":0.000017115311,"teacher_disagreement_score":0.56721836,"about_ca_system_score_codex":0.00051475543,"about_ca_system_score_gemma":0.0007026258,"threshold_uncertainty_score":0.99976635},"labels":[],"label_agreement":null},{"id":"W4287734807","doi":"10.1145/3551627.3551630","title":"SIGCSE Technical Symposium 2022","year":2022,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Curriculum; Library science; Engineering ethics; Mathematics education; Pedagogy; Sociology; Psychology; Engineering","score_opus":0.008098054402994043,"score_gpt":0.23580331720407488,"score_spread":0.22770526280108083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287734807","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054631308,0.00072126207,0.03038054,0.88395965,0.002202661,0.0006332947,0.000035092547,0.0028300083,0.02460616],"genre_scores_gemma":[0.93664753,0.000040866216,0.035779573,0.004868661,0.0002949235,0.00008324893,0.000019422107,0.000038457278,0.02222734],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979818,0.00021604206,0.00027352644,0.0005449277,0.00057415257,0.00040955862],"domain_scores_gemma":[0.9980156,0.0003004372,0.00011282088,0.0013952416,0.00004476864,0.0001311498],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006669056,0.00017114298,0.00020080745,0.0001304137,0.0004790485,0.00011470218,0.0027315354,0.000053497122,0.001192479],"category_scores_gemma":[0.00034535705,0.00017530758,0.000132802,0.0005560844,0.000048630252,0.00005241958,0.0030924773,0.0007264756,0.0006522436],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049547336,0.0010828393,0.0017912566,0.00003366862,0.00006786563,0.0007415796,0.00073585875,0.013051887,0.011075558,0.03530437,0.9088404,0.027225165],"study_design_scores_gemma":[0.00038945314,0.00030335216,0.0002093883,0.0000067466094,0.000012945731,0.00013082253,0.00006737601,0.0065320423,0.0004267568,0.0029396731,0.98864394,0.0003374938],"about_ca_topic_score_codex":0.000025954338,"about_ca_topic_score_gemma":0.0000011644036,"teacher_disagreement_score":0.8820162,"about_ca_system_score_codex":0.00008773041,"about_ca_system_score_gemma":0.000085696076,"threshold_uncertainty_score":0.9997206},"labels":[],"label_agreement":null},{"id":"W4287953123","doi":"","title":"Towards learning analytics adoption: A mixed methods study of data-related policies and policies in Latin American universities","year":2020,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Latin Americans; Learning analytics; Data science; Analytics; Computer science; Policy learning; Data analysis; Political science; Knowledge management; Data mining; Machine learning","score_opus":0.03978396776795483,"score_gpt":0.32866203160510715,"score_spread":0.2888780638371523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287953123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7409221,0.000327437,0.23732027,0.01799187,0.000074065734,0.0002338437,0.000028998553,0.00023506288,0.0028663643],"genre_scores_gemma":[0.8002633,0.00028562985,0.19838925,0.000029205747,0.00000973412,0.0000030694298,0.00011342897,0.000017910317,0.00088850653],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9903999,0.0075271884,0.0006274007,0.00078441465,0.000388779,0.00027229977],"domain_scores_gemma":[0.995201,0.0012305226,0.0008205226,0.001846924,0.00076674356,0.0001343053],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044653188,0.00028624665,0.0006478145,0.00048120835,0.0002018634,0.00034372802,0.0023081054,0.00012874075,0.0000053067065],"category_scores_gemma":[0.0010653406,0.00031003178,0.00008432302,0.0013973722,0.00034723216,0.00023635657,0.006149261,0.000990145,0.00000184508],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022168437,0.0018333433,0.056331802,0.00043886353,0.00065357954,0.000031520038,0.33214775,0.02364932,0.0005952193,0.17037845,0.00019035736,0.41372764],"study_design_scores_gemma":[0.0005884596,0.000007360819,0.0676984,0.0006435948,0.00011018717,0.0000036944652,0.027023543,0.90020984,0.00042112282,0.00189149,0.0009499439,0.00045238537],"about_ca_topic_score_codex":0.011429067,"about_ca_topic_score_gemma":0.0020973976,"teacher_disagreement_score":0.8765605,"about_ca_system_score_codex":0.00008969219,"about_ca_system_score_gemma":0.0004185459,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W4288600161","doi":"","title":"Undergraduate students’ mindsets in a computer programming mathematical learning environment","year":2019,"lang":"en","type":"preprint","venue":"INRIA a CCSD electronic archive server","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Mathematics education; Programming language; Human–computer interaction; Psychology","score_opus":0.008627727514896277,"score_gpt":0.2591184809794474,"score_spread":0.25049075346455113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288600161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28225145,0.00023090729,0.7134679,0.002646941,0.00021742182,0.0008192468,0.0000031791885,0.00022888166,0.00013404443],"genre_scores_gemma":[0.95412654,0.00015901144,0.044361074,0.0001487418,0.00019241321,0.00007368889,0.000091866896,0.00006745204,0.0007792067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99513036,0.0005736982,0.0007177899,0.0013344734,0.0009174413,0.0013262081],"domain_scores_gemma":[0.99799037,0.00028690492,0.00039872798,0.0011366989,0.00002773496,0.00015955484],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00090519816,0.0005912424,0.0007587702,0.00035165538,0.00011695262,0.00044002125,0.002349654,0.0002567415,0.000021865106],"category_scores_gemma":[0.00003883361,0.0005776766,0.0003249182,0.00022103802,0.00008288521,0.00015865406,0.00431371,0.0034567332,0.00048683237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006354438,0.0019907232,0.037229046,0.00091431494,0.0009013477,0.00026969257,0.006589113,0.77981526,0.0000523658,0.103107534,0.00026378094,0.06880329],"study_design_scores_gemma":[0.0010519853,0.0004534565,0.0041720453,0.000598995,0.00005564264,0.000029816034,0.000025185205,0.867747,0.000011996785,0.11885674,0.006198011,0.00079909904],"about_ca_topic_score_codex":0.00003798398,"about_ca_topic_score_gemma":0.000106764994,"teacher_disagreement_score":0.67187506,"about_ca_system_score_codex":0.0004634444,"about_ca_system_score_gemma":0.0004342106,"threshold_uncertainty_score":0.99966747},"labels":[],"label_agreement":null},{"id":"W4288697523","doi":"10.3389/feduc.2022.967117","title":"Tracing writing progression in English for academic purposes: A data-driven possibility in the post-COVID era in Hong Kong","year":2022,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Big data; Globe; Sample (material); Learning analytics; Computer science; Analytics; Mathematics education; Academic writing; Data science; Medical education; Psychology; Medicine","score_opus":0.02172557107518116,"score_gpt":0.3405988016298285,"score_spread":0.31887323055464734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288697523","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839061,0.00064683874,0.0064677056,0.0070296335,0.0011309461,0.0007196798,0.000010790184,0.000037866957,0.00005047508],"genre_scores_gemma":[0.95583755,0.000016164558,0.043313455,0.00034223922,0.00015119978,0.0001776397,0.0001346378,0.000008295761,0.000018799843],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803984,0.000462406,0.000443359,0.0005110615,0.0002482385,0.00029507602],"domain_scores_gemma":[0.9990732,0.00018277737,0.00015569392,0.000512901,0.000044054304,0.000031367603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028954914,0.000104248524,0.00016606749,0.00045827616,0.00013440153,0.000098067234,0.001314145,0.00006603481,0.0000014246851],"category_scores_gemma":[0.00095198903,0.00009908909,0.00002684891,0.001105427,0.000025306615,0.0007296832,0.00026402104,0.0009799772,2.2708367e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021409536,0.00041297264,0.7659877,0.00006358709,0.0000019830313,0.000004626467,0.035684135,0.0076262304,0.0000194623,0.00026442466,0.00088338734,0.18903011],"study_design_scores_gemma":[0.00065241713,0.00008599656,0.23585299,0.00026470603,0.000004884606,0.000005477313,0.046327535,0.7104399,0.0000097818,0.005202261,0.00093866145,0.00021538818],"about_ca_topic_score_codex":0.00018637342,"about_ca_topic_score_gemma":0.00020601776,"teacher_disagreement_score":0.7028137,"about_ca_system_score_codex":0.00045064578,"about_ca_system_score_gemma":0.0006582226,"threshold_uncertainty_score":0.42575675},"labels":[],"label_agreement":null},{"id":"W4290659726","doi":"10.20343/teachlearninqu.10.28","title":"The Importance of Ending Well: A Virtual Last Class Workshop for Course Evaluation and Evolution","year":2022,"lang":"en","type":"article","venue":"Teaching & Learning Inquiry The ISSOTL Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Toronto","funders":"","keywords":"Facilitator; Class (philosophy); Session (web analytics); Whiteboard; Computer science; Impromptu; Course (navigation); Adaptation (eye); Virtual learning environment; Perception; Mathematics education; Multimedia; Psychology; World Wide Web; Engineering; Artificial intelligence","score_opus":0.03058385815750811,"score_gpt":0.33987806348763117,"score_spread":0.3092942053301231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290659726","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59311044,0.0014078169,0.38599187,0.017222404,0.0016184157,0.00029756266,0.0000012282117,0.00011845045,0.00023181412],"genre_scores_gemma":[0.99631023,0.000033941298,0.0020403964,0.00011461369,0.0005506513,0.000014454035,0.0000027050773,0.00001950942,0.0009134768],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965668,0.0016177878,0.0004260633,0.00024315945,0.00080075837,0.00034543485],"domain_scores_gemma":[0.99737227,0.0013631016,0.0007471786,0.00030557133,0.00014408979,0.00006781464],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.013859882,0.00014168248,0.00017193292,0.00009830083,0.0044593327,0.00034798248,0.0008615847,0.000038441154,0.000007334594],"category_scores_gemma":[0.0014661859,0.00008794562,0.000119098,0.0001983905,0.000144222,0.000287984,0.00036863936,0.0021395474,0.0000010022786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104667,0.0001428728,0.030556636,0.000013423285,0.00018761856,0.000009360122,0.021134103,0.6295591,0.00067678903,0.11723712,0.0038774156,0.19650088],"study_design_scores_gemma":[0.00062669,0.00038542098,0.004872457,0.00006589941,0.00008851652,0.00030029507,0.012030733,0.9431907,0.0000055352452,0.003990265,0.034282763,0.00016071777],"about_ca_topic_score_codex":0.000004410565,"about_ca_topic_score_gemma":0.0000041560706,"teacher_disagreement_score":0.4031998,"about_ca_system_score_codex":0.00019893602,"about_ca_system_score_gemma":0.00021816063,"threshold_uncertainty_score":0.9968367},"labels":[],"label_agreement":null},{"id":"W4290995700","doi":"10.1007/978-981-19-5967-7","title":"Resilience and Future of Smart Learning","year":2022,"lang":"en","type":"book","venue":"Lecture notes in educational technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Resilience (materials science); Psychology; Computer science; Physics","score_opus":0.005676286464599553,"score_gpt":0.2614461345075922,"score_spread":0.25576984804299263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290995700","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006254355,0.052471656,0.0754832,0.7924752,0.0048130765,0.00088236947,0.000036143072,0.0009787502,0.06660523],"genre_scores_gemma":[0.49352348,0.004257869,0.2515386,0.0018411119,0.0033288335,0.00016116179,0.00033831506,0.00017823261,0.2448324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988143,0.000049474816,0.00025391096,0.00046200602,0.00022792658,0.00019242273],"domain_scores_gemma":[0.99884933,0.00041262884,0.0002338607,0.00040138542,0.00007644871,0.000026330143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017560436,0.00017620483,0.0002823236,0.0007902233,0.00010146071,0.000017678134,0.0008056298,0.00040191459,0.00010453206],"category_scores_gemma":[0.00037193458,0.0001814968,0.000042224285,0.0006435732,0.00018560527,0.00004727487,0.00038566336,0.0016346626,0.000004603885],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053765693,0.000098032,0.007965405,0.00011306327,0.000031410942,0.00001065244,0.0005620088,0.0034763038,0.0000597608,0.7678364,0.0010932548,0.21874836],"study_design_scores_gemma":[0.00009159268,0.00016073915,0.0005032088,0.00006168154,0.000008940604,0.000068563386,0.000021559907,0.0020046064,0.00004386482,0.7014205,0.2953947,0.00022007793],"about_ca_topic_score_codex":0.0000059455597,"about_ca_topic_score_gemma":0.000018652474,"teacher_disagreement_score":0.7906341,"about_ca_system_score_codex":0.00012360569,"about_ca_system_score_gemma":0.0008537596,"threshold_uncertainty_score":0.7401225},"labels":[],"label_agreement":null},{"id":"W4291034789","doi":"10.1016/j.ijinfomgt.2022.102555","title":"Trust or mistrust in algorithmic grading? An embedded agency perspective","year":2022,"lang":"en","type":"article","venue":"International Journal of Information Management","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Grading (engineering); Computer science; Trustworthiness; Perspective (graphical); Agency (philosophy); Through-the-lens metering; Data science; Artificial intelligence; Sociology; Computer security; Engineering; Lens (geology)","score_opus":0.010457924504349325,"score_gpt":0.2975496748427099,"score_spread":0.28709175033836054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291034789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09547503,0.000072360155,0.85378754,0.021105181,0.004579723,0.00038989302,0.00002929126,0.00011749408,0.024443487],"genre_scores_gemma":[0.9337151,0.000043970933,0.06448968,0.0009112072,0.00015651717,0.0000074126924,0.0000135949485,0.000004837887,0.00065764773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984496,0.000060375227,0.0005112583,0.00007893766,0.00078703125,0.00011278668],"domain_scores_gemma":[0.99905765,0.00001862294,0.00044514213,0.00013067866,0.00029774217,0.00005014375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005982887,0.00007803792,0.000098311124,0.0007655583,0.00008125633,0.00021372759,0.0012350574,0.00001280787,0.0001551974],"category_scores_gemma":[0.000042363707,0.000070176684,0.00006466619,0.000346607,0.000011520046,0.0018423437,0.00025705004,0.00024014876,0.000012588448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002524307,0.0006029267,0.0013642809,0.000028113789,0.0003997655,0.00084423344,0.024577664,0.17272802,0.000016341386,0.37176272,0.0035920837,0.42383143],"study_design_scores_gemma":[0.0030531073,0.00065325625,0.012141631,0.000059837203,0.000019623543,0.0005787393,0.020557202,0.8642648,0.000029886625,0.03523781,0.0630673,0.00033684372],"about_ca_topic_score_codex":0.000017720782,"about_ca_topic_score_gemma":0.0000022390182,"teacher_disagreement_score":0.8382401,"about_ca_system_score_codex":0.00047798568,"about_ca_system_score_gemma":0.000076559336,"threshold_uncertainty_score":0.2861722},"labels":[],"label_agreement":null},{"id":"W4291583590","doi":"10.31234/osf.io/ust5n","title":"Application of Network Analysis to Description and Prediction of Assessment Outcomes","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Numeracy; Fluency; Pace; Literacy; Heuristic; Population; Cognitive psychology; Machine learning; Psychology; Computer science; Econometrics; Artificial intelligence; Mathematics; Mathematics education; Demography; Geography","score_opus":0.01909582959434914,"score_gpt":0.3101824998297724,"score_spread":0.2910866702354233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291583590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03921972,0.000023573235,0.9591739,0.00088052003,0.00011518518,0.00014737634,0.00001393644,0.00005148802,0.0003742856],"genre_scores_gemma":[0.8299576,0.000016774911,0.16966537,0.00003428739,0.000024658748,0.000021630387,0.000055966128,0.000003207519,0.00022048572],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988838,0.00007336802,0.00034133773,0.0003238472,0.00029483513,0.00008284899],"domain_scores_gemma":[0.99900156,0.000044079567,0.00028873145,0.00053222897,0.000094355404,0.000039051014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004692526,0.00009226815,0.00031630654,0.00026334933,0.000039960927,0.00003377076,0.00033344532,0.000056881043,0.000011070128],"category_scores_gemma":[0.000013263483,0.00008568226,0.00011859526,0.0007175628,0.000011983345,0.00004949476,0.0008652963,0.00018294877,2.8625354e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012344838,0.000060814433,0.4452115,0.000034151326,0.00032996436,9.515442e-8,0.00010809416,0.5325331,0.00004532124,0.012749693,0.00008907409,0.008836954],"study_design_scores_gemma":[0.00003363916,0.000042780623,0.35337478,0.0000060164175,0.00018062885,8.231407e-8,0.00002091151,0.6441994,0.0000048471284,0.0019637893,0.0001279116,0.0000452251],"about_ca_topic_score_codex":0.00023843317,"about_ca_topic_score_gemma":0.000020172234,"teacher_disagreement_score":0.7907379,"about_ca_system_score_codex":0.000043778862,"about_ca_system_score_gemma":0.000049808197,"threshold_uncertainty_score":0.3494021},"labels":[],"label_agreement":null},{"id":"W4292634420","doi":"","title":"University students learning programming-based practices for mathematical inquiry: Contributions of an institutional approach","year":2022,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Computer science; Mathematics education; Management science; Engineering; Mathematics","score_opus":0.032014476938752374,"score_gpt":0.31242713398446403,"score_spread":0.28041265704571167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292634420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03926085,0.00006819462,0.95395625,0.0040936833,0.000091238966,0.000491725,0.00006812033,0.00022931013,0.0017406576],"genre_scores_gemma":[0.52833414,0.00001534521,0.4692405,0.000015523741,0.000017089396,0.000033536107,0.0008731792,0.000013374365,0.001457327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99399734,0.0040879734,0.00036675096,0.00065430056,0.00063262717,0.00026104038],"domain_scores_gemma":[0.99430734,0.0014505583,0.001134968,0.0011984213,0.0017657637,0.00014294055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006613631,0.00020257152,0.0003277221,0.00021999689,0.0007524351,0.0003751299,0.0024832888,0.00016372437,0.000018550127],"category_scores_gemma":[0.0034769569,0.0002300543,0.00019861155,0.00046674928,0.000262186,0.00026246486,0.0017879603,0.00081311754,0.0000024691421],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041611926,0.006580226,0.0045394897,0.0007288073,0.00024541115,0.000009906743,0.01039937,0.040032204,0.00013498827,0.9064536,0.00009582151,0.03073856],"study_design_scores_gemma":[0.0009388114,0.000004289967,0.0006609829,0.00039095466,0.00009527801,0.0000057703983,0.0006023989,0.9662886,0.000578483,0.0045648133,0.025536887,0.00033271068],"about_ca_topic_score_codex":0.00015727458,"about_ca_topic_score_gemma":0.00003395251,"teacher_disagreement_score":0.9262564,"about_ca_system_score_codex":0.00016595943,"about_ca_system_score_gemma":0.000821617,"threshold_uncertainty_score":0.9381342},"labels":[],"label_agreement":null},{"id":"W4292686778","doi":"10.3390/info13080400","title":"Optimized Screening for At-Risk Students in Mathematics: A Machine Learning Approach","year":2022,"lang":"en","type":"article","venue":"Information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Machine learning; Formative assessment; At-risk students; Artificial intelligence; Reading (process); Measure (data warehouse); Mathematics education; Random forest; Computer science; Mathematics; Data mining","score_opus":0.016662418817592645,"score_gpt":0.27403466722575204,"score_spread":0.2573722484081594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292686778","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039047766,0.000019431898,0.95961887,0.00021984872,0.000049814254,0.0002442132,0.00000871687,0.00011876217,0.00067259936],"genre_scores_gemma":[0.39653593,0.0000067609108,0.60246176,0.00012496073,0.000019422974,0.000112455644,0.00016291479,0.000007526072,0.0005682757],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990051,0.00006528059,0.0003132075,0.000095781645,0.00035709274,0.00016355606],"domain_scores_gemma":[0.9994435,0.000081736864,0.00025431206,0.00015915731,0.00003290951,0.000028416276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010730876,0.00007751725,0.00012285353,0.00020324564,0.00034839872,0.00013874768,0.00048615277,0.000021171929,0.00000893041],"category_scores_gemma":[0.00013391497,0.00007756802,0.00005099269,0.00029498216,0.00000595349,0.00065755646,0.00045092692,0.0002640742,0.000011586255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001783893,0.000063537605,0.005099371,0.000033247652,0.000012504985,4.0375966e-7,0.006982631,0.97352314,0.0000020627194,0.0012047946,0.00007496795,0.012985501],"study_design_scores_gemma":[0.0010921502,0.00006657344,0.0005417014,0.000006860327,0.000005107924,0.0000065196928,0.00053096184,0.9935927,0.000005019605,0.00037862602,0.0036812488,0.00009256738],"about_ca_topic_score_codex":0.0000321283,"about_ca_topic_score_gemma":0.0000011401424,"teacher_disagreement_score":0.3574882,"about_ca_system_score_codex":0.000080721074,"about_ca_system_score_gemma":0.000016932921,"threshold_uncertainty_score":0.31631318},"labels":[],"label_agreement":null},{"id":"W4293097939","doi":"10.1145/3478432.3499048","title":"Using Deep Learning to Localize Errors in Student Code Submissions","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 53rd ACM Technical Symposium on Computer Science Education V. 2","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Deep learning; Transfer of learning; Artificial intelligence; Coding (social sciences); Machine learning; Metric (unit); Natural language processing; Programming language; Statistics","score_opus":0.023246824607618028,"score_gpt":0.33171748118704475,"score_spread":0.30847065657942674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293097939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91777414,0.000021570646,0.02310854,0.05586466,0.0015888732,0.00057832885,0.0000010312563,0.00026053903,0.00080229173],"genre_scores_gemma":[0.9029379,0.00000273032,0.09584336,0.0009131257,0.00009570268,0.000031110387,2.988428e-7,0.000011486541,0.00016427065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702024,0.000044963326,0.0004573188,0.00075862766,0.0012640932,0.00045476566],"domain_scores_gemma":[0.9985207,0.00010023384,0.0002986382,0.0005594942,0.0003053392,0.00021560343],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.001664832,0.00018193557,0.00022642937,0.0005704296,0.0008830035,0.00027714574,0.0062365816,0.000043388227,0.000007605764],"category_scores_gemma":[0.00043275458,0.00014978781,0.00009662174,0.0043529808,0.00019223966,0.00039532586,0.004765302,0.0007047976,0.0000049458044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036176592,0.003788163,0.090342596,0.00007938087,0.0000168857,0.000002269648,0.009717381,0.5256284,0.19663535,0.12814866,0.0024849526,0.0431198],"study_design_scores_gemma":[0.00048499042,0.0010779927,0.055215802,0.00041110866,0.00002388863,0.00010210272,0.0014572012,0.9122957,0.008367197,0.010311077,0.0094075035,0.00084544],"about_ca_topic_score_codex":0.000030127883,"about_ca_topic_score_gemma":0.0000023378345,"teacher_disagreement_score":0.3866673,"about_ca_system_score_codex":0.00055511616,"about_ca_system_score_gemma":0.0005987115,"threshold_uncertainty_score":0.99914014},"labels":[],"label_agreement":null},{"id":"W4293548565","doi":"10.1142/9789811254154_0005","title":"E-Learning and Digital Game-Based Learning for Universities","year":2022,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Game based learning; Digital learning; Computer science; Mathematics education; Multimedia; Psychology","score_opus":0.01368362198609057,"score_gpt":0.23092201144858304,"score_spread":0.21723838946249246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293548565","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032291343,0.00026509733,0.014495703,0.00068205706,0.0010335495,0.00030196048,0.000033520297,0.0005957,0.9822695],"genre_scores_gemma":[0.026428822,8.638339e-7,0.002379076,0.000041428655,0.000095924275,0.0000053490003,0.0000834426,0.000044335495,0.97092074],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978977,0.00003461415,0.00025731447,0.000890626,0.00053557294,0.00038415924],"domain_scores_gemma":[0.99875647,0.0002934368,0.00028567793,0.0003821515,0.0001356375,0.00014665604],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00052694546,0.00030927372,0.00033267224,0.0007958636,0.001244052,0.0015306199,0.00066660205,0.00008468549,0.000114775816],"category_scores_gemma":[0.000022218539,0.0003423872,0.00021765735,0.00009786519,0.0003500861,0.00019463734,0.00053633185,0.0009362255,0.000028228906],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026151332,0.000022035603,0.000111914276,0.00017917993,0.00010491005,0.00008893197,0.0016548712,0.0053718775,0.000043182932,0.9179418,0.004533103,0.069922045],"study_design_scores_gemma":[0.00026034506,0.0001235897,0.0000015620672,0.00009865244,0.000031105563,0.0000045600214,0.00010396416,0.04451362,0.000010038161,0.005487691,0.94898367,0.00038122328],"about_ca_topic_score_codex":0.0000015191653,"about_ca_topic_score_gemma":0.000021993723,"teacher_disagreement_score":0.94445056,"about_ca_system_score_codex":0.00013443026,"about_ca_system_score_gemma":0.00039336883,"threshold_uncertainty_score":0.9999028},"labels":[],"label_agreement":null},{"id":"W4293727760","doi":"10.5539/elt.v15n9p151","title":"The Effect of Manipulating Task Complexity Along Resource-Dispersing Dimension on L2 Written Performance from the Perspective of Complexity Theory","year":2022,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Fluency; Psychology; Perspective (graphical); Cognition; Dimension (graph theory); Cognitive complexity; Cognitive psychology; Constraint (computer-aided design); Resource (disambiguation); Lexical decision task; Linguistics; Computer science; Artificial intelligence; Mathematics; Mathematics education","score_opus":0.013218861480421642,"score_gpt":0.26333874772562404,"score_spread":0.2501198862452024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293727760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99436855,0.00039471543,0.0015344297,0.0006987867,0.0001835291,0.00016163803,0.000017304117,0.000116673866,0.0025243852],"genre_scores_gemma":[0.9978106,0.000001146492,0.001789213,0.00011098494,0.00020377818,0.000003607263,0.000017163962,0.000016773703,0.00004671381],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99624074,0.002302799,0.00030165777,0.0003347686,0.00055302895,0.00026700576],"domain_scores_gemma":[0.99570066,0.0031607917,0.0003126743,0.00074877735,0.000040058145,0.000037059373],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0037850107,0.00017338005,0.00027179613,0.00005782952,0.001587923,0.00007950979,0.0010689766,0.000029000717,0.000011401738],"category_scores_gemma":[0.0011369749,0.00010884733,0.00014429215,0.00022145164,0.00020261879,0.00012847109,0.0007187465,0.001189778,0.0000011032165],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037452593,0.00020784391,0.035793692,0.00007105391,0.00027508725,0.000035586007,0.6196678,0.032482076,0.0029295867,0.2486227,0.00026119465,0.05927883],"study_design_scores_gemma":[0.0015574192,0.0015639737,0.025331326,0.00042346626,0.00012817032,0.000015771513,0.2527603,0.7087028,0.0026435948,0.0056413035,0.00064850686,0.00058336067],"about_ca_topic_score_codex":0.0010059931,"about_ca_topic_score_gemma":0.000030488334,"teacher_disagreement_score":0.6762208,"about_ca_system_score_codex":0.00012911222,"about_ca_system_score_gemma":0.000020740274,"threshold_uncertainty_score":0.9997119},"labels":[],"label_agreement":null},{"id":"W4294408704","doi":"10.29173/aar134","title":"Identifying the Predictors of Mathematics Anxiety AND Performance in Canada: An Educational Data Mining Approach","year":2022,"lang":"en","type":"article","venue":"Alberta Academic Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Mathematical anxiety; Anxiety; Feeling; Mathematics education; Set (abstract data type); Domain (mathematical analysis); Psychology; Scale (ratio); Mathematics; Computer science; Social psychology","score_opus":0.050515645036097,"score_gpt":0.30451615607230376,"score_spread":0.25400051103620674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294408704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8507514,0.12243117,0.00095178664,0.023764564,0.00038069603,0.0006592729,0.000023002118,0.000017314578,0.0010208223],"genre_scores_gemma":[0.9433597,0.04468572,0.010413622,0.00100508,0.00006975259,0.00003133345,0.000077374774,0.000010696003,0.00034675284],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988045,0.00012323061,0.00037416493,0.0002548609,0.00030734472,0.00013587342],"domain_scores_gemma":[0.9988615,0.00024313432,0.00021134847,0.0006286849,0.000015360103,0.000039958937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011333223,0.000078087185,0.0001895399,0.000028213428,0.00011351507,0.000011904576,0.0016631593,0.000016466587,0.000010406],"category_scores_gemma":[0.0001509333,0.000058467092,0.000013624696,0.00040519476,0.000022393748,0.00029327808,0.00076609146,0.00042593415,4.10213e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011562881,0.000119502205,0.9047439,0.005003476,0.000056272198,8.529766e-7,0.0054079276,0.0009964837,0.0000091250295,0.008227448,0.007454654,0.06797918],"study_design_scores_gemma":[0.000116750656,0.000022397298,0.04261143,0.0012945179,0.00006561637,0.00017560965,0.0009698059,0.93071914,0.0000017683172,0.00021324662,0.023586432,0.00022325799],"about_ca_topic_score_codex":0.041504577,"about_ca_topic_score_gemma":0.011837397,"teacher_disagreement_score":0.92972267,"about_ca_system_score_codex":0.00006433997,"about_ca_system_score_gemma":0.00070706493,"threshold_uncertainty_score":0.96487814},"labels":[],"label_agreement":null},{"id":"W4295846739","doi":"10.1111/bjet.13276","title":"Standing on the shoulders of giants: Online formative assessments as the foundation for predictive learning analytics models","year":2022,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Formative assessment; Learning analytics; Computer science; Clickstream; Machine learning; Data science; Artificial intelligence; Mathematics education; Psychology; The Internet; World Wide Web","score_opus":0.03445515746591299,"score_gpt":0.34668356033440567,"score_spread":0.3122284028684927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295846739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33241567,0.00045819808,0.488767,0.17650938,0.0007309339,0.00037400183,0.000062769286,0.000035840243,0.00064619165],"genre_scores_gemma":[0.9914393,0.00011759206,0.007831037,0.00026220657,0.000080656304,0.000015372254,0.000014642036,0.0000075152248,0.00023169232],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987897,0.00013290535,0.0003906823,0.00011886445,0.00042121724,0.00014658671],"domain_scores_gemma":[0.9978515,0.00078041095,0.00072167505,0.0001391256,0.00048358837,0.000023735147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085694087,0.00007286214,0.00015034524,0.00026210232,0.0005983557,0.00006968495,0.00085383485,0.000038944057,0.00003309495],"category_scores_gemma":[0.0008505774,0.00005896044,0.00008976453,0.0006056728,0.0001132014,0.00028419506,0.00014677072,0.00074760534,5.5113503e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006261454,0.00071935455,0.0009995528,0.000014261516,0.0003359072,0.0000056538465,0.0011829757,0.38353914,0.00006378853,0.5701445,0.0027934562,0.04013882],"study_design_scores_gemma":[0.00042471327,0.0014796677,0.00073360174,0.000115847746,0.00003901573,0.0005429105,0.010749729,0.52234685,0.00005229772,0.46096653,0.0024509036,0.00009795625],"about_ca_topic_score_codex":0.000008815494,"about_ca_topic_score_gemma":0.0000034556601,"teacher_disagreement_score":0.65902364,"about_ca_system_score_codex":0.00017303643,"about_ca_system_score_gemma":0.0005037196,"threshold_uncertainty_score":0.4602129},"labels":[],"label_agreement":null},{"id":"W4296007156","doi":"10.3389/frai.2022.903051","title":"The potential of learning with (and not from) artificial intelligence in education","year":2022,"lang":"en","type":"review","venue":"Frontiers in Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Perspective (graphical); Computer science; Psychological intervention; Artificial intelligence; Exploratory research; Management science; Knowledge management; Mathematics education; Data science; Psychology; Engineering; Sociology; Social science","score_opus":0.044380632982458146,"score_gpt":0.32614400557622364,"score_spread":0.2817633725937655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296007156","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000062349536,0.6400153,0.3575092,0.00029369091,0.0016428725,0.00035839976,0.0000061455644,0.000036337788,0.00007569954],"genre_scores_gemma":[0.0023508382,0.9740195,0.023178538,0.000019157067,0.00018440034,0.00006894538,0.000026256626,0.000033894277,0.0001184431],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996319,0.0006238515,0.0013080019,0.0007955983,0.0005135729,0.00043997992],"domain_scores_gemma":[0.9980589,0.0005180912,0.0006703797,0.0006024957,0.00006828262,0.00008182252],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011509621,0.0003750708,0.00095986464,0.00057558686,0.0002801729,0.00026210854,0.0015477177,0.00018454439,0.000020279678],"category_scores_gemma":[0.0004250116,0.00029383923,0.00016759364,0.0016657059,0.0003187247,0.00020106386,0.00041727818,0.0015264025,0.00001213989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020818963,0.00009402936,0.00004169227,0.00022745553,0.000026258158,0.000011855872,0.0004448463,0.0028740452,6.5437297e-7,0.015906561,0.000017902805,0.98033386],"study_design_scores_gemma":[0.000027557013,0.0004420847,0.000019524263,0.005361112,0.00023178013,0.000030751224,0.008139354,0.3983406,0.000111577894,0.13891466,0.44708183,0.001299176],"about_ca_topic_score_codex":0.00032734885,"about_ca_topic_score_gemma":0.00018904023,"teacher_disagreement_score":0.9790347,"about_ca_system_score_codex":0.00018967682,"about_ca_system_score_gemma":0.00080663554,"threshold_uncertainty_score":0.99995136},"labels":[],"label_agreement":null},{"id":"W4296337491","doi":"10.21432/t2530","title":"Addressing diverse learner preferences and intelligences with emerging technologies: Matching models to online opportunities","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ligne; Learning styles; Experiential learning; Psychology; Humanities; Theory of multiple intelligences; Sociology; Pedagogy; Philosophy","score_opus":0.09033078432651995,"score_gpt":0.29755699853289075,"score_spread":0.2072262142063708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296337491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9072563,0.0024857211,0.051972676,0.037730437,0.00006082309,0.000045542376,0.0000012903637,0.00018570106,0.00026153],"genre_scores_gemma":[0.971326,0.00044143124,0.027982801,0.00006536769,0.000022342228,3.5563113e-7,5.0476666e-7,0.000006020895,0.00015518887],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.999082,0.000037959195,0.00023116829,0.00020936158,0.0001237341,0.0003157331],"domain_scores_gemma":[0.99925834,0.000046011086,0.00019410753,0.000122069585,0.00016703604,0.00021242305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025779157,0.00014038903,0.00024892425,0.0012067996,0.00035601837,0.00019564576,0.00044305666,0.00012491396,0.0000023974076],"category_scores_gemma":[0.00012868538,0.000109981425,0.000019280269,0.0005149971,0.00020552156,0.00033884644,0.0000667537,0.000753565,5.4961305e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005079088,0.000011101517,0.009590745,0.000011910635,0.00003155817,0.0003049625,0.0025698466,0.0070032123,0.00007097379,0.019467326,0.000037209433,0.9608961],"study_design_scores_gemma":[0.0012334428,0.008516422,0.0013003432,0.004050693,0.00017920397,0.0051449854,0.4507562,0.13924666,0.0007580765,0.3495327,0.037346814,0.001934451],"about_ca_topic_score_codex":0.00021721759,"about_ca_topic_score_gemma":0.0011311658,"teacher_disagreement_score":0.9589616,"about_ca_system_score_codex":0.000024250025,"about_ca_system_score_gemma":0.00030225114,"threshold_uncertainty_score":0.44849125},"labels":[],"label_agreement":null},{"id":"W4296793436","doi":"10.3390/ijerph191811267","title":"Exploring Factors That Affected Student Well-Being during the COVID-19 Pandemic: A Comparison of Data-Mining Approaches","year":2022,"lang":"en","type":"article","venue":"International Journal of Environmental Research and Public Health","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Betacoronavirus; Data science; Virology; Medicine; Computer science; Outbreak; Infectious disease (medical specialty); Internal medicine","score_opus":0.5631607451169723,"score_gpt":0.4725330165743428,"score_spread":0.09062772854262952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296793436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982865,0.00040329076,0.0022394839,0.014201848,0.00014508997,0.00008211161,0.000020555088,0.000008655026,0.00003398211],"genre_scores_gemma":[0.998594,0.0004372095,0.00067882164,0.00013325815,0.00008655518,0.0000040694654,0.000016659465,0.0000066689904,0.000042749107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963544,0.00072098715,0.0004149539,0.00021989443,0.0019734937,0.00031626076],"domain_scores_gemma":[0.9983403,0.0006614485,0.0003806866,0.00025569348,0.00002711841,0.00033473957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004572823,0.000083971005,0.00018695813,0.0003587766,0.0005536075,0.00018366316,0.0020616413,0.000014274264,0.000036833037],"category_scores_gemma":[0.00022182478,0.00006202847,0.00004254329,0.00019374638,0.00013351625,0.00058336585,0.0020657077,0.0007698126,6.000018e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026827442,0.00084483327,0.94616276,0.000025232353,0.00015372176,0.00002486552,0.015191296,0.0009623698,0.00012053449,0.00065160677,0.00008374374,0.035752207],"study_design_scores_gemma":[0.002794401,0.0019912643,0.76328236,0.00007667262,0.000009932714,0.00087386364,0.14162493,0.052695885,0.00009872458,0.0006657236,0.035554476,0.00033176213],"about_ca_topic_score_codex":0.00008497898,"about_ca_topic_score_gemma":0.00001411002,"teacher_disagreement_score":0.1828804,"about_ca_system_score_codex":0.00059161644,"about_ca_system_score_gemma":0.00032057153,"threshold_uncertainty_score":0.42579573},"labels":[],"label_agreement":null},{"id":"W4296883789","doi":"10.4018/ijdldc.309716","title":"Interplay of Motivating and Demotivating Factors in an Online English Language Learning Classroom in Light of the Self-Determination Theory Continuum","year":2022,"lang":"en","type":"article","venue":"International Journal of Digital Literacy and Digital Competence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Online learning; Process (computing); English language; Focus (optics); Psychology; Multimedia","score_opus":0.006209566139916956,"score_gpt":0.2586430712718007,"score_spread":0.25243350513188373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296883789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984269,0.000079347265,0.00075439963,0.00016753458,0.00015217997,0.000036447316,0.000027610995,0.000010072517,0.00034551925],"genre_scores_gemma":[0.9988916,0.0000022985232,0.0009864864,0.000021934215,0.000039347295,3.6349516e-7,0.000008498551,0.0000056907406,0.000043766093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986407,0.0001139779,0.00060722197,0.0001487504,0.0003821068,0.0001072475],"domain_scores_gemma":[0.998408,0.0005908713,0.00064194895,0.00008957446,0.00023138619,0.000038224025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003455022,0.00010317882,0.00019852235,0.00028373225,0.000039950104,0.00032073713,0.0006112918,0.000020966812,0.00000137601],"category_scores_gemma":[0.00093751866,0.000080297,0.000060611794,0.00025505805,0.000046544217,0.00250117,0.00046863288,0.00040753282,2.6950334e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038335947,0.00032734303,0.93159026,0.000022614817,0.000018386223,0.000032710457,0.022643464,0.00084565603,0.00070558157,0.0034089482,4.6955546e-7,0.04036622],"study_design_scores_gemma":[0.003501968,0.0021520716,0.7217011,0.00225292,0.000021871037,0.0004617079,0.030439125,0.2132594,0.0032742466,0.021714337,0.00051894324,0.00070229993],"about_ca_topic_score_codex":0.0000034075601,"about_ca_topic_score_gemma":0.0000032524108,"teacher_disagreement_score":0.21241374,"about_ca_system_score_codex":0.000040677634,"about_ca_system_score_gemma":0.000052429317,"threshold_uncertainty_score":0.3274417},"labels":[],"label_agreement":null},{"id":"W4297013279","doi":"10.3389/fpsyg.2022.948612","title":"Factors influencing secondary school students’ reading literacy: An analysis based on XGBoost and SHAP methods","year":2022,"lang":"en","type":"article","venue":"Frontiers in Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Social Science Fund of China; National Office for Philosophy and Social Sciences","keywords":"Psychology; Mandarin Chinese; Reading (process); Literacy; Mathematics education; Phonological awareness; Beijing; China; Developmental psychology; Pedagogy; Linguistics","score_opus":0.021420953820867228,"score_gpt":0.3914058424510548,"score_spread":0.3699848886301876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297013279","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43430567,0.00017890472,0.5630587,0.0009765733,0.00090942485,0.000080835016,0.000008135012,0.00009038773,0.000391395],"genre_scores_gemma":[0.7083676,0.000009879739,0.2879269,0.0034469443,0.000040758594,0.000014172973,0.000027197275,0.000016418924,0.00015014701],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99731845,0.0010055604,0.0003274144,0.00074008777,0.00027609774,0.00033237177],"domain_scores_gemma":[0.9988406,0.00013115842,0.00014477229,0.00069990236,0.000028301156,0.00015527423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013571708,0.00018249356,0.00039423222,0.0014270346,0.00023951767,0.00015828766,0.001043497,0.000075490876,0.000078630015],"category_scores_gemma":[0.0000927189,0.00018356521,0.0000942909,0.0015617593,0.00005004597,0.00029161863,0.00026028685,0.00079441257,0.000001522523],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020143667,0.00014002921,0.9318938,0.000004698944,0.00010664785,0.00002890794,0.0014790806,0.0056507927,0.000039860868,0.00011008178,0.0007159171,0.059809987],"study_design_scores_gemma":[0.0006468813,0.00038203376,0.48135728,0.000008668784,0.00006480275,0.000003463088,0.0007265826,0.5088672,0.00000975549,0.002775076,0.0048927246,0.0002655483],"about_ca_topic_score_codex":0.000030284878,"about_ca_topic_score_gemma":0.0000034664301,"teacher_disagreement_score":0.5032164,"about_ca_system_score_codex":0.00012143729,"about_ca_system_score_gemma":0.00005612781,"threshold_uncertainty_score":0.7485572},"labels":[],"label_agreement":null},{"id":"W4297021519","doi":"10.32920/ryerson.14652246.v2","title":"Comparison of flow-based versus block-based programming for naive programmers","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Usability; Block (permutation group theory); Programming language; Programming paradigm; Visual programming language; Reactive programming; Inductive programming; Domain (mathematical analysis); Functional reactive programming; Procedural programming; Empirical research; Human–computer interaction; Mathematics","score_opus":0.06630676626155417,"score_gpt":0.38245723977168167,"score_spread":0.3161504735101275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297021519","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006768119,0.00015753087,0.9840947,0.0045194747,0.0017390441,0.0015564337,0.000045158602,0.0007340378,0.00038549275],"genre_scores_gemma":[0.4240582,6.127535e-7,0.5752192,0.000060914437,0.00007158911,0.00022710426,0.00020000635,0.000025358155,0.00013701917],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739075,0.0001199457,0.00058957824,0.0008064164,0.00061276776,0.00048053174],"domain_scores_gemma":[0.99756956,0.0004900273,0.00055118743,0.0009796099,0.0002798183,0.0001298026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005567017,0.00034029965,0.0006392969,0.00026945915,0.00018876225,0.00019496754,0.0016044377,0.00018895128,0.00002573797],"category_scores_gemma":[0.0001636577,0.00033709922,0.0005018772,0.0004425203,0.00008741327,0.0000421989,0.00072361925,0.0007743113,0.0000026705861],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021058555,0.0010868984,0.003449124,0.000805236,0.00018261973,0.0000055939813,0.0003824309,0.8401258,0.000012201052,0.002191316,0.00075384544,0.15079434],"study_design_scores_gemma":[0.0013827467,0.0011024488,0.000025117224,0.000079901976,0.000090438814,1.4596056e-7,0.00018512429,0.97262454,0.00052903336,0.00013351091,0.02347317,0.00037381012],"about_ca_topic_score_codex":0.000094737174,"about_ca_topic_score_gemma":0.000024580653,"teacher_disagreement_score":0.4172901,"about_ca_system_score_codex":0.00012806649,"about_ca_system_score_gemma":0.0009085078,"threshold_uncertainty_score":0.9999081},"labels":[],"label_agreement":null},{"id":"W4297216055","doi":"10.21031/epod.1069307","title":"A Bibliometric Analysis: A Tutorial for the Bibliometrix Package in R Using IRT Literature","year":2022,"lang":"en","type":"article","venue":"Eğitimde ve Psikolojide Ölçme ve Değerlendirme Dergisi","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Item response theory; Rasch model; Differential item functioning; Psychometrics; Reliability (semiconductor); Item analysis; Classical test theory; Computer science; Bibliometrics; Data science; Psychology; Information retrieval; Statistics; Library science; Mathematics; Clinical psychology","score_opus":0.024844735551687758,"score_gpt":0.3145146364807429,"score_spread":0.28966990092905515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297216055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5574849,0.02286795,0.39887732,0.009698926,0.0068528177,0.0020920967,0.00092218985,0.0007087814,0.0004950085],"genre_scores_gemma":[0.9737097,0.000328227,0.023249999,0.00068770733,0.00092399295,0.000214885,0.00015086726,0.00006938548,0.0006652233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99428165,0.0006521369,0.0009825861,0.0013180304,0.0015030946,0.0012625296],"domain_scores_gemma":[0.99475545,0.0024437685,0.00054410467,0.001628264,0.00037667472,0.00025172217],"candidate_categories":["metaepi_narrow","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0032213752,0.0005381932,0.00083995756,0.25487882,0.0010738181,0.0013886672,0.0028255477,0.00020144881,0.00012020935],"category_scores_gemma":[0.0011024236,0.0004554328,0.0008659094,0.62357306,0.00010440429,0.00087799126,0.0011061575,0.0013083183,0.0000340407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009420312,0.005114616,0.10556038,0.00046179612,0.008673954,0.0035603098,0.016344225,0.6328571,0.005342673,0.030632174,0.041867983,0.1486428],"study_design_scores_gemma":[0.0027082674,0.0006651276,0.019685773,0.0000648247,0.0007920583,0.00019397709,0.0007717832,0.8963054,0.00022973881,0.0036506166,0.07379065,0.0011417938],"about_ca_topic_score_codex":0.00023656432,"about_ca_topic_score_gemma":0.000057858324,"teacher_disagreement_score":0.4162248,"about_ca_system_score_codex":0.00038815127,"about_ca_system_score_gemma":0.0003681602,"threshold_uncertainty_score":0.9997897},"labels":[],"label_agreement":null},{"id":"W4297513567","doi":"10.19173/irrodl.v23i3.6294","title":"The Landscape of MOOC Platforms Worldwide","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Visitor pattern; Analytics; Computer science; Massive open online course; Data science","score_opus":0.05478223011694526,"score_gpt":0.4109450032287177,"score_spread":0.3561627731117724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513567","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29051983,0.14992347,0.010207544,0.4903539,0.0009056343,0.0029298372,0.00020547336,0.00009891037,0.054855365],"genre_scores_gemma":[0.98447937,0.014120871,0.00021333958,0.00011949688,0.000020425023,0.00003209106,0.000036256577,0.0000036899696,0.0009744805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824667,0.00032781615,0.000303747,0.00014634938,0.0008044964,0.00017089285],"domain_scores_gemma":[0.99807644,0.0012846846,0.00016395333,0.00025527316,0.00018849577,0.000031131167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007799316,0.000051850442,0.00014664033,0.00008432071,0.0003785955,0.00012999665,0.002707948,0.000009248056,0.00005685388],"category_scores_gemma":[0.0013552192,0.000029361576,0.00004099282,0.00075668894,0.00010512898,0.00013115487,0.0025804092,0.0007073298,0.000002724889],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016007715,0.00027163627,0.08617192,0.0009086442,0.00014186467,0.00003493347,0.0006156542,0.010189834,0.00007031622,0.6266791,0.015938938,0.25881705],"study_design_scores_gemma":[0.0013767136,0.0005588366,0.014940054,0.0049622543,0.000013024856,0.00006917315,0.0059344266,0.3120124,0.00008728073,0.049997333,0.6097966,0.00025194313],"about_ca_topic_score_codex":0.000117352145,"about_ca_topic_score_gemma":0.000008722192,"teacher_disagreement_score":0.69395953,"about_ca_system_score_codex":0.000038299742,"about_ca_system_score_gemma":0.00014600574,"threshold_uncertainty_score":0.50320864},"labels":[],"label_agreement":null},{"id":"W4297513581","doi":"10.19173/irrodl.v23i2.6034","title":"Revising and Validating the Community of Inquiry Instrument for MOOCs and other Global Online Courses  ","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Usability; Community of inquiry; Survey instrument; Computer science; Online learning; Exploratory factor analysis; Online community; Confirmatory factor analysis; Mathematics education; Psychology; Lingua franca; Limiting; Massive open online course; World Wide Web; Applied psychology; Human–computer interaction; Psychometrics; Engineering; Linguistics","score_opus":0.21593118573378195,"score_gpt":0.49949927674280603,"score_spread":0.2835680910090241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297513581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9079934,0.02298428,0.006428475,0.06062162,0.000098852666,0.0010048328,0.0002980587,0.000014372434,0.0005561473],"genre_scores_gemma":[0.99400085,0.0039894837,0.0015902647,0.00030006474,0.000022484404,0.000019242088,0.00004419339,0.0000034142952,0.000029994271],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797064,0.001096934,0.00027418113,0.0001258194,0.00040746934,0.00012497864],"domain_scores_gemma":[0.99816275,0.0012783464,0.00018074251,0.0001919186,0.00015833261,0.000027923043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007868249,0.000058818292,0.00017159799,0.00003899931,0.00047521482,0.00013523703,0.0010924669,0.000011185707,0.0000074321065],"category_scores_gemma":[0.0016718813,0.00003802194,0.000023646739,0.00032865547,0.00020722007,0.00010540997,0.0024035675,0.0005503232,8.0576875e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017744194,0.0006147035,0.27245218,0.004830271,0.00021651716,0.00000600294,0.0035843644,0.0035745357,0.00016231425,0.22841424,0.001749393,0.48421803],"study_design_scores_gemma":[0.0043459116,0.0018278088,0.057463758,0.02749293,0.00008538109,0.00024310788,0.06956375,0.55366945,0.00012215148,0.050743394,0.23384501,0.00059735373],"about_ca_topic_score_codex":0.0004713399,"about_ca_topic_score_gemma":0.000013653924,"teacher_disagreement_score":0.5500949,"about_ca_system_score_codex":0.000045772933,"about_ca_system_score_gemma":0.00008566985,"threshold_uncertainty_score":0.3655016},"labels":[],"label_agreement":null},{"id":"W4297990445","doi":"10.18280/ria.360411","title":"Big Data in Academia: A Proposed Framework for Improving Students Performance","year":2022,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Computer science; Data science; Lifelong learning; Scalability; Comprehension; Knowledge management; Learning analytics; Key (lock); Order (exchange); Psychology; Pedagogy; Data mining; Business","score_opus":0.08871608109901573,"score_gpt":0.3458335707636226,"score_spread":0.25711748966460685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297990445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13111298,0.00019156384,0.8635183,0.0038674916,0.00070977357,0.00040353835,0.0000147553255,0.0001094478,0.000072179406],"genre_scores_gemma":[0.96168935,0.000030717354,0.036726624,0.00032789822,0.00018262252,0.000046592144,0.000019562993,0.000016513866,0.0009600995],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797636,0.00008066771,0.00044071942,0.00069224986,0.00037864182,0.00043133143],"domain_scores_gemma":[0.9981911,0.000259333,0.00016237909,0.0012717451,0.000047113786,0.00006831806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015227416,0.00014155304,0.00019524412,0.00017125366,0.0003872405,0.00013937432,0.0037518383,0.00013821358,0.000017562861],"category_scores_gemma":[0.00039060076,0.00014903053,0.000049638867,0.0009507734,0.000036199228,0.00028035272,0.0021084365,0.0015254476,0.000040833304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004579409,0.00072410604,0.022183279,0.00029363838,0.000022572063,0.000030906416,0.004146733,0.17855701,0.00094770873,0.02662939,0.00032624495,0.7660926],"study_design_scores_gemma":[0.000056968514,0.00019368259,0.00024155286,0.000050430815,0.0000061294427,0.000010270353,0.00057270954,0.9867142,0.0013658423,0.004629734,0.0059598465,0.00019866692],"about_ca_topic_score_codex":0.000020974172,"about_ca_topic_score_gemma":0.000005104788,"teacher_disagreement_score":0.8305764,"about_ca_system_score_codex":0.00009159241,"about_ca_system_score_gemma":0.00012056865,"threshold_uncertainty_score":0.6971911},"labels":[],"label_agreement":null},{"id":"W4298856215","doi":"","title":"Book Review – The Architecture of Productive Learning Networks","year":2014,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Architecture; Computer science; Cognitive science; Computer architecture; History; Psychology; Archaeology","score_opus":0.09448396973628242,"score_gpt":0.49694182987938124,"score_spread":0.4024578601430988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298856215","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004238988,0.8076972,0.16339532,0.018974934,0.0007359872,0.00077916944,0.000002961177,0.00011559374,0.004059897],"genre_scores_gemma":[0.53790295,0.4243335,0.0054009105,0.022147607,0.0019179574,0.0000574895,0.00001605476,0.000137541,0.008085998],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970094,0.00089747994,0.00069424056,0.00044260523,0.00062151486,0.00033475598],"domain_scores_gemma":[0.99691534,0.00054882705,0.0011825953,0.0008444989,0.00037614064,0.0001326017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028652106,0.00024601998,0.00071878795,0.0002496931,0.00028608422,0.0005850471,0.00504118,0.00006468454,0.00068527093],"category_scores_gemma":[0.0010569118,0.00016340244,0.00022458137,0.001207472,0.00015726616,0.0010208271,0.0013348337,0.0010246481,0.000007329775],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043745895,0.00025482997,0.03297666,0.0008338837,0.0003531978,0.000013819718,0.0005765319,0.10180139,0.0018407644,0.0011727763,0.5201355,0.3399969],"study_design_scores_gemma":[0.00032164322,0.000051832933,0.04001848,0.0049898876,0.00016510495,0.000043994973,0.000020544308,0.03829651,0.0012731055,0.006965341,0.907281,0.0005725784],"about_ca_topic_score_codex":0.00006427514,"about_ca_topic_score_gemma":0.0000028850532,"teacher_disagreement_score":0.5336639,"about_ca_system_score_codex":0.000023573939,"about_ca_system_score_gemma":0.00009086706,"threshold_uncertainty_score":0.9367851},"labels":[],"label_agreement":null},{"id":"W4300334776","doi":"","title":"Bridging Fields at a Critical Time","year":2013,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Bridging (networking); Computer science; Computer security","score_opus":0.1564834474927331,"score_gpt":0.5388802856854868,"score_spread":0.3823968381927537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300334776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86335266,0.007324539,0.085613556,0.021442773,0.0012791932,0.00049537665,0.000012679764,0.0003197523,0.020159451],"genre_scores_gemma":[0.9901196,0.00052228867,0.004152171,0.0011405102,0.00028798112,0.000011516192,0.0000027110914,0.000026544578,0.0037366874],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99766535,0.00020308587,0.0005838894,0.00045070043,0.0006249732,0.00047198017],"domain_scores_gemma":[0.99788296,0.00049748743,0.00029636384,0.0006528913,0.00033102758,0.00033927738],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00074912875,0.00023204368,0.00050751836,0.00041638105,0.00031696292,0.0026915725,0.0041653616,0.00010747126,0.009565036],"category_scores_gemma":[0.0006367521,0.00020737374,0.00018241748,0.0007423898,0.00010844687,0.0030718532,0.0023174186,0.0004846736,0.00054264604],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033517834,0.00060637674,0.22746225,0.00016259882,0.000251777,0.00021867461,0.00054491125,0.0014638277,0.05631046,0.0033739284,0.54868287,0.16088885],"study_design_scores_gemma":[0.0009790042,0.000060641843,0.49205327,0.001092646,0.00012183427,0.00020509171,0.000037304682,0.39018047,0.016378295,0.072651684,0.02450167,0.0017380938],"about_ca_topic_score_codex":0.00040578668,"about_ca_topic_score_gemma":0.0000062694985,"teacher_disagreement_score":0.5241812,"about_ca_system_score_codex":0.00006476794,"about_ca_system_score_gemma":0.00009765886,"threshold_uncertainty_score":0.9983437},"labels":[],"label_agreement":null},{"id":"W4300817930","doi":"10.1155/2022/4263002","title":"[Retracted] Higher Education Environment Monitoring and Internationalization Strategy Model Using Big Data Analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Environmental and Public Health","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Internationalization; Standardization; Higher education; Field (mathematics); Work (physics); Big data; Plan (archaeology); Business; Internationalization of Higher Education; Knowledge management; Political science; Computer science; Engineering; Economic growth; Data mining; Economics; Geography; Mathematics; International trade","score_opus":0.11488147679778021,"score_gpt":0.3304622956268575,"score_spread":0.21558081882907731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300817930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87905115,0.0021394473,0.10987262,0.008463623,0.0003478304,0.00005084906,0.00003808363,0.00000740181,0.000029021736],"genre_scores_gemma":[0.98978,0.00073221244,0.008895756,0.00018657408,0.00018895752,5.3208987e-7,0.00003279347,0.0000046446035,0.00017852792],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988817,0.000116328214,0.00030451876,0.00018447737,0.00038711855,0.00012587922],"domain_scores_gemma":[0.99924743,0.00001944937,0.00037506505,0.00018913188,0.0000062363083,0.00016268766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067356025,0.00007125144,0.0001357684,0.00024439226,0.00022520017,0.00010925665,0.00030004082,0.000020258327,0.000035578672],"category_scores_gemma":[0.0000044351455,0.00006797995,0.000026776102,0.00015007296,0.000023426925,0.0005229482,0.00036329613,0.00023601559,2.8919865e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009743615,0.0013696058,0.24340515,0.000034216086,0.00048598048,0.000008127443,0.0011645632,0.24734512,0.0012297963,0.0033471105,0.00020708144,0.5013935],"study_design_scores_gemma":[0.00024350618,0.00017573818,0.16727474,0.000007946241,0.00006186242,0.00007533205,0.0005136884,0.82287,0.0000025229176,0.0011201559,0.0075244205,0.0001300838],"about_ca_topic_score_codex":0.000031196803,"about_ca_topic_score_gemma":4.3839674e-7,"teacher_disagreement_score":0.57552487,"about_ca_system_score_codex":0.0002230189,"about_ca_system_score_gemma":0.00019100048,"threshold_uncertainty_score":0.27721417},"labels":[],"label_agreement":null},{"id":"W4301039646","doi":"10.17615/jc2k-b717","title":"Steric Crowding Makes Challenging C sp3 –F Reductive Eliminations Feasible","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Office; Natural Sciences and Engineering Research Council of Canada; National Institutes of Health","keywords":"Steric effects; Crowding; Chemistry; Economics; Psychology; Stereochemistry; Cognitive psychology","score_opus":0.08371121626783701,"score_gpt":0.28410962952055696,"score_spread":0.20039841325271995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301039646","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013694816,0.0076735388,0.12963875,0.61242044,0.0019081335,0.0025606784,0.10050732,0.012740758,0.11885558],"genre_scores_gemma":[0.99033135,0.0000036769038,0.0062753297,0.00056806725,0.00032650048,0.000016702994,0.0021090892,0.000014410316,0.00035484537],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927694,0.000024579687,0.00010216746,0.00026276254,0.00015039765,0.00018314642],"domain_scores_gemma":[0.99953306,0.00005457878,0.00006090665,0.00016870971,0.00008607163,0.00009666765],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000025002344,0.00009068659,0.00009490066,0.000054886917,0.000146828,0.00016710136,0.00044562056,0.000033975593,0.002667845],"category_scores_gemma":[0.0005042197,0.00009292692,0.00005132746,0.0004174438,0.000003047625,0.00030228592,0.00020694695,0.00016363795,0.0010353116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015533753,0.00034571486,0.00024297343,0.0013522123,0.00022221812,0.00045123577,0.040265933,0.03566744,0.0025816949,0.032584127,0.69538796,0.19088295],"study_design_scores_gemma":[0.00025447257,0.00013695187,0.0015000929,0.00076854305,0.000010746043,0.000018675402,0.00064148975,0.86646706,0.00088709244,0.00047753658,0.128403,0.00043434446],"about_ca_topic_score_codex":6.985865e-7,"about_ca_topic_score_gemma":2.7916252e-7,"teacher_disagreement_score":0.9766366,"about_ca_system_score_codex":0.000020249963,"about_ca_system_score_gemma":0.00004382373,"threshold_uncertainty_score":0.9997425},"labels":[],"label_agreement":null},{"id":"W4301383152","doi":"","title":"Errorless learning and spaced retrieval techniques to relearn instrumental activities of daily living in mild Alzheimer&amp;rsquo;s disease: A case report study","year":2008,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Activities of daily living; Disease; Psychology; Alzheimer's disease; Cognitive psychology; Medicine; Developmental psychology; Audiology; Psychiatry; Internal medicine","score_opus":0.21032329859620147,"score_gpt":0.5287128171604106,"score_spread":0.31838951856420916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301383152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953563,0.0024209982,0.00096493255,0.0003067761,0.00012586176,0.0004950871,0.0000058039977,0.00009124185,0.00023296142],"genre_scores_gemma":[0.99601775,0.0008166877,0.002634723,0.00004565139,0.00006700688,0.000013054042,0.0000024107512,0.000038364087,0.00036437312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654126,0.00057585805,0.0009652782,0.00067950634,0.0008376353,0.0004004492],"domain_scores_gemma":[0.99747056,0.0004211929,0.00095631,0.00059611804,0.00019638395,0.0003594338],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019265355,0.00032995586,0.0008169157,0.0012195465,0.00038740344,0.00061857456,0.0015053822,0.000082336504,0.00009953042],"category_scores_gemma":[0.000960784,0.00032625467,0.0001254202,0.001601545,0.00015552127,0.0020899314,0.0020715133,0.000758822,0.0000013580736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014928823,0.0006045917,0.97534,0.000047514717,0.00014760165,0.008291801,0.002987994,0.00027376178,0.005288048,0.000015566367,0.000439271,0.006414574],"study_design_scores_gemma":[0.00079815264,0.0001838214,0.9748623,0.0016207362,0.0001787501,0.004844509,0.0028717448,0.0022990603,0.009851641,0.00042055716,0.0010283623,0.0010404079],"about_ca_topic_score_codex":0.0012355255,"about_ca_topic_score_gemma":0.00015189192,"teacher_disagreement_score":0.0053741657,"about_ca_system_score_codex":0.000081585444,"about_ca_system_score_gemma":0.00025568256,"threshold_uncertainty_score":0.99991894},"labels":[],"label_agreement":null},{"id":"W4301496639","doi":"10.1007/978-3-030-98064-1_7","title":"Teaching from Home: Computer and Communication Network Perspectives","year":2022,"lang":"en","type":"book-chapter","venue":"Wireless networks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; The Internet; Event (particle physics); Online teaching; Coronavirus disease 2019 (COVID-19); Multimedia; Mathematics education; World Wide Web; Psychology; Medicine","score_opus":0.008413283880168206,"score_gpt":0.22186541799744083,"score_spread":0.21345213411727262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301496639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053873693,0.03803387,0.819963,0.008328341,0.0016758833,0.00044623035,0.00003303404,0.0011555805,0.12982537],"genre_scores_gemma":[0.36176714,0.02506784,0.28363138,0.0032844844,0.016367855,0.000050959894,0.0013931964,0.0005573022,0.30787984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981616,0.0001836585,0.00032461536,0.0006991579,0.00030705013,0.00032387488],"domain_scores_gemma":[0.997966,0.0004229031,0.00033904397,0.0011064908,0.00005358346,0.00011195801],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039396403,0.00036366007,0.0004897615,0.0000865777,0.0006964807,0.00030608056,0.0012134699,0.00027154913,0.000088416346],"category_scores_gemma":[0.0000033618196,0.00038722935,0.00013579312,0.00006114264,0.00012328263,0.00020505395,0.0016071618,0.002268031,0.0000110246565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005219029,0.000021336364,0.00009221564,0.000007677244,0.00013582014,0.000020868185,0.0011640423,0.03749126,1.1019997e-7,0.81389576,0.005446411,0.1417193],"study_design_scores_gemma":[0.00019544183,0.000058151578,0.00012962488,0.00022022666,0.000044882392,0.000009955333,0.00004093446,0.83156115,1.4649529e-8,0.034445878,0.13282613,0.0004676295],"about_ca_topic_score_codex":0.00014353175,"about_ca_topic_score_gemma":0.00003136387,"teacher_disagreement_score":0.7940699,"about_ca_system_score_codex":0.00009440583,"about_ca_system_score_gemma":0.000043947985,"threshold_uncertainty_score":0.99985796},"labels":[],"label_agreement":null},{"id":"W4303045077","doi":"10.1111/ejed.12530","title":"Charting the futures of artificial intelligence in education","year":2022,"lang":"en","type":"article","venue":"European Journal of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Futures contract; Artificial intelligence; Computer science; Mathematics education; Psychology; Economics; Financial economics","score_opus":0.020683725681687547,"score_gpt":0.2995991613396666,"score_spread":0.27891543565797905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4303045077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93408096,0.00094537117,0.035275225,0.02431424,0.0034595444,0.000069458474,3.7990603e-7,0.000009732747,0.0018451167],"genre_scores_gemma":[0.9929807,0.000008847825,0.0062712366,0.00021087503,0.00043090116,5.4375715e-7,5.392047e-7,0.000004036335,0.00009227756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886185,0.00046271377,0.0003679388,0.000064647546,0.00017953197,0.00006331651],"domain_scores_gemma":[0.9992114,0.000050663748,0.00045824714,0.00014153837,0.00011523175,0.000022972685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015938319,0.000038094568,0.000059975813,0.00016101639,0.0001087137,0.000035920624,0.0005326547,0.000003347606,0.00001707691],"category_scores_gemma":[0.00016872217,0.000029645538,0.000038252092,0.00039840056,0.000015042329,0.00008874531,0.00007122796,0.00025313257,0.0000038687804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000471616,0.000296309,0.000574346,0.0000052552004,0.0000035611574,0.0000015812369,0.007095389,0.0065962053,0.00060771307,0.020353155,0.0006095607,0.9638522],"study_design_scores_gemma":[0.00047944207,0.0033295362,0.2450869,0.0008770097,0.00011924852,0.0011983793,0.24019,0.24806368,0.0076316786,0.13546407,0.11639368,0.0011663816],"about_ca_topic_score_codex":0.0000055880255,"about_ca_topic_score_gemma":0.0000011465573,"teacher_disagreement_score":0.9626858,"about_ca_system_score_codex":0.000036775516,"about_ca_system_score_gemma":0.00040250958,"threshold_uncertainty_score":0.120891},"labels":[],"label_agreement":null},{"id":"W4306658320","doi":"10.5539/jel.v11n6p133","title":"Working Memory Capacity, Cognitive Regulation, and Their Relationship to Academic Achievement in University Students","year":2022,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Working memory; Memory span; Psychology; Academic achievement; Cognition; Metacognition; Short-term memory; Effects of sleep deprivation on cognitive performance; Developmental psychology; Cognitive psychology","score_opus":0.03425065597318912,"score_gpt":0.3044885794468567,"score_spread":0.2702379234736676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306658320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887854,0.00012957926,0.006028805,0.0047098715,0.00016116911,0.000039980427,1.0890862e-7,0.0000060191837,0.00013905745],"genre_scores_gemma":[0.9971348,0.000017212476,0.0014344216,0.00017559373,0.0000530655,3.554067e-7,7.320414e-7,0.0000024882186,0.0011813251],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991867,0.00033413435,0.0001529929,0.00009516876,0.00016111013,0.00006991186],"domain_scores_gemma":[0.99942726,0.00021128164,0.00019313417,0.000036851434,0.00006605156,0.000065402426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011061003,0.000045935536,0.000078146906,0.00031311446,0.0003136523,0.00004418698,0.0001540399,0.000018610295,0.0000055105033],"category_scores_gemma":[0.0002117642,0.000046260422,0.000015480844,0.00035807563,0.000012021299,0.00016990915,0.00013962324,0.00073902775,5.3357815e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001295031,0.000090640235,0.9327804,0.000003903756,0.000010460511,0.0000013569229,0.023934796,0.007001932,0.000056650413,0.0015795726,0.000080038044,0.034447294],"study_design_scores_gemma":[0.00037997376,0.00013991128,0.95326054,0.0001176081,0.000009130421,0.000042064992,0.034572165,0.0040602535,0.000006064265,0.0010450887,0.006282896,0.000084294676],"about_ca_topic_score_codex":0.000008871889,"about_ca_topic_score_gemma":0.0000033985864,"teacher_disagreement_score":0.034362998,"about_ca_system_score_codex":0.000084204556,"about_ca_system_score_gemma":0.00010648896,"threshold_uncertainty_score":0.3210749},"labels":[],"label_agreement":null},{"id":"W4307257834","doi":"10.1111/bjet.13282","title":"Which log variables significantly predict academic achievement? A systematic review and meta‐analysis","year":2022,"lang":"en","type":"review","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Moderation; Learning analytics; Academic achievement; Psychology; Test (biology); Meta-analysis; Empirical research; Perspective (graphical); Variables; Mathematics education; Computer science; Data science; Statistics; Social psychology; Mathematics; Artificial intelligence; Machine learning","score_opus":0.039264140569999,"score_gpt":0.34053599274171775,"score_spread":0.30127185217171876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307257834","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.0668278e-7,0.9843762,0.0012620346,0.013617189,0.00012356343,0.00047945738,0.000057274126,0.000035669073,0.000048332484],"genre_scores_gemma":[0.00002012846,0.99315023,0.005668983,0.00024086495,0.00007837932,0.00015619955,0.000042504907,0.000022317723,0.00062037417],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9960425,0.0006758286,0.0019438525,0.0004887421,0.00055387017,0.0002952079],"domain_scores_gemma":[0.9951361,0.0010269858,0.0028127958,0.00052341825,0.0003721317,0.00012855868],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023384104,0.0003297983,0.004795292,0.0014432747,0.00021214903,0.00013577678,0.002405677,0.0003276806,0.00031247988],"category_scores_gemma":[0.0022802416,0.00029956936,0.0010451989,0.0043776557,0.00008640864,0.00022041937,0.00043649803,0.0021817796,0.0000075248786],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.02217e-7,0.00046480077,0.000014710459,0.72812223,0.20079246,0.00010241594,0.000027050603,0.00003713437,8.917468e-8,0.044723436,0.004203681,0.02151131],"study_design_scores_gemma":[0.000090127534,0.00013907785,0.000002289133,0.053228393,0.77305114,0.012606574,0.00003301355,0.00006480943,3.4393317e-8,0.011411869,0.14888768,0.0004849579],"about_ca_topic_score_codex":0.000008252226,"about_ca_topic_score_gemma":0.000006137843,"teacher_disagreement_score":0.6748938,"about_ca_system_score_codex":0.00012601198,"about_ca_system_score_gemma":0.0013400341,"threshold_uncertainty_score":0.99994564},"labels":[],"label_agreement":null},{"id":"W4307291553","doi":"10.3390/jrfm15110496","title":"Mega Universities, Nanodegrees, and the Digital Disruption in Higher Education","year":2022,"lang":"en","type":"article","venue":"Journal of risk and financial management","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mega-; Higher education; Business; Political science; Commerce; Public relations; Law","score_opus":0.006246181034237315,"score_gpt":0.211770049594831,"score_spread":0.20552386856059368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307291553","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93225116,0.0048823473,0.039926995,0.0154079255,0.0017483719,0.00020502062,0.000009133405,0.000020150774,0.0055489065],"genre_scores_gemma":[0.99694777,0.0005198254,0.0007497241,0.00010695414,0.00006711961,7.245186e-7,5.440492e-7,0.0000014870194,0.0016058552],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995743,0.000048689435,0.000116241674,0.00006469632,0.00013727485,0.00005878955],"domain_scores_gemma":[0.99975455,0.000027178954,0.00012362745,0.000060927647,0.000014884452,0.000018846926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003046885,0.00003944448,0.00007548131,0.00011339727,0.000143619,0.00008167183,0.00015078725,0.000008215362,0.0000038165813],"category_scores_gemma":[0.000005926874,0.000028672875,0.000024889385,0.00017254821,0.000027154761,0.00018659742,0.00019231108,0.00015377658,1.769856e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060333256,0.00008705378,0.005417717,0.000009589216,0.000007705738,0.000029694213,0.0011253514,0.0007309835,2.6813402e-7,0.37788373,0.000594333,0.61405325],"study_design_scores_gemma":[0.0024057373,0.00021871654,0.2302447,0.000044443168,0.000054994245,0.00004988887,0.0031527027,0.0061519425,3.0221616e-7,0.050332572,0.70719326,0.0001507481],"about_ca_topic_score_codex":0.000019611685,"about_ca_topic_score_gemma":0.000002297477,"teacher_disagreement_score":0.70659894,"about_ca_system_score_codex":0.000046157555,"about_ca_system_score_gemma":0.000041671447,"threshold_uncertainty_score":0.11692459},"labels":[],"label_agreement":null},{"id":"W4307471181","doi":"10.52041/iase.icots11.t13b2","title":"Reading to Write, Writing to Read, and the Development of Skills in Data Translation","year":2022,"lang":"en","type":"article","venue":"Bridging the Gap: Empowering and Educating Today’s Learners in Statistics. Proceedings of the Eleventh International Conference on Teaching Statistics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Capstone; Computer science; Reading (process); Aptitude; Mathematics education; Data science; Psychology","score_opus":0.043628077438119035,"score_gpt":0.35267803376434353,"score_spread":0.3090499563262245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307471181","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65845734,0.00005160984,0.30401313,0.032828644,0.0010737008,0.0008526553,0.00037047995,0.00006687541,0.0022855625],"genre_scores_gemma":[0.7624232,0.000010963529,0.23700114,0.000166922,0.00004253747,0.000019716601,0.000014813272,0.0000149288235,0.00030579508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976922,0.00015695239,0.0007620432,0.00046863715,0.00062604045,0.00029409968],"domain_scores_gemma":[0.99801475,0.0010369226,0.00045187565,0.00029868417,0.00013503869,0.00006271418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045705964,0.00019008668,0.0002775812,0.00027329603,0.00052127807,0.00022333323,0.001705971,0.000025791462,0.0000062066915],"category_scores_gemma":[0.002845043,0.00014416137,0.000019557681,0.00033078005,0.0001422005,0.00014173424,0.0011955762,0.0008050945,5.959627e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001067227,0.00019375743,0.008885311,0.000148342,0.000061067796,0.0000018766153,0.08051342,0.005498711,0.0006412343,0.63599885,0.0009967283,0.266954],"study_design_scores_gemma":[0.0016373146,0.00021855671,0.024032589,0.0026288524,0.000048885726,0.00005510031,0.039935913,0.8951062,0.00020190852,0.033810504,0.001595688,0.0007284867],"about_ca_topic_score_codex":0.00028371366,"about_ca_topic_score_gemma":0.000044148324,"teacher_disagreement_score":0.8896075,"about_ca_system_score_codex":0.00012861195,"about_ca_system_score_gemma":0.00018131595,"threshold_uncertainty_score":0.587873},"labels":[],"label_agreement":null},{"id":"W4307997662","doi":"10.1002/bmb.21690","title":"The case for flexibility in online science courses: Strategies and caveats","year":2022,"lang":"en","type":"article","venue":"Biochemistry and Molecular Biology Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"General Electric (Canada); University of Toronto; SGS (Canada); Toronto Metropolitan University","funders":"","keywords":"Flexibility (engineering); Coronavirus disease 2019 (COVID-19); Class (philosophy); Computer science; Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Mathematics education; Psychology; Engineering ethics; Engineering; Medicine; Artificial intelligence","score_opus":0.012454000033730449,"score_gpt":0.3469831159172383,"score_spread":0.33452911588350787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307997662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99017113,0.0011686613,0.002832552,0.0056052483,0.000100322286,0.0000729314,0.0000068491795,0.000010216058,0.000032093223],"genre_scores_gemma":[0.9967395,0.000023068722,0.002975926,0.00014845094,0.000021269709,0.000023273018,0.000017125607,0.0000014711122,0.000049903894],"study_design_codex":"bench_or_experimental","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994827,0.000035409652,0.00008030837,0.00025273964,0.000033101856,0.00011576177],"domain_scores_gemma":[0.9996472,0.00005061638,0.000038643495,0.0001843325,0.000045355548,0.000033866676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031588523,0.000049965787,0.000045906272,0.00002578027,0.0003969447,0.000081084836,0.00018316471,0.000023177643,3.30518e-7],"category_scores_gemma":[0.00010964723,0.000041270265,0.000010556265,0.00015140901,0.00023613161,0.000047347803,0.00013270196,0.000085631764,2.998238e-8],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003509113,0.0006649194,0.0042877607,0.00010915579,0.000021237367,0.000044433353,0.0011534973,0.00026271556,0.5695965,0.248236,0.000191794,0.17539687],"study_design_scores_gemma":[0.0023723217,0.0014937713,0.00652066,0.0000713039,0.00008125944,0.0054772887,0.08592942,0.20423256,0.211275,0.46019587,0.020746859,0.0016036989],"about_ca_topic_score_codex":0.000047360747,"about_ca_topic_score_gemma":0.0000075205203,"teacher_disagreement_score":0.35832155,"about_ca_system_score_codex":0.000026990607,"about_ca_system_score_gemma":0.0006265608,"threshold_uncertainty_score":0.3053018},"labels":[],"label_agreement":null},{"id":"W4308017618","doi":"10.3389/frai.2022.1015660","title":"Automatic modeling of student characteristics with interaction and physiological data using machine learning: A review","year":2022,"lang":"en","type":"review","venue":"Frontiers in Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Machine learning; Process (computing); Adaptation (eye); Field (mathematics); Active learning (machine learning); Human–computer interaction","score_opus":0.3027644851374824,"score_gpt":0.4254627542153614,"score_spread":0.12269826907787901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308017618","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004405015,0.70826054,0.29104576,0.00003295988,0.00029272228,0.00026808365,0.000012648704,0.000038116854,0.0000051603333],"genre_scores_gemma":[0.00041784224,0.95534134,0.04401515,0.000021327485,0.000049267135,0.000011789723,0.0001166408,0.000019980795,0.0000066840807],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972086,0.00048329995,0.0010443002,0.0006871744,0.0003420267,0.00023459617],"domain_scores_gemma":[0.99829715,0.00012824855,0.00071601494,0.0007584657,0.0000427255,0.000057415637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088711595,0.00030290178,0.0014459925,0.00025152048,0.00010978376,0.00008367525,0.0014445983,0.00008531824,0.000021567737],"category_scores_gemma":[0.00027268394,0.00023707503,0.000094904986,0.00073960674,0.00007556521,0.00022530463,0.0010812407,0.0009955605,0.0000021197025],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002211563,0.000100338504,0.000030598934,0.006554609,0.00005092619,0.000018967721,0.00009762566,0.0024728556,1.4599865e-7,0.0001723049,0.000008993706,0.99049044],"study_design_scores_gemma":[0.00000898339,0.00010796899,5.7630393e-7,0.015253875,0.00021159291,0.00002648313,0.000098586046,0.95843124,1.3415311e-7,0.0002142803,0.025407758,0.00023851401],"about_ca_topic_score_codex":0.000031163803,"about_ca_topic_score_gemma":0.000003445357,"teacher_disagreement_score":0.9902519,"about_ca_system_score_codex":0.00010921742,"about_ca_system_score_gemma":0.00016320492,"threshold_uncertainty_score":0.9667639},"labels":[],"label_agreement":null},{"id":"W4308066047","doi":"10.1016/j.edurev.2022.100489","title":"A systematic review of the role of learning analytics in enhancing feedback practices in higher education","year":2022,"lang":"en","type":"review","venue":"Educational Research Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Inclusion (mineral); Higher education; Knowledge management; Analytics; Systematic review; Best practice; Computer science; Educational research; Psychology; Mathematics education; Data science; Political science; Social psychology","score_opus":0.22661350396842503,"score_gpt":0.49682611841602053,"score_spread":0.2702126144475955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308066047","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.97257e-7,0.9898087,0.0000012441037,0.005150697,0.00021253986,0.0019707994,0.0000025580805,0.0000047018043,0.0028483546],"genre_scores_gemma":[0.000013852977,0.99454916,0.0003900999,0.00013539134,0.00009128967,0.00066495134,0.000037652753,0.000022307913,0.0040952885],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.988803,0.006486666,0.0021958463,0.0005132905,0.0016551836,0.00034598634],"domain_scores_gemma":[0.98867136,0.0060839965,0.0034250214,0.0012448063,0.0004953096,0.00007947632],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0123866545,0.0002540497,0.0022148434,0.0006583758,0.00010244439,0.000048282825,0.0025390312,0.00008581846,0.0005811415],"category_scores_gemma":[0.02770548,0.00017738325,0.00047561887,0.0065528075,0.00007556615,0.00019890176,0.00064974045,0.0019810568,0.00004386773],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[1.7520922e-7,0.00023733034,0.000027056145,0.9381529,0.000035293455,3.1071676e-7,0.000041899024,0.0000029931157,1.10087655e-7,0.011323816,0.00031603192,0.04986206],"study_design_scores_gemma":[0.000011812761,0.000013873635,0.0000092397795,0.5628324,0.00014332325,0.0000057889592,0.000032577245,0.00003120971,8.014529e-8,0.00033695705,0.4364994,0.000083349034],"about_ca_topic_score_codex":0.00010430925,"about_ca_topic_score_gemma":0.000018094006,"teacher_disagreement_score":0.43618336,"about_ca_system_score_codex":0.00060166314,"about_ca_system_score_gemma":0.00952365,"threshold_uncertainty_score":0.9960914},"labels":[],"label_agreement":null},{"id":"W4308259542","doi":"10.19173/irrodl.v23i4.6304","title":"Translating and Validating the Community of Inquiry Survey Instrument in Brazil","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Portuguese; Community of inquiry; Adaptation (eye); Inclusion (mineral); Psychology; Medical education; Computer-assisted web interviewing; Cognition; Test (biology); Reliability (semiconductor); Computer science; Applied psychology; Medicine; Social psychology","score_opus":0.21469738831323454,"score_gpt":0.4794621008062562,"score_spread":0.26476471249302164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96415424,0.0055061365,0.0009570187,0.028035158,0.000053149914,0.00039922708,0.00003473658,0.0000065682325,0.00085374573],"genre_scores_gemma":[0.99727654,0.0022783005,0.00024824988,0.00009920093,0.000006785706,0.00001627843,0.00004869548,0.0000028944764,0.00002306884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99453646,0.0042330297,0.00038054207,0.00012935487,0.0005744856,0.00014612751],"domain_scores_gemma":[0.9970716,0.002394536,0.00016483541,0.00022171199,0.00012388093,0.000023436036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024047768,0.000056003446,0.0001789743,0.000094749106,0.0003667565,0.000106978056,0.0017255353,0.000011492873,0.000016670296],"category_scores_gemma":[0.002341071,0.00003766754,0.000021314643,0.0007664746,0.00015866772,0.00014441377,0.0023605374,0.0012909063,2.5056852e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007003408,0.0003005832,0.72342867,0.0012504524,0.00005439164,0.00000911444,0.007142888,0.0071023726,0.00013357119,0.026007913,0.00024331009,0.2342567],"study_design_scores_gemma":[0.0024959182,0.0006444698,0.587872,0.011978087,0.000012922468,0.000063095875,0.033667747,0.3402381,0.00011019966,0.011621428,0.010948277,0.00034775885],"about_ca_topic_score_codex":0.0032893093,"about_ca_topic_score_gemma":0.00016051054,"teacher_disagreement_score":0.33313572,"about_ca_system_score_codex":0.000049257495,"about_ca_system_score_gemma":0.00011933009,"threshold_uncertainty_score":0.8334524},"labels":[],"label_agreement":null},{"id":"W4308259596","doi":"10.19173/irrodl.v23i4.6361","title":"MOOCs as a Research Agenda: Changes Over Time","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Timeline; Scopus; Continuance; Citation; Computer science; Higher education; Data science; Citation analysis; World Wide Web; Psychology; Political science; Geography","score_opus":0.13590648847345405,"score_gpt":0.4931434373519149,"score_spread":0.35723694887846086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308259596","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13962811,0.06888027,0.0013566999,0.7197565,0.0004308543,0.0029674156,0.00020999828,0.00013397483,0.066636205],"genre_scores_gemma":[0.9585241,0.026926434,0.0005347112,0.0011218918,0.00012739214,0.00020625771,0.00019768601,0.000018815734,0.012342715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.995262,0.002000411,0.00026534815,0.000329216,0.0017890016,0.00035400124],"domain_scores_gemma":[0.9977571,0.001322497,0.00010626559,0.00035249413,0.00039414223,0.00006753821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017289707,0.000079644924,0.00020528749,0.00028547036,0.0005591004,0.0002968196,0.0032994365,0.00002101152,0.0006114731],"category_scores_gemma":[0.0027460505,0.000060630766,0.000041055056,0.001548716,0.00016356564,0.00018214497,0.0057430933,0.0015858491,0.000057407113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034265258,0.001253701,0.024211407,0.0027898934,0.0003174389,0.00060264085,0.0030851122,0.004213302,0.0013702614,0.46503535,0.18230599,0.31447226],"study_design_scores_gemma":[0.0006434926,0.00048810532,0.002382292,0.0028760624,0.0000048697766,0.000070883565,0.001411555,0.0874276,0.000051784948,0.011980062,0.89249015,0.0001731667],"about_ca_topic_score_codex":0.00064212235,"about_ca_topic_score_gemma":0.000010860344,"teacher_disagreement_score":0.818896,"about_ca_system_score_codex":0.00016013814,"about_ca_system_score_gemma":0.00030959217,"threshold_uncertainty_score":0.7158355},"labels":[],"label_agreement":null},{"id":"W4308495629","doi":"10.19173/irrodl.v23i4.6445","title":"A Learning Analytics Approach Using Social Network Analysis and Binary Classifiers on Virtual Resource Interactions for Learner Performance Prediction","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Learning analytics; Leverage (statistics); Virtual learning environment; Variety (cybernetics); Online learning; Component (thermodynamics); Resource (disambiguation); Educational technology; Artificial intelligence; Data science; Multimedia; Mathematics education; Psychology","score_opus":0.09942502324876194,"score_gpt":0.4139832109013118,"score_spread":0.31455818765254984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308495629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7359815,0.0049212566,0.21018472,0.038358066,0.00035486475,0.0025206765,0.00020071495,0.00014893565,0.0073292465],"genre_scores_gemma":[0.9959887,0.0015387215,0.0012074335,0.00012832916,0.00010417463,0.00006193078,0.00026296344,0.000009656001,0.00069804065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971531,0.0011247876,0.0003697093,0.0003631843,0.0007133054,0.00027591735],"domain_scores_gemma":[0.99838734,0.00095049303,0.00024288871,0.0001667056,0.00019771383,0.000054859152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064818906,0.0001085692,0.00029779947,0.0003690134,0.0012898738,0.00026190843,0.0009268068,0.000029034962,0.000019955913],"category_scores_gemma":[0.0007807743,0.00009021807,0.00009272108,0.0019505707,0.00013214258,0.00025788392,0.0013095139,0.0013741747,4.711501e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023600824,0.00020578172,0.044031706,0.00036358493,0.0004325559,0.0000041549006,0.0005293431,0.91101784,0.000033415836,0.010944428,0.0012570183,0.030944144],"study_design_scores_gemma":[0.0003054143,0.00035547768,0.0035742987,0.0004893604,0.00006676187,0.000008964539,0.0023008294,0.9714154,0.0000017460645,0.00014456426,0.02125151,0.00008569379],"about_ca_topic_score_codex":0.00005105012,"about_ca_topic_score_gemma":0.0000019437914,"teacher_disagreement_score":0.26000723,"about_ca_system_score_codex":0.00018070352,"about_ca_system_score_gemma":0.00011850301,"threshold_uncertainty_score":0.9920797},"labels":[],"label_agreement":null},{"id":"W4308712991","doi":"10.24908/pceea.vi.15931","title":"Tracking academic buoyancy after embedding a transition to university learning component into a first-year calculus sequence.","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Buoyancy; Tracking (education); Mathematics education; Intervention (counseling); Psychology; Pedagogy; Physics","score_opus":0.006023080457437965,"score_gpt":0.21725852356185418,"score_spread":0.21123544310441622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308712991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9510482,0.000050436392,0.0038707517,0.043193176,0.0010060015,0.0003232595,0.000014386646,0.00020195634,0.00029181963],"genre_scores_gemma":[0.9947708,0.000003835023,0.0040761875,0.0002418444,0.00009065091,0.000015181774,0.0000050069607,0.000015228876,0.000781237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988903,0.000017732782,0.00018687938,0.00024053012,0.0003867507,0.00027781376],"domain_scores_gemma":[0.9992224,0.000035088095,0.0002001577,0.000085072905,0.00026478112,0.00019248988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005039166,0.00011320952,0.0001317747,0.00039320928,0.0005861786,0.00008994423,0.0005542134,0.00007351745,0.000015811243],"category_scores_gemma":[0.00029561014,0.00013537603,0.00008280886,0.0010112297,0.000007810702,0.000310634,0.00009579661,0.00060621306,0.000005600027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024722456,0.00016782134,0.10798947,0.0004228327,0.00018064496,0.0000035865855,0.068169944,0.7593531,0.006463352,0.04507191,0.0075007593,0.004651879],"study_design_scores_gemma":[0.0005075749,0.00012023958,0.07130762,0.00045426562,0.000101770675,0.00002125813,0.0059167882,0.8105061,0.00073347037,0.00088650093,0.10856601,0.00087842013],"about_ca_topic_score_codex":0.0043546315,"about_ca_topic_score_gemma":0.0009219598,"teacher_disagreement_score":0.10106525,"about_ca_system_score_codex":0.003580972,"about_ca_system_score_gemma":0.00049763155,"threshold_uncertainty_score":0.93641174},"labels":[],"label_agreement":null},{"id":"W4309388148","doi":"10.22214/ijraset.2022.47495","title":"Synergic Coding System: An Online Coding Platform","year":2022,"lang":"en","type":"article","venue":"International Journal for Research in Applied Science and Engineering Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Coding (social sciences); Computer science; The Internet; Online learning; Multimedia; World Wide Web","score_opus":0.08609371555443161,"score_gpt":0.3842689939848382,"score_spread":0.2981752784304066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309388148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7549493,0.00015683161,0.22282818,0.018181857,0.002353593,0.0003943819,0.00001864247,0.00054284115,0.00057442265],"genre_scores_gemma":[0.97797686,0.000028374143,0.021791272,0.000027449136,0.000111760804,0.000034303095,0.000002108725,0.000007833829,0.000020023115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978533,0.000013284063,0.00023861208,0.00031797617,0.0010799079,0.0004969654],"domain_scores_gemma":[0.99922335,0.00011960301,0.00005821319,0.00019011633,0.00029589955,0.00011279275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004281933,0.00008190279,0.00011913681,0.0026321628,0.000677179,0.0003506927,0.0024307854,0.000041581756,0.0000016677334],"category_scores_gemma":[0.00023658341,0.00008112324,0.000019579307,0.0016732772,0.00015722445,0.00032381067,0.0009457023,0.0010070851,0.0000010421373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015035967,0.00005833097,0.00009292571,0.000014974794,0.000009979283,0.00008860329,0.00015741213,0.026717758,0.021040719,0.92260575,0.00003806413,0.02916043],"study_design_scores_gemma":[0.00034888342,0.00017782226,0.00005910389,0.00004276621,9.2256295e-7,0.00060656393,0.0012798944,0.9816225,0.0004935414,0.011154321,0.0041067004,0.00010696302],"about_ca_topic_score_codex":0.000007006849,"about_ca_topic_score_gemma":0.0000019986576,"teacher_disagreement_score":0.95490474,"about_ca_system_score_codex":0.0006253714,"about_ca_system_score_gemma":0.00023929025,"threshold_uncertainty_score":0.5208382},"labels":[],"label_agreement":null},{"id":"W4309602259","doi":"10.46647/ijetms.2022.v06i06.025","title":"PREDICTING GRADUATE ADMISSIONS USING MACHINE LEARNING TECHNIQUES","year":2022,"lang":"en","type":"article","venue":"International Journal of Engineering Technology and Management Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Test of English as a Foreign Language; Scholarship; Institution; Medical education; Foreign language; The Internet; Mathematics education; Psychology; Political science; Computer science; Language assessment; Medicine; Law; World Wide Web","score_opus":0.020855481651670244,"score_gpt":0.2895549519984729,"score_spread":0.2686994703468027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309602259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45243406,0.00076947245,0.5200788,0.024430005,0.001369464,0.00009452901,0.0000018786659,0.00048200428,0.0003398008],"genre_scores_gemma":[0.83059543,0.00015194726,0.16909382,0.000050638217,0.000036738144,0.0000016807081,2.3188272e-7,0.000003127013,0.000066397566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991634,0.000018700995,0.00019435732,0.00012675367,0.00037845125,0.00011836202],"domain_scores_gemma":[0.9996389,0.000030752173,0.00017214168,0.00006190982,0.0000606291,0.000035636873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006763436,0.000064833286,0.000083667226,0.0011811935,0.00026583055,0.000071274066,0.0009887094,0.000017658105,0.0000048989045],"category_scores_gemma":[0.00011857804,0.00005862707,0.000031128293,0.0005866035,0.000042242482,0.0002334021,0.0007613878,0.00035311177,1.6723523e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000113511,0.0001537967,0.04844844,0.00003100437,0.00034585313,0.0006184497,0.00033338077,0.3522815,0.0050982735,0.53413194,0.000095180665,0.058450814],"study_design_scores_gemma":[0.00015901425,0.00023778134,0.00035155774,0.00007787524,0.000015972464,0.00061883684,0.00023775376,0.9777403,0.0008803718,0.006792733,0.012771227,0.00011661497],"about_ca_topic_score_codex":0.000003717791,"about_ca_topic_score_gemma":1.8991229e-7,"teacher_disagreement_score":0.6254588,"about_ca_system_score_codex":0.000035574747,"about_ca_system_score_gemma":0.000024665851,"threshold_uncertainty_score":0.23907426},"labels":[],"label_agreement":null},{"id":"W4310345206","doi":"10.30935/cedtech/12668","title":"The problem of the web: Can we prioritize both participatory practices and privacy?","year":2022,"lang":"en","type":"article","venue":"Contemporary Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Citizen journalism; Dilemma; Web 2.0; Corporate governance; Public relations; Sociology; Open education; Field (mathematics); Narrative; Political science; Engineering ethics; Computer science; World Wide Web; Engineering; Pedagogy; Business; The Internet; Epistemology","score_opus":0.0422269365863684,"score_gpt":0.3165352502133144,"score_spread":0.274308313626946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310345206","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19608426,0.0040974165,0.00003979142,0.7981531,0.00028088765,0.00022260202,0.000007555899,0.00008897886,0.0010253895],"genre_scores_gemma":[0.99534374,0.00007342702,0.0023517774,0.0002628915,0.000039557686,0.000088827095,0.0000015311168,0.0000058399664,0.0018324202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903625,0.00016516811,0.00022363196,0.00022097064,0.00020855242,0.00014543203],"domain_scores_gemma":[0.9985631,0.00036717474,0.00047562065,0.000497782,0.00006738952,0.000028923096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004623926,0.00007630714,0.00010083975,0.00008530163,0.0005715176,0.00003934028,0.0011318318,0.00003719416,0.000006160638],"category_scores_gemma":[0.00024906357,0.000051409734,0.00003092409,0.0005277702,0.00029060588,0.00010246478,0.0007619901,0.00036706115,0.000001164119],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006270888,0.00020780199,0.10255915,0.000025341433,0.00004859504,0.0000018884488,0.0011141836,0.000023166875,0.0005626416,0.8745252,0.010186806,0.010738946],"study_design_scores_gemma":[0.00027485925,0.00015842446,0.010784408,0.000028049233,0.0000121585645,0.000067160676,0.0018200194,0.004233795,0.00021864916,0.29617733,0.6860678,0.00015729744],"about_ca_topic_score_codex":0.00001986201,"about_ca_topic_score_gemma":0.0000092890405,"teacher_disagreement_score":0.7992595,"about_ca_system_score_codex":0.000033450266,"about_ca_system_score_gemma":0.0014718839,"threshold_uncertainty_score":0.43957093},"labels":[],"label_agreement":null},{"id":"W4310436311","doi":"10.21432/cjlt28264","title":"Removing Learning Barriers in Self-paced Online STEM Education","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Formative assessment; Flexibility (engineering); Learning sciences; Educational technology; Computer science; Context (archaeology); Personalized learning; Adaptive learning; Synchronous learning; Cooperative learning; Open learning; Knowledge management; Psychology; Mathematics education; Teaching method; Artificial intelligence","score_opus":0.004248128648665794,"score_gpt":0.22298735822320823,"score_spread":0.21873922957454242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310436311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9823327,0.0016519593,0.0007757226,0.014602682,0.00030880573,0.00003567112,5.5803434e-7,0.000084290514,0.00020757585],"genre_scores_gemma":[0.99365205,0.000045589364,0.0052596186,0.00006113591,0.00004655153,0.0000013005935,0.0000013264116,0.000011387558,0.00092107366],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888265,0.0002130558,0.00028718106,0.00018351797,0.00013263425,0.00030098835],"domain_scores_gemma":[0.9991673,0.000058815334,0.00027678843,0.000117293115,0.00011070649,0.00026909288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065965165,0.00009821944,0.00020358822,0.001625163,0.0005062384,0.00006836737,0.0004455626,0.00008225476,0.000018388773],"category_scores_gemma":[0.00038824964,0.000108301,0.000034804598,0.0011429171,0.000050179166,0.00012572251,0.000090640715,0.0019299196,0.0000012748424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004308667,0.000039886232,0.742968,0.000020470852,0.000038795646,0.00041077324,0.0028722151,0.016133757,0.00022078808,0.010195277,0.0002219715,0.22687376],"study_design_scores_gemma":[0.0015322149,0.002063671,0.005134585,0.0002835661,0.00005042042,0.0049766917,0.074325025,0.16971615,0.000087082466,0.005481062,0.73557955,0.00076996756],"about_ca_topic_score_codex":0.00029998165,"about_ca_topic_score_gemma":0.0008083606,"teacher_disagreement_score":0.73783344,"about_ca_system_score_codex":0.00023399305,"about_ca_system_score_gemma":0.0022976147,"threshold_uncertainty_score":0.83846474},"labels":[],"label_agreement":null},{"id":"W4310436330","doi":"10.21432/cjlt28255","title":"Theoretical Development of Connectivism through Innovative Application in China","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Connectivism; Beijing; Behaviorism; The Internet; Computer science; Learning theory; Educational technology; Distance education; Data science; Massive open online course; Content analysis; Mathematics education; China; World Wide Web; Sociology; Psychology; Social science","score_opus":0.005028550787006531,"score_gpt":0.23769266166675654,"score_spread":0.23266411087975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310436330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9168926,0.00029787794,0.07264345,0.009464368,0.000055283665,0.00003564326,4.23898e-7,0.000016040918,0.00059429597],"genre_scores_gemma":[0.9871759,0.0000036184547,0.01277514,0.000016154368,0.000007382424,0.000001958446,4.8177026e-7,0.0000036032636,0.000015796579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99937326,0.00006428213,0.00024045547,0.00009959363,0.000082733524,0.00013968848],"domain_scores_gemma":[0.999547,0.00003935513,0.00019952738,0.00007155247,0.00009801852,0.0000445341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004659302,0.00005138737,0.0001458406,0.00056925707,0.00016247494,0.000010715715,0.00027338695,0.0000439784,0.000011028031],"category_scores_gemma":[0.00019587486,0.000050413943,0.000011214354,0.0011176562,0.00014518377,0.000049844246,0.000063964406,0.0006874246,4.1416456e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020839723,0.000014292063,0.055143934,0.0000043017485,0.000012834288,0.00003133024,0.002585283,0.0005558878,0.00018736155,0.8817023,0.00000999105,0.059750397],"study_design_scores_gemma":[0.0024507882,0.0022553287,0.025935812,0.00019255448,0.00002066078,0.001726919,0.016456649,0.07149889,0.0039056474,0.778557,0.09628303,0.00071670266],"about_ca_topic_score_codex":0.00007841206,"about_ca_topic_score_gemma":0.00017221886,"teacher_disagreement_score":0.10314529,"about_ca_system_score_codex":0.00006897661,"about_ca_system_score_gemma":0.0006881189,"threshold_uncertainty_score":0.2986556},"labels":[],"label_agreement":null},{"id":"W4310436422","doi":"10.21432/cjlt28256","title":"Dynamic Evolution Analysis of Social Network in cMOOC Based on RSiena Model","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Connectivism; Dynamic network analysis; Social network (sociolinguistics); Social network analysis; Reciprocity (cultural anthropology); Social learning; Computer science; The Internet; Memetics; Network science; Social psychology; Psychology; Learning theory; Social media; Knowledge management; Mathematics education; World Wide Web; Artificial intelligence; Complex network","score_opus":0.004249173597517733,"score_gpt":0.22429947058778968,"score_spread":0.22005029699027195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310436422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781484,0.00042970962,0.10660273,0.014378798,0.00012031252,0.00003383194,0.0000045761376,0.00003249545,0.00024918938],"genre_scores_gemma":[0.99689925,0.0000027864444,0.0029567853,0.000032248267,0.000009329239,6.930108e-7,0.000001875615,0.000004524345,0.00009248346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991663,0.0001061334,0.00024009432,0.00012760887,0.0001318686,0.00022797368],"domain_scores_gemma":[0.9994575,0.000044262455,0.00025485287,0.00009434703,0.000072801624,0.00007626485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005434173,0.00006557184,0.00024784435,0.0024104908,0.0002670668,0.000015941025,0.00032573796,0.00007059809,0.000009403327],"category_scores_gemma":[0.00010420722,0.00007074859,0.00007184129,0.0027085238,0.000073207164,0.000038464976,0.00003664516,0.00079648924,2.497093e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037142138,0.000010536975,0.06066472,0.0000019546999,0.00004163759,0.000035763478,0.00014915285,0.9237074,0.000013814843,0.010821174,0.000035470162,0.0045146258],"study_design_scores_gemma":[0.00019613965,0.00023102517,0.003462193,0.000010227774,0.000051764193,0.000012722055,0.00030736666,0.991755,7.9717336e-7,0.0032026207,0.00070626626,0.000063877196],"about_ca_topic_score_codex":0.00014945955,"about_ca_topic_score_gemma":0.0017701751,"teacher_disagreement_score":0.118750915,"about_ca_system_score_codex":0.00019333065,"about_ca_system_score_gemma":0.00058948586,"threshold_uncertainty_score":0.34603935},"labels":[],"label_agreement":null},{"id":"W4310502554","doi":"10.5281/zenodo.7384240","title":"Use of artificial intelligence in the early detection of school dropout: Theoretical elaboration of a major problem in the college cycle in Morocco","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Elaboration; Dropout (neural networks); Psychology; Artificial intelligence; Mathematics education; Computer science; Cognitive science; Machine learning; Philosophy; Humanities","score_opus":0.030288544176738267,"score_gpt":0.26074516476014525,"score_spread":0.230456620583407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310502554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95897806,0.000017830118,0.036616333,0.0024808322,0.000029830722,0.000574164,0.00005831604,0.000049769307,0.001194851],"genre_scores_gemma":[0.99914217,0.000006320287,0.0007238945,0.000032001473,0.000011041621,1.6264528e-7,0.000017286662,0.000057683526,0.000009457745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773586,0.0011378024,0.00037821475,0.00017930614,0.00042659862,0.00014220813],"domain_scores_gemma":[0.9992377,0.00009878036,0.00014300877,0.00031972746,0.0001809114,0.000019881769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019339811,0.00005933137,0.00010495615,0.0003000303,0.00024870178,0.000118723314,0.0010808704,0.000024159579,0.0001893224],"category_scores_gemma":[0.00065177144,0.000047233796,0.000025585363,0.0022084762,0.00014123354,0.00020650632,0.00045981005,0.00035829828,0.000026478843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021864598,0.0012047072,0.00036891832,0.000087590044,0.000015060263,0.000026090942,0.023302479,0.028339287,0.018691413,0.8618197,0.000278914,0.06564719],"study_design_scores_gemma":[0.0006280629,0.0021956044,0.015328565,0.00011641956,0.00001780509,0.00006817262,0.012556158,0.9032897,0.005952489,0.05141071,0.008132972,0.00030335438],"about_ca_topic_score_codex":0.000100167505,"about_ca_topic_score_gemma":0.000007713094,"teacher_disagreement_score":0.8749504,"about_ca_system_score_codex":0.000057424342,"about_ca_system_score_gemma":0.000012091625,"threshold_uncertainty_score":0.20729475},"labels":[],"label_agreement":null},{"id":"W4310679605","doi":"10.3390/su142316169","title":"Rediscovering the Uptake of Dashboard Feedback: A Conceptual Replication of Foung (2019)","year":2022,"lang":"en","type":"article","venue":"Sustainability","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dashboard; Context (archaeology); Learning analytics; Computer science; Association rule learning; Data science; Suite; Identification (biology); Set (abstract data type); Data mining; Analytics; Replication (statistics); Knowledge management; Medicine","score_opus":0.011130688754244644,"score_gpt":0.2729093314943598,"score_spread":0.26177864274011514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310679605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9738675,0.00010924202,0.017325947,0.007968903,0.000117756295,0.00024635482,0.000009688875,0.000057113262,0.00029753876],"genre_scores_gemma":[0.99790174,0.0000020378243,0.0015593078,0.000038366838,0.000023952332,0.000013389657,0.0000036546014,0.0000041388453,0.00045343832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987056,0.00016732905,0.00032924052,0.00031712378,0.00031600593,0.00016467222],"domain_scores_gemma":[0.9979054,0.00013049204,0.00022253506,0.0013499247,0.00036607488,0.000025625875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015248721,0.00006799893,0.00014790132,0.00003858467,0.00017109369,0.000016988775,0.00079011434,0.000018800743,0.000013811372],"category_scores_gemma":[0.0009974191,0.000054926288,0.00008737589,0.00047230735,0.0002009507,0.00012227979,0.0006139096,0.0001988454,4.293745e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085058455,0.00053813873,0.044417363,0.0002956014,0.000070311486,0.0000075141934,0.017045291,0.054584138,0.0010876411,0.77734506,0.0017491184,0.102774784],"study_design_scores_gemma":[0.0015578489,0.0014357538,0.2887366,0.000034146793,0.000082273,0.000028230734,0.047057196,0.3127763,0.003063925,0.25031814,0.09423322,0.00067635893],"about_ca_topic_score_codex":0.00014346946,"about_ca_topic_score_gemma":0.0000026803812,"teacher_disagreement_score":0.5270269,"about_ca_system_score_codex":0.00020748346,"about_ca_system_score_gemma":0.0004768233,"threshold_uncertainty_score":0.2239829},"labels":[],"label_agreement":null},{"id":"W4311134130","doi":"10.21432/cjlt28371","title":"Editorial","year":2022,"lang":"en","type":"editorial","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Beijing; Open university; Library science; China; Distance education; Educational technology; Sociology; Political science; Media studies; Pedagogy; Computer science","score_opus":0.0032811050422126716,"score_gpt":0.22904242383033233,"score_spread":0.22576131878811964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311134130","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000077427234,0.0019189871,0.00045650062,0.0038214815,0.9933722,0.000021108346,0.0000063629436,0.00006007451,0.00026587947],"genre_scores_gemma":[0.0017613713,0.00026305564,0.0013132559,0.0000063241723,0.9947478,0.0000011372524,0.000009311125,0.000024625255,0.0018731158],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984153,0.00011915687,0.00036788153,0.00026525639,0.00044635296,0.00038604415],"domain_scores_gemma":[0.998085,0.00029587,0.0005555778,0.00022868492,0.0005034215,0.00033142962],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0007839493,0.00018857083,0.00043460383,0.0016173995,0.0004306257,0.00019371118,0.0012016194,0.00084423384,0.00004668076],"category_scores_gemma":[0.0033750404,0.00019018288,0.00008585101,0.0006834118,0.0001473789,0.00010677003,0.0001556892,0.0055946936,0.0000067691144],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014245268,0.0000036433312,0.00039472608,0.000010395931,0.000039391663,0.00020257417,0.00006697222,0.000045700046,0.0000018566467,0.001171631,0.9900047,0.008056957],"study_design_scores_gemma":[0.00025192404,0.00051427,6.252326e-7,0.000050333354,0.00002766794,0.00010231027,0.00016148436,0.0001845449,0.0000012768729,0.002462656,0.9960639,0.00017901941],"about_ca_topic_score_codex":0.00032252603,"about_ca_topic_score_gemma":0.00047091598,"teacher_disagreement_score":0.0078779375,"about_ca_system_score_codex":0.00016018497,"about_ca_system_score_gemma":0.0044501983,"threshold_uncertainty_score":0.99669945},"labels":[],"label_agreement":null},{"id":"W4311188500","doi":"10.23882/rmd.23122","title":"État des lieux de la gestion des études et scolarités à l’Université de Parakou au Bénin","year":2022,"lang":"fr","type":"article","venue":"revistamultidisciplinar com","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Rimouski","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.04140365180892011,"score_gpt":0.3117410214595236,"score_spread":0.2703373696506035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311188500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8310844,0.025948329,0.098608166,0.04039536,0.0003838003,0.00034896316,0.00009991379,0.00035875378,0.002772358],"genre_scores_gemma":[0.918435,0.0024926972,0.049012307,0.00013546595,0.00016430912,0.000016730597,0.000036929177,0.00005748217,0.02964911],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99514097,0.0024142535,0.0003889719,0.00064839283,0.0004770973,0.0009303122],"domain_scores_gemma":[0.9977572,0.00085249636,0.00025038447,0.0006162933,0.00013735308,0.00038624933],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0030178712,0.0003666289,0.00041216076,0.00016645726,0.0029915553,0.00042349278,0.0010506428,0.00018459499,0.00013008],"category_scores_gemma":[0.0003340417,0.00043143312,0.00028658766,0.0008655114,0.0007732051,0.00039591402,0.002390676,0.0011591647,0.00006488044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001667792,0.0018510635,0.29438564,0.0013841257,0.00023746384,0.0017580673,0.05148269,0.19139327,0.0026534616,0.27133486,0.0023994786,0.1809531],"study_design_scores_gemma":[0.0012788663,0.0007850062,0.22153157,0.0013451439,0.00027547032,0.001162442,0.0024372232,0.55423194,0.00028815842,0.015325312,0.2003455,0.0009933402],"about_ca_topic_score_codex":0.00078032905,"about_ca_topic_score_gemma":0.00024330923,"teacher_disagreement_score":0.3628387,"about_ca_system_score_codex":0.0030472302,"about_ca_system_score_gemma":0.0011190356,"threshold_uncertainty_score":0.99981374},"labels":[],"label_agreement":null},{"id":"W4311681125","doi":"10.22215/etd/2022-15186","title":"Assessment of Higher Order Thinking Skills in Virtual Learning Environments","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"School of Linguistics and Applied Language Studies","keywords":"Higher-order thinking; Affordance; Process (computing); Computer science; Virtual learning environment; Mathematics education; Exploratory research; Metacognition; Psychology; Multimedia; Human–computer interaction; Cognition; Teaching method","score_opus":0.005164771213338293,"score_gpt":0.2984257794483215,"score_spread":0.2932610082349832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311681125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56629425,0.00061799574,0.13794772,0.001705329,0.0064648427,0.0009028151,0.0000098772825,0.0006255126,0.28543165],"genre_scores_gemma":[0.6680893,0.0000704964,0.01932911,0.00010356719,0.00004686636,0.000012655925,0.00033313246,0.00003079423,0.3119841],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99818623,0.00015171283,0.00036726712,0.00040413608,0.000684777,0.00020589001],"domain_scores_gemma":[0.9992563,0.000099677425,0.0003001701,0.00029164777,0.000018851231,0.000033332457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036818927,0.00018299023,0.00029460233,0.00025912924,0.000099566176,0.00005807138,0.00071420235,0.00011955239,0.00076244504],"category_scores_gemma":[0.000028919105,0.00018065468,0.000075499825,0.0004081733,0.000010811742,0.00013708834,0.00019865952,0.0009038072,0.000011181263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000135848295,0.0022051362,0.07590375,0.00024385663,0.00034069936,0.00014355796,0.012894075,0.5274662,0.001835146,0.2698692,0.0006167775,0.10846802],"study_design_scores_gemma":[0.0018427784,0.0010854333,0.5034177,0.0005039674,0.00009836609,0.00000379832,0.005255272,0.40156668,0.00035608924,0.0058209067,0.07824532,0.0018037236],"about_ca_topic_score_codex":0.00006546016,"about_ca_topic_score_gemma":0.000026624994,"teacher_disagreement_score":0.4275139,"about_ca_system_score_codex":0.000106505526,"about_ca_system_score_gemma":0.00013775713,"threshold_uncertainty_score":0.83482385},"labels":[],"label_agreement":null},{"id":"W4312043075","doi":"10.29173/ijll19","title":"Completing a doctoral dissertation during a global pandemic: Lessons learned.","year":2022,"lang":"en","type":"article","venue":"International Journal for Leadership in Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pace; Pandemic; Hindsight bias; Public relations; Medical education; Interview; Happening; Political science; Work (physics); Psychology; Coronavirus disease 2019 (COVID-19); Engineering; Medicine; History","score_opus":0.24335527800808957,"score_gpt":0.4292417694041434,"score_spread":0.18588649139605382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312043075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83270603,0.00024250874,0.09237418,0.071219765,0.0026145596,0.0001651066,0.000011490868,0.0002763234,0.00039003527],"genre_scores_gemma":[0.99269676,0.0000117219115,0.0053407606,0.00026087312,0.0003467396,0.00001703767,0.000019520508,0.000015370199,0.001291204],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978493,0.00028962395,0.00041318627,0.00032155288,0.0006808073,0.0004455659],"domain_scores_gemma":[0.9990748,0.0002302155,0.00033124437,0.000106840635,0.00016538665,0.00009147397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011822004,0.00014498264,0.00017038129,0.0002806375,0.0006912417,0.0004232669,0.001153218,0.000041632164,0.00004463039],"category_scores_gemma":[0.00053788716,0.00016085099,0.00016059684,0.00037538193,0.000025926254,0.00043820875,0.00023760347,0.001197797,0.000008073978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020710174,0.00017953863,0.39679268,0.000035470246,0.00012686239,0.00024360031,0.0056304624,0.51480705,0.0017397685,0.034723267,0.000111309084,0.04540291],"study_design_scores_gemma":[0.0052770167,0.0004920518,0.07571796,0.00037527437,0.000029237952,0.00266832,0.027923057,0.83502716,0.00010563971,0.027468609,0.023952994,0.0009626582],"about_ca_topic_score_codex":0.000033604138,"about_ca_topic_score_gemma":0.000032196505,"teacher_disagreement_score":0.3210747,"about_ca_system_score_codex":0.0006028592,"about_ca_system_score_gemma":0.00013000642,"threshold_uncertainty_score":0.6559313},"labels":[],"label_agreement":null},{"id":"W4312319894","doi":"10.7202/1091167ar","title":"Détection des biais d’items et de personnes en testing adaptatif","year":2022,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Philosophy; Art","score_opus":0.12663533181189182,"score_gpt":0.38885114495059525,"score_spread":0.26221581313870346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312319894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5401741,0.001259201,0.37189412,0.079688966,0.0038064402,0.00035981296,0.000021677497,0.00031840234,0.002477274],"genre_scores_gemma":[0.9000631,0.00008540105,0.0894878,0.0005852362,0.00061130465,0.00006819667,0.00012008958,0.000034162902,0.008944683],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98827314,0.00973109,0.0003995497,0.00049671635,0.000746482,0.00035302324],"domain_scores_gemma":[0.997066,0.0017337201,0.00034778335,0.00033633722,0.00043178588,0.00008433655],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.020774828,0.00021233394,0.00018325851,0.0002847485,0.0007977285,0.00035450183,0.00036007506,0.00010579613,0.0001935795],"category_scores_gemma":[0.0044532972,0.0002604768,0.00009537202,0.0013298491,0.000054293487,0.0008365372,0.0001496146,0.00068544043,0.00007349519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075935272,0.00036892697,0.0129527645,0.00009623656,0.00004883973,0.0000042737156,0.47836748,0.32289898,0.0028341853,0.009235002,0.0023246624,0.17086105],"study_design_scores_gemma":[0.00026349808,0.00025600768,0.17955893,0.00008379924,0.0000823792,0.000097120916,0.006915137,0.7929939,0.00012191858,0.0076023266,0.011755116,0.0002698572],"about_ca_topic_score_codex":0.0021976454,"about_ca_topic_score_gemma":0.0003166814,"teacher_disagreement_score":0.47145236,"about_ca_system_score_codex":0.000978777,"about_ca_system_score_gemma":0.0021408312,"threshold_uncertainty_score":0.99998474},"labels":[],"label_agreement":null},{"id":"W4312325116","doi":"10.1109/cvpr52688.2022.01606","title":"Learning Program Representations for Food Images and Cooking Recipes","year":2022,"lang":"en","type":"article","venue":"2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Compute Canada","funders":"","keywords":"Computer science; Artificial intelligence; Computer graphics (images); Computer vision; Multimedia","score_opus":0.04658781759865796,"score_gpt":0.3236402620936274,"score_spread":0.27705244449496946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312325116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2620736,0.00009854061,0.7252323,0.009039834,0.0010889556,0.0009661983,0.00015324482,0.00064510724,0.0007022214],"genre_scores_gemma":[0.98104936,0.00014812239,0.016726093,0.0010398304,0.00021670033,0.00020292256,0.00017308463,0.000024366766,0.0004195156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979742,0.00031594955,0.00032881682,0.00073235825,0.0003455168,0.00030311322],"domain_scores_gemma":[0.9988807,0.00034081144,0.000211126,0.00025119775,0.00017941515,0.00013678316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042437075,0.00022787336,0.00027128623,0.00025124472,0.0009052258,0.0006777323,0.00031153273,0.000055017153,0.00009331022],"category_scores_gemma":[0.000032044332,0.0002278264,0.000087791865,0.00026980008,0.00005865567,0.00030582433,0.0003346388,0.0005111914,0.000012293292],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021455748,0.00016328463,0.0007133669,0.00004017145,0.0000298375,0.000010345897,0.00058273104,0.0003378968,0.0002216528,0.00034177615,0.0015910352,0.99594647],"study_design_scores_gemma":[0.0015810463,0.005630583,0.0019710022,0.00018479499,0.000034694818,0.000095542804,0.000469015,0.97174513,0.0004308563,0.006234358,0.0110487845,0.0005741725],"about_ca_topic_score_codex":0.000010632257,"about_ca_topic_score_gemma":0.000008111642,"teacher_disagreement_score":0.9953723,"about_ca_system_score_codex":0.000023011262,"about_ca_system_score_gemma":0.000043166547,"threshold_uncertainty_score":0.9290491},"labels":[],"label_agreement":null},{"id":"W4312426771","doi":"10.1145/3577871.3577874","title":"SIGCSE Technical Symposium 2023","year":2022,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Convention; Theme (computing); Library science; Political science; Coronavirus disease 2019 (COVID-19); Center (category theory); Law; Computer science; Medicine; Chemistry","score_opus":0.009803699470074466,"score_gpt":0.24118442779982435,"score_spread":0.23138072832974987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312426771","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04165684,0.00053972733,0.02880441,0.8902557,0.0020971317,0.00058527506,0.00003565864,0.0025359131,0.03348938],"genre_scores_gemma":[0.91763145,0.00003433955,0.04311752,0.0044406313,0.00033056323,0.000075522454,0.00001904166,0.00003728845,0.03431362],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981352,0.00018304672,0.00026278294,0.0005117905,0.0005099678,0.00039719258],"domain_scores_gemma":[0.9981218,0.00030353843,0.0001037214,0.0012993071,0.000044447148,0.00012719829],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005947204,0.00016333799,0.00019294671,0.00012098696,0.00041956766,0.00011655408,0.0025427486,0.000054153803,0.00094550184],"category_scores_gemma":[0.0003480343,0.00016569319,0.00012552942,0.0005359746,0.000047093028,0.000048795315,0.0027259195,0.00063315505,0.0011016366],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003674558,0.0007978626,0.0012446692,0.000029760951,0.000056674326,0.00061504124,0.000473307,0.0136470925,0.006334139,0.023842543,0.93495566,0.017966479],"study_design_scores_gemma":[0.00036155144,0.00027326768,0.00024694495,0.000008276213,0.000012195145,0.00010720589,0.000057993082,0.006370825,0.0003120343,0.002752526,0.9891753,0.0003218767],"about_ca_topic_score_codex":0.000035749566,"about_ca_topic_score_gemma":0.0000014872015,"teacher_disagreement_score":0.885815,"about_ca_system_score_codex":0.00007502862,"about_ca_system_score_gemma":0.00007767939,"threshold_uncertainty_score":0.99996775},"labels":[],"label_agreement":null},{"id":"W4312447102","doi":"10.56059/pcf10.7723","title":"Challenges of integrating MOOCs into the Curriculum of YCM Open University in India","year":2022,"lang":"en","type":"article","venue":"Tenth Pan-Commonwealth Forum on Open Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Popularity; Christian ministry; Open educational resources; Commission; Library science; Distance education; Political science; Sociology; Pedagogy; Computer science","score_opus":0.02667643021538864,"score_gpt":0.31031369614923326,"score_spread":0.28363726593384464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312447102","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8189658,0.0015340068,0.0032123332,0.055572785,0.00063257915,0.002669828,0.000016590759,0.00021107195,0.11718503],"genre_scores_gemma":[0.9953693,0.00017262237,0.0036523542,0.00021554026,0.000012064556,0.0000106569505,0.000007730034,0.000015637484,0.0005440643],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970528,0.0011908214,0.00047410728,0.00044537746,0.0004337869,0.00040311238],"domain_scores_gemma":[0.99806386,0.00038861603,0.0007284533,0.0006699,0.00007670863,0.00007246535],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0026827909,0.0001775926,0.000477057,0.0002658518,0.0007273742,0.00010554103,0.005457353,0.00005035485,0.000025638685],"category_scores_gemma":[0.00021642854,0.00014733776,0.000083056424,0.001126233,0.00007510779,0.0004419911,0.0063631046,0.0013021383,0.0000060751163],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009356235,0.0008254694,0.13261451,0.00011628891,0.00006685079,0.000040545456,0.027405055,0.03167305,0.00006383775,0.50705874,0.0003885238,0.29965356],"study_design_scores_gemma":[0.0046776487,0.005615293,0.14386253,0.0012092295,0.000049784157,0.000026198537,0.34457886,0.40646005,0.00027184258,0.0066087963,0.08547451,0.0011652507],"about_ca_topic_score_codex":0.0071163033,"about_ca_topic_score_gemma":0.000994057,"teacher_disagreement_score":0.50044996,"about_ca_system_score_codex":0.00016864321,"about_ca_system_score_gemma":0.00026735742,"threshold_uncertainty_score":0.9999236},"labels":[],"label_agreement":null},{"id":"W4312463674","doi":"10.1007/978-981-19-3383-7_18","title":"A Correlation Analysis Between MOOCs and Scholarly Performance, Emphasizing Scientific Peer Review Journal Publication","year":2022,"lang":"en","type":"book-chapter","venue":"Transactions on computer systems and networks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto Rehabilitation Institute","funders":"","keywords":"Citation; Developing country; Political science; Citation impact; Library science; Peer review; Public relations; Economic growth; Computer science; Law; Economics","score_opus":0.029458488233168253,"score_gpt":0.25348714777188125,"score_spread":0.22402865953871298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312463674","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057629622,0.009187566,0.98521787,0.0018459037,0.0016087943,0.00026015798,0.000016357797,0.000110286936,0.0016954145],"genre_scores_gemma":[0.25906235,0.054324318,0.020247102,0.0012530467,0.0052610296,0.000086753585,0.0010845582,0.0002264071,0.6584544],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99734974,0.00013200675,0.0006969129,0.0006619608,0.0009047536,0.00025461265],"domain_scores_gemma":[0.9978319,0.00013249925,0.0005560151,0.0005631841,0.00071146514,0.00020496064],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002078292,0.00031761514,0.0006367759,0.0009119997,0.0014272567,0.0031451017,0.00046751412,0.00021551854,0.00003579557],"category_scores_gemma":[0.0000058805613,0.0003001859,0.00023205396,0.0006530774,0.00006494355,0.00123463,0.000044182783,0.0015574426,0.000008268516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066792772,0.000055316705,0.00068734895,0.0005356629,0.0018799336,0.000015551002,0.00045833286,0.3130441,1.1673868e-7,0.013553615,0.010059413,0.6597039],"study_design_scores_gemma":[0.00015261058,0.00012917943,0.00041711278,0.00086961954,0.0007142232,0.00009447437,0.0000024437686,0.7566373,1.9696907e-8,0.00004653203,0.2406615,0.0002750041],"about_ca_topic_score_codex":0.000009089414,"about_ca_topic_score_gemma":0.0000029892155,"teacher_disagreement_score":0.96497077,"about_ca_system_score_codex":0.00009872643,"about_ca_system_score_gemma":0.00008877291,"threshold_uncertainty_score":0.99994504},"labels":[],"label_agreement":null},{"id":"W4313357898","doi":"10.54691/bcpep.v7i.2696","title":"The Relationship between Students' Study Time and Academic Performance and its Practical Significance","year":2022,"lang":"en","type":"article","venue":"BCP Education & Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Mathematics education; Academic achievement; Linear regression; Regression analysis; Psychology; Plan (archaeology); Computer science; Machine learning; Geography","score_opus":0.07860649995111292,"score_gpt":0.4517074509799772,"score_spread":0.3731009510288643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313357898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9694972,0.00024245013,0.00025983082,0.029328091,0.0002767489,0.00020821579,9.22192e-7,0.00003812814,0.00014843761],"genre_scores_gemma":[0.99637204,0.000038943363,0.0005311783,0.0004745898,0.000121363744,0.0000553036,0.0000029780465,0.0000056526274,0.0023979417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875027,0.000380876,0.00019180494,0.00031028097,0.00021783229,0.00014896176],"domain_scores_gemma":[0.99876666,0.0007474882,0.00011951789,0.00026558115,0.00003859672,0.0000621779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001002289,0.000072844276,0.000085563835,0.00006804276,0.0006755608,0.00006954958,0.00042836336,0.0000358365,0.000008590146],"category_scores_gemma":[0.00023208685,0.00006279668,0.00000986144,0.00028897176,0.000046382873,0.00016300101,0.00020574515,0.0005865528,0.000039264563],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061862443,0.00019286522,0.9761365,0.0000024749902,0.000011055097,4.2596244e-7,0.0014848225,0.0000110474675,0.000012809835,0.0030931686,0.0024067895,0.01664182],"study_design_scores_gemma":[0.00017681261,0.00018163236,0.98825014,0.0000024310957,0.000012548551,0.00002623447,0.00041180575,0.0011653822,6.7013946e-7,0.0012746706,0.008423374,0.00007431042],"about_ca_topic_score_codex":0.0000026989787,"about_ca_topic_score_gemma":5.193779e-7,"teacher_disagreement_score":0.028853502,"about_ca_system_score_codex":0.00002247726,"about_ca_system_score_gemma":0.0001347346,"threshold_uncertainty_score":0.51959354},"labels":[],"label_agreement":null},{"id":"W4313387975","doi":"10.1007/978-981-19-2080-6_54","title":"Media Usage Behaviors of Learners in ODDE","year":2023,"lang":"en","type":"book-chapter","venue":"Handbook of Open, Distance and Digital Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science; Brigham Young University","keywords":"Digital media; Distance education; Active listening; Perspective (graphical); Multimedia; Computer science; New media; Mathematics education; Psychology; World Wide Web","score_opus":0.028620789134571202,"score_gpt":0.3078798963599544,"score_spread":0.27925910722538316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313387975","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011562538,0.007406025,0.0065206303,0.0015182013,0.0013192295,0.0009672924,0.00026353062,0.00012342502,0.97031915],"genre_scores_gemma":[0.3654246,0.0021854045,0.0024090635,0.000064496744,0.00010107087,0.000016194668,0.00030200684,0.00005588091,0.62944126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989774,0.000007299813,0.00036452664,0.00031193453,0.00021875271,0.00012004506],"domain_scores_gemma":[0.99913865,0.00008824648,0.0002977467,0.0003252668,0.00008488408,0.00006521228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012939832,0.0001562596,0.00032762234,0.00019004771,0.000025721358,0.00020530523,0.00054873456,0.000098304925,0.000010093283],"category_scores_gemma":[0.00006760118,0.00015651954,0.000058683014,0.000098463825,0.000122060395,0.0006103589,0.00021537396,0.00015731242,0.000015335872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002779242,0.00027533591,0.004001747,0.0002892599,0.000030731226,0.000011194713,0.0029006195,0.000038717295,0.00004667105,0.7555567,0.002101928,0.23471928],"study_design_scores_gemma":[0.002229339,0.00073719496,0.0096009085,0.021073233,0.00018752491,0.000023070521,0.0027296941,0.0018288668,0.00059206056,0.8556306,0.10280383,0.0025637166],"about_ca_topic_score_codex":0.000043154465,"about_ca_topic_score_gemma":0.000073385076,"teacher_disagreement_score":0.35386205,"about_ca_system_score_codex":0.000028257933,"about_ca_system_score_gemma":0.00041326167,"threshold_uncertainty_score":0.6382682},"labels":[],"label_agreement":null},{"id":"W4313387996","doi":"10.1007/978-981-19-2080-6_9","title":"Pedagogical Paradigms in Open and Distance Education","year":2023,"lang":"en","type":"book-chapter","venue":"Handbook of Open, Distance and Digital Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Japan Society for the Promotion of Science; Brigham Young University","keywords":"Objectivism; Subjectivism; Field (mathematics); Epistemology; Learning analytics; Analytics; Data science; Cognitive science; Sociology; Artificial intelligence; Computer science; Psychology; Philosophy; Mathematics","score_opus":0.07303054868825425,"score_gpt":0.3730286907414069,"score_spread":0.2999981420531526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313387996","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014513651,0.013568525,0.010553332,0.004020581,0.0008076231,0.0014491152,0.000118583266,0.00008096471,0.9679499],"genre_scores_gemma":[0.10807845,0.003175916,0.0022188153,0.00022003538,0.00013953044,0.00006010636,0.00027656645,0.000041865795,0.88578874],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985931,0.000013236375,0.00040905827,0.0006157051,0.00019832008,0.00017061752],"domain_scores_gemma":[0.99892956,0.00008273959,0.000304043,0.00044897525,0.0001083355,0.00012636073],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00016596285,0.00024116934,0.0003995366,0.00013746627,0.00008888255,0.0016112301,0.00096626143,0.00012222424,0.000009670741],"category_scores_gemma":[0.000062319334,0.00023356706,0.00003924726,0.000110215435,0.00013534441,0.0015767054,0.00063723297,0.00020570579,0.000020874364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017587496,0.00013706494,0.001189507,0.000099110825,0.000009026072,0.0000019232764,0.00052149256,0.0000023267135,0.0000014021881,0.8856337,0.0021019992,0.11028483],"study_design_scores_gemma":[0.0004060037,0.000136303,0.0022984585,0.0036742457,0.000021027112,0.000014097375,0.00045901095,0.00041405644,0.000006874401,0.7009931,0.29101044,0.0005663547],"about_ca_topic_score_codex":0.000063483305,"about_ca_topic_score_gemma":0.00010466648,"teacher_disagreement_score":0.28890842,"about_ca_system_score_codex":0.000056660632,"about_ca_system_score_gemma":0.0010138422,"threshold_uncertainty_score":0.9994252},"labels":[],"label_agreement":null},{"id":"W4313388000","doi":"10.1007/978-981-19-2080-6_26","title":"Running Distance Education at Scale","year":2023,"lang":"en","type":"book-chapter","venue":"Handbook of Open, Distance and Digital Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acsenda School of Management","funders":"Japan Society for the Promotion of Science; Brigham Young University","keywords":"Distance education; Disadvantaged; Government (linguistics); Public relations; Corporate governance; Scale (ratio); Open education; Open learning; Political science; Higher education; Administration (probate law); Business; Sociology; Pedagogy; Teaching method; Geography","score_opus":0.019195692148904826,"score_gpt":0.2945511731395844,"score_spread":0.2753554809906796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313388000","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005885194,0.010341962,0.02075874,0.0019135025,0.0014413977,0.00061948615,0.000114760966,0.00017319193,0.96404845],"genre_scores_gemma":[0.033752095,0.0011012933,0.0025528723,0.0001497107,0.0002031537,0.000025225709,0.00037576945,0.000047114663,0.96179277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985357,0.0000064579363,0.00040126647,0.00057834445,0.00028744165,0.00019078772],"domain_scores_gemma":[0.9985603,0.0000554223,0.00043772388,0.0005905318,0.00021991176,0.00013607519],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000109032415,0.00026744136,0.00034878455,0.00013761259,0.00018529895,0.0008133382,0.00074713666,0.00012524115,0.00001874004],"category_scores_gemma":[0.00003525122,0.00027349082,0.000085954525,0.00010627513,0.00013194661,0.001132805,0.0004513967,0.00017311487,0.00011395233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002432306,0.00017816584,0.0012664589,0.00029095146,0.0000326757,0.000001736646,0.0007000006,0.00001116742,0.000019242976,0.77691185,0.022882339,0.19768107],"study_design_scores_gemma":[0.0003116346,0.00012711901,0.00076649024,0.0059997733,0.000056050132,0.000018076418,0.00024194864,0.00077289826,0.00009738894,0.39260727,0.59812224,0.000879118],"about_ca_topic_score_codex":0.000018260578,"about_ca_topic_score_gemma":0.000044117434,"teacher_disagreement_score":0.5752399,"about_ca_system_score_codex":0.000119794124,"about_ca_system_score_gemma":0.0009103501,"threshold_uncertainty_score":0.99997175},"labels":[],"label_agreement":null},{"id":"W4313522960","doi":"10.1177/23197145221137960","title":"The Landscape of Digital Natives Research: A Bibliometric and Science Mapping Analysis","year":2023,"lang":"en","type":"article","venue":"FIIB Business Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Bibliometrics; Scopus; Field (mathematics); Citation analysis; Data science; Productivity; Social network analysis; Co-citation; Citation; Knowledge management; Library science; Computer science; Political science; World Wide Web; Social media","score_opus":0.13109578302276637,"score_gpt":0.4032908245841642,"score_spread":0.27219504156139784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313522960","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18228896,0.6241504,0.04729095,0.13441204,0.000555232,0.0012242937,0.000043531552,0.0007793564,0.009255248],"genre_scores_gemma":[0.8327768,0.16575071,0.0007664174,0.000048619662,0.00003592287,0.000008334761,0.000005467572,0.0000056253093,0.0006020977],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998373,0.000077772675,0.0002395197,0.0002846929,0.00074537535,0.0002796827],"domain_scores_gemma":[0.99784905,0.0006290795,0.00011297095,0.00045465183,0.000896039,0.00005821451],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0032754121,0.00007241455,0.00024589908,0.016517136,0.0003721477,0.00050550414,0.000969026,0.000014839032,0.0000028949955],"category_scores_gemma":[0.0037682815,0.000043803422,0.00006073945,0.4339689,0.0003307241,0.0004951611,0.00065016275,0.00012163016,0.00002981244],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011218203,0.00004398782,0.027844604,0.0019669011,0.00014223867,0.00001546452,0.0002535473,0.00017923587,0.000048370955,0.008780565,0.0028422151,0.95788175],"study_design_scores_gemma":[0.0001870719,0.0000643855,0.7092393,0.0029320829,0.00012299373,0.000013879544,0.0001749184,0.19647597,0.000014732007,0.0038547392,0.08658666,0.0003332444],"about_ca_topic_score_codex":0.0000055080063,"about_ca_topic_score_gemma":8.988865e-7,"teacher_disagreement_score":0.9575485,"about_ca_system_score_codex":0.000008671349,"about_ca_system_score_gemma":0.00014233847,"threshold_uncertainty_score":0.9946298},"labels":[],"label_agreement":null},{"id":"W4313537697","doi":"10.18357/otessaj.2022.2.2.37","title":"Introducing A Reflective Framework for the Assessment and Recognition of Microcredentials","year":2022,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Erasmus+; European Commission","keywords":"Computer science; Process (computing); Key (lock); Quality assurance; Quality (philosophy); Quality assessment; Engineering management; Process management; Knowledge management; Engineering; Operations management; Computer security; Engineering education","score_opus":0.028476263275104465,"score_gpt":0.38041382002289226,"score_spread":0.3519375567477878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313537697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6188786,0.001733459,0.08295728,0.29505122,0.0008027419,0.0005112428,0.000007995947,0.000024597965,0.000032893728],"genre_scores_gemma":[0.8804201,0.0007689349,0.117413774,0.0010591513,0.00011730707,0.00008809957,0.0000029860742,0.000005619555,0.0001240697],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988677,0.00036765006,0.00026676123,0.00016849418,0.00018882977,0.00014059622],"domain_scores_gemma":[0.99822897,0.00077286386,0.00056931196,0.00016761881,0.00024202348,0.000019201767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058630756,0.00006441903,0.00013081689,0.0000813089,0.0012991189,0.00034076994,0.00066393416,0.000095266,0.000007656765],"category_scores_gemma":[0.00066716585,0.0000487497,0.000050902247,0.0006059853,0.0000496799,0.00034470527,0.00033962182,0.0012215282,2.300636e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047480255,0.0008068352,0.2627091,0.00003979014,0.00065492734,6.065885e-7,0.030179586,0.00084781385,0.0038129068,0.27773982,0.0061994866,0.41696164],"study_design_scores_gemma":[0.00051334227,0.00014114335,0.030090744,0.00005356755,0.000058707294,0.000070781374,0.022732653,0.002916691,0.00028483474,0.9407515,0.0022709647,0.000115063005],"about_ca_topic_score_codex":0.000006258227,"about_ca_topic_score_gemma":0.0000020976695,"teacher_disagreement_score":0.66301167,"about_ca_system_score_codex":0.00026544536,"about_ca_system_score_gemma":0.0003644797,"threshold_uncertainty_score":0.99919033},"labels":[],"label_agreement":null},{"id":"W4313543288","doi":"10.18357/otessaj.2022.2.2.32","title":"On the Misappropriation of Spatial Metaphors in Online Learning","year":2022,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Replicate; Metaphor; Misappropriation; Computer science; Online learning; Virtual learning environment; Software; Human–computer interaction; Data science; World Wide Web","score_opus":0.016272575687834336,"score_gpt":0.29828234743926646,"score_spread":0.2820097717514321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313543288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8829008,0.00023125716,0.00054597063,0.115827225,0.00026129137,0.00014361956,0.0000014165457,0.000014944922,0.00007348519],"genre_scores_gemma":[0.9968661,0.00020307323,0.0016322646,0.000880738,0.000043412103,0.000021796957,0.0000043221676,0.0000054514135,0.0003428534],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99796647,0.0009533806,0.00036731389,0.00016984,0.00036968073,0.0001733033],"domain_scores_gemma":[0.9985476,0.00046143198,0.0006327982,0.00020080768,0.00013599626,0.000021356254],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006396293,0.00008295283,0.000156393,0.00016684066,0.00074429007,0.00018618764,0.0011289126,0.00010652847,0.000027818409],"category_scores_gemma":[0.0012054455,0.000060354127,0.00006334972,0.0011208865,0.000042413427,0.00030030296,0.0003393884,0.0025146184,0.0000013696427],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027391205,0.0011217224,0.71882147,0.000007946703,0.00011373078,0.0000014903414,0.0153668355,0.012129635,0.0005008301,0.15462826,0.00094834866,0.09633234],"study_design_scores_gemma":[0.0018209094,0.00045535612,0.42252392,0.00009063817,0.000045143675,0.00007664724,0.05885154,0.059153914,0.00031339063,0.44968516,0.006616415,0.00036697675],"about_ca_topic_score_codex":0.000037530976,"about_ca_topic_score_gemma":0.000018935269,"teacher_disagreement_score":0.29629758,"about_ca_system_score_codex":0.0003226883,"about_ca_system_score_gemma":0.00032016268,"threshold_uncertainty_score":0.9997866},"labels":[],"label_agreement":null},{"id":"W4313543301","doi":"10.18357/otessaj.2022.2.2.34","title":"Surveillance in the System: Data as Critical Change in Higher Education","year":2022,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Higher education; Scholarship; Construct (python library); Corporate governance; Public relations; Frame (networking); Sociology; Open education; Engineering ethics; Political science; Pedagogy; Knowledge management; Business; Computer science; Engineering","score_opus":0.07787718610335162,"score_gpt":0.38890049523615755,"score_spread":0.31102330913280596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313543301","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4225189,0.0021955818,0.000043305772,0.5730285,0.0014358752,0.00031327648,0.0000055165797,0.000031750806,0.00042728215],"genre_scores_gemma":[0.99338764,0.00027914695,0.0011216664,0.004522091,0.00020489411,0.0001114087,0.000014481783,0.000006280767,0.00035237859],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997308,0.0013654841,0.00037288712,0.00029430617,0.00039361924,0.0002657071],"domain_scores_gemma":[0.9985407,0.0004537979,0.00028932464,0.00056011847,0.00012387069,0.00003218042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010028061,0.00009845022,0.00016488011,0.00017432825,0.0007428573,0.000591673,0.0029985204,0.00014286014,0.000023818777],"category_scores_gemma":[0.0006570007,0.00007754661,0.00003162282,0.0016765889,0.000050272472,0.0010974401,0.00075938134,0.002135694,0.000006485403],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054507673,0.0005614449,0.7265615,0.000015057963,0.000015458529,0.0000035483868,0.006241207,0.00003580761,0.000013157091,0.24806954,0.003191634,0.015286191],"study_design_scores_gemma":[0.00077406305,0.00008895295,0.8157622,0.00013794606,0.0000160829,0.00035965393,0.041691788,0.0061460407,0.0000022911188,0.10108831,0.03363876,0.00029390646],"about_ca_topic_score_codex":0.000108134096,"about_ca_topic_score_gemma":0.000051300765,"teacher_disagreement_score":0.57086873,"about_ca_system_score_codex":0.0006058473,"about_ca_system_score_gemma":0.00075615826,"threshold_uncertainty_score":0.9278647},"labels":[],"label_agreement":null},{"id":"W4315607680","doi":"10.18280/isi.270605","title":"A Systematic Literature Review on Recommender Systems for MOOCs","year":2022,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Recommender system; Computer science; World Wide Web; Qualitative analysis; The Internet; Online learning; Massive open online course; Quantitative analysis (chemistry); Information retrieval; Multimedia; Data science; Qualitative research","score_opus":0.015918549939253835,"score_gpt":0.25903969263070487,"score_spread":0.24312114269145102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315607680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009923327,0.08960985,0.8814556,0.007084441,0.0041242754,0.0063978937,0.00023097935,0.0014376368,0.008667009],"genre_scores_gemma":[0.9141175,0.019016283,0.027997702,0.024350537,0.0006588243,0.0075932504,0.0016411322,0.00011209745,0.0045126756],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982492,0.00023856896,0.00071447034,0.00015547403,0.0003952192,0.00024709277],"domain_scores_gemma":[0.99850446,0.00018603241,0.00051483605,0.0004901545,0.00024409023,0.000060406113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013561087,0.00016722713,0.0003563809,0.00024318174,0.00052052713,0.0005129768,0.00059861265,0.000044722176,0.0000053660265],"category_scores_gemma":[0.00041728764,0.00014319744,0.00013017248,0.00075898785,0.000013442691,0.0013545959,0.00014228732,0.00023858462,0.000036836445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033448734,0.00015094934,0.00003512175,0.5982305,0.00024369017,0.000011922832,0.013873135,0.032226853,0.00000635151,0.25954005,0.076187454,0.01946051],"study_design_scores_gemma":[0.0006277973,0.00067875104,0.000022913657,0.08873185,0.000080334234,0.00030108335,0.0011568594,0.84227777,0.000008489498,0.0039718645,0.06156199,0.00058029586],"about_ca_topic_score_codex":0.0000035636133,"about_ca_topic_score_gemma":1.5183933e-7,"teacher_disagreement_score":0.91312516,"about_ca_system_score_codex":0.00028197025,"about_ca_system_score_gemma":0.00006525136,"threshold_uncertainty_score":0.58394223},"labels":[],"label_agreement":null},{"id":"W4317039692","doi":"10.51357/jdll.v2i2.219","title":"Introduction to the Special Issue: Technology and Human Connection","year":2023,"lang":"en","type":"article","venue":"Journal of Digital Life and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Connection (principal bundle); Computer science; History; Cognitive science; Library science; Engineering; Psychology","score_opus":0.010013123781432338,"score_gpt":0.2628111291163156,"score_spread":0.2527980053348833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317039692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8418071,0.00006148855,0.00490519,0.15203921,0.0004389111,0.000028805583,2.5987984e-7,0.00007089902,0.00064812705],"genre_scores_gemma":[0.9888376,0.000020602773,0.00035814926,0.00009194555,0.008385782,2.2365752e-7,6.1296106e-7,0.000004315314,0.002300774],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995053,0.00002839721,0.00015239143,0.0000987348,0.00011745777,0.000097759585],"domain_scores_gemma":[0.9996458,0.00004992083,0.00011131928,0.00006388527,0.000069569054,0.00005949942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003603274,0.000049723498,0.0000959597,0.00029409042,0.00022630884,0.00029840393,0.00012104979,0.000030439227,0.000004546528],"category_scores_gemma":[0.00058825995,0.000034732235,0.000022305587,0.0005690825,0.000027549482,0.00032002528,0.00009558337,0.00035046105,0.000026684584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003579225,0.0000741283,0.056516625,0.000035127257,0.0001358267,0.000078087956,0.0038224289,0.0109757725,0.0012345666,0.047191545,0.10009396,0.77980614],"study_design_scores_gemma":[0.00019497317,0.00057401764,0.0068883905,0.000021119857,0.000008598595,0.00020400473,0.0014350684,0.0029564523,0.000034894536,0.0023149536,0.985281,0.00008654155],"about_ca_topic_score_codex":6.230724e-7,"about_ca_topic_score_gemma":5.4696415e-7,"teacher_disagreement_score":0.88518703,"about_ca_system_score_codex":0.0000064087935,"about_ca_system_score_gemma":0.000014860578,"threshold_uncertainty_score":0.28775162},"labels":[],"label_agreement":null},{"id":"W4317495560","doi":"10.1063/5.0111349","title":"Item recommendation using user feedback data and item profile","year":2023,"lang":"en","type":"article","venue":"AIP conference proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Icon; Computer science; Citation; Information retrieval; Download; World Wide Web; Search engine optimization; Search engine","score_opus":0.08364832966811704,"score_gpt":0.3224532027843907,"score_spread":0.23880487311627369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317495560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8672421,0.000034512042,0.09876736,0.02799747,0.00041452024,0.00036749017,0.00004025085,0.0011536401,0.003982687],"genre_scores_gemma":[0.9728044,0.00006259772,0.024949964,0.00023008614,0.00012577065,0.0000047320577,0.00006552138,0.000015794325,0.0017410784],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869937,0.000011983427,0.00021141993,0.0005805104,0.00018926947,0.00030747207],"domain_scores_gemma":[0.99919516,0.00008624688,0.00013224686,0.0002670067,0.00021996457,0.00009938136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048089682,0.00014521793,0.00015850448,0.00015328142,0.00018889,0.0006083379,0.00085303193,0.000071319635,0.000033106713],"category_scores_gemma":[0.0003073877,0.0001387983,0.00001718571,0.00072733074,0.000043061835,0.0013671684,0.0010117528,0.00020794751,0.00013428583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002269303,0.00016196248,0.5457321,0.0005484247,0.0001226195,0.000018277065,0.008635837,0.000011449418,0.025566738,0.06137642,0.05082666,0.30697682],"study_design_scores_gemma":[0.0001580435,0.000038356033,0.0069911657,0.00007946837,0.000011129011,0.000013551681,0.00044439206,0.97877467,0.00013236928,0.0014551454,0.011711371,0.00019034735],"about_ca_topic_score_codex":0.000019579013,"about_ca_topic_score_gemma":0.0000021757799,"teacher_disagreement_score":0.9787632,"about_ca_system_score_codex":0.00002218781,"about_ca_system_score_gemma":0.00009196348,"threshold_uncertainty_score":0.58662164},"labels":[],"label_agreement":null},{"id":"W4317569124","doi":"10.2139/ssrn.4326353","title":"The Landscape of Digital Natives Research: A Bibliometric and Science Mapping Analysis","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Bibliometrics; Scopus; Field (mathematics); Data science; Citation analysis; Productivity; Co-citation; Citation; Knowledge management; Library science; Computer science; Political science","score_opus":0.04438052266692185,"score_gpt":0.35154266081874136,"score_spread":0.30716213815181953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317569124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9532786,0.00310581,0.03598568,0.0066026887,0.00006927868,0.00004698794,0.0000012260834,0.000060851355,0.000848877],"genre_scores_gemma":[0.9941972,0.0047609597,0.0001554335,0.0000036854683,0.000046911417,5.758297e-7,3.580662e-7,0.000003463611,0.0008314181],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971535,0.00008889335,0.00019443562,0.00020634802,0.00087775727,0.0014790475],"domain_scores_gemma":[0.9986607,0.000554103,0.00011380027,0.0002244355,0.0003682386,0.00007873692],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.009867187,0.000063370484,0.00012296073,0.028616527,0.00085978425,0.00084931665,0.0010749532,0.000019549641,5.4288694e-7],"category_scores_gemma":[0.0011074707,0.000040663017,0.00007479985,0.18654694,0.00031881267,0.0005496886,0.00034169335,0.0010009768,0.000008026441],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008230343,0.00005382605,0.0914554,0.000008681636,0.0007211872,0.00001012063,0.0013191125,0.00093199377,0.00044041013,0.4922601,0.00012976109,0.41266116],"study_design_scores_gemma":[0.00035414853,0.0005423243,0.07545489,0.000023998251,0.00004608496,0.00012373028,0.008292407,0.35024098,0.000061996034,0.56367916,0.0009817254,0.00019854264],"about_ca_topic_score_codex":0.000006607457,"about_ca_topic_score_gemma":0.000019137147,"teacher_disagreement_score":0.41246262,"about_ca_system_score_codex":0.000092419235,"about_ca_system_score_gemma":0.0014074938,"threshold_uncertainty_score":0.98239326},"labels":[],"label_agreement":null},{"id":"W4318065728","doi":"10.1016/j.forsciint.2023.111575","title":"Forensic intelligence teaching and learning in higher education: An international approach","year":2023,"lang":"en","type":"article","venue":"Forensic Science International","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Université de Lausanne","keywords":"Law enforcement; Crime analysis; Economic Justice; Criminal justice; Work (physics); Forensic science; Meaning (existential); Engineering ethics; Process (computing); Sociology; Psychology; Public relations; Engineering; Political science; Criminology; Computer science; Law; Medicine","score_opus":0.04222359485641174,"score_gpt":0.3377678226112032,"score_spread":0.29554422775479144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318065728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8591973,0.000040303108,0.039283466,0.027174057,0.008172903,0.00020768665,0.0000039781794,0.00077129505,0.065149],"genre_scores_gemma":[0.92443967,0.00001185955,0.06976675,0.0003992742,0.00040606415,0.000011443383,0.00003123367,0.000008929685,0.004924767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978523,0.00007821484,0.0002789158,0.00066410494,0.0007953915,0.00033106582],"domain_scores_gemma":[0.99913746,0.000119421304,0.0001098107,0.00028820516,0.00021347773,0.00013164447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016971573,0.00014146738,0.0001197569,0.00091191265,0.000327745,0.0006155593,0.0016802824,0.000047814694,0.000030953546],"category_scores_gemma":[0.00048604998,0.00013563897,0.000035882407,0.0010617151,0.00031492757,0.0020038579,0.0005548402,0.00060279097,0.00005004083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005257035,0.00010882301,0.02141364,0.0000046008868,0.000009418709,0.00000922027,0.0017707761,0.009346695,0.00018077216,0.48054376,0.00021768126,0.48638934],"study_design_scores_gemma":[0.0001209515,0.0000650759,0.06764023,0.000048884005,0.0000020594268,0.00005986091,0.0006699184,0.90150136,0.000074675634,0.02262677,0.006973935,0.00021629797],"about_ca_topic_score_codex":0.00007781219,"about_ca_topic_score_gemma":0.0000101590795,"teacher_disagreement_score":0.89215463,"about_ca_system_score_codex":0.0001324399,"about_ca_system_score_gemma":0.00024859476,"threshold_uncertainty_score":0.59358525},"labels":[],"label_agreement":null},{"id":"W4318066566","doi":"10.1007/s10639-023-11589-9","title":"A multi-criteria decision-making (MCDM) approach for data-driven distance learning recommendations","year":2023,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"United Arab Emirates University","keywords":"Distance education; Social distance; Computer science; Government (linguistics); Educational technology; Knowledge management; Coronavirus disease 2019 (COVID-19); Mathematics education; Psychology","score_opus":0.039854377484140266,"score_gpt":0.36066749297219775,"score_spread":0.32081311548805747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318066566","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012558278,0.000057855555,0.98838085,0.0081029,0.00026355888,0.00016752696,0.000014907081,0.0015153618,0.00024119554],"genre_scores_gemma":[0.33024955,0.00023681851,0.66865504,0.00012195475,0.000018671695,0.000056508456,0.00048226712,0.0000038724006,0.00017533434],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999303,0.000015483009,0.00025567092,0.00018302145,0.000095972064,0.00014685848],"domain_scores_gemma":[0.99911094,0.00015201513,0.00015973473,0.00043734,0.00012120281,0.000018743523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031266484,0.00008508071,0.00009262868,0.00037191485,0.0002970367,0.0003746358,0.00063642673,0.00007029079,0.0000022536124],"category_scores_gemma":[0.0013693813,0.00007911432,0.000018928193,0.00069935614,0.000037489226,0.0028205097,0.00036703996,0.00014656491,0.00002660507],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014964223,0.000031244934,0.00028984773,0.000034353194,0.000005502951,2.4231738e-8,0.001003728,0.0007380719,0.0000060495795,0.018197123,0.012501723,0.96719086],"study_design_scores_gemma":[0.00009843067,0.00001684541,0.00040115876,0.00004011811,0.0000027404558,0.0000021894966,0.004943623,0.8173889,0.000007757973,0.0020987056,0.17490868,0.00009088429],"about_ca_topic_score_codex":0.0000019095112,"about_ca_topic_score_gemma":7.770941e-7,"teacher_disagreement_score":0.96709996,"about_ca_system_score_codex":0.000024424053,"about_ca_system_score_gemma":0.000083752064,"threshold_uncertainty_score":0.36126217},"labels":[],"label_agreement":null},{"id":"W4318457067","doi":"10.21203/rs.3.rs-2518897/v1","title":"Bag of States: A Non-sequential Approach to Video-based Engagement Measurement","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Convolutional neural network; Student engagement; Computer science; Order (exchange); Artificial intelligence; Machine learning; Psychology; Mathematics education","score_opus":0.25122713845288636,"score_gpt":0.4294873604792741,"score_spread":0.17826022202638775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318457067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003062504,0.00016277701,0.98351544,0.009393841,0.0004475226,0.0015440532,0.00008941364,0.00034278963,0.0014416766],"genre_scores_gemma":[0.90579754,0.000057232104,0.092608415,0.00007163024,0.00025140683,0.00036837265,0.000102268095,0.00006470151,0.00067843206],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99159265,0.0012186099,0.0005734605,0.0012042408,0.0045227264,0.0008883183],"domain_scores_gemma":[0.9951711,0.00041989516,0.00015969481,0.0019637127,0.001928483,0.00035708325],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0114218155,0.00030379408,0.0004860272,0.001159993,0.00025478695,0.0003972549,0.0026479661,0.00019658267,0.000013251173],"category_scores_gemma":[0.0014618476,0.00028571443,0.000268747,0.0013967479,0.0001130364,0.00007622756,0.0040662936,0.0019714364,0.00019452615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006889317,0.001482688,0.000723044,0.007613302,0.0003033641,0.000084219435,0.004363835,0.95078206,0.0011249988,0.006059321,0.01669191,0.010702347],"study_design_scores_gemma":[0.00053300016,0.00062099035,0.0014468984,0.0023186074,0.000023801069,5.373084e-7,0.0005088884,0.9801747,0.0018893195,0.0047682556,0.0071936366,0.0005213727],"about_ca_topic_score_codex":0.0006547661,"about_ca_topic_score_gemma":0.000032354787,"teacher_disagreement_score":0.90273505,"about_ca_system_score_codex":0.0004894322,"about_ca_system_score_gemma":0.001749726,"threshold_uncertainty_score":0.9999595},"labels":[],"label_agreement":null},{"id":"W4318935886","doi":"10.4230/dagrep.12.6.83","title":"Visualization Empowerment: How to Teach and Learn Data Visualization (Dagstuhl Seminar 22261)","year":2023,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Visualization; Computer science; Data visualization; Data science; Information visualization; Data mining","score_opus":0.031047770888831802,"score_gpt":0.304280392724207,"score_spread":0.27323262183537517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318935886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01366689,0.00033600812,0.93213534,0.05080932,0.00035894616,0.00044612613,0.00007813722,0.0008722786,0.0012969729],"genre_scores_gemma":[0.76336294,0.0018616031,0.16318147,0.000581783,0.00017068553,0.000071123795,0.0061409273,0.00019195763,0.06443753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9933996,0.003388978,0.0004840158,0.0016117081,0.00069255376,0.00042310113],"domain_scores_gemma":[0.99305385,0.00080240145,0.00050008757,0.0040237345,0.0013425922,0.0002773075],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0063313693,0.00038703394,0.0004035993,0.00044411657,0.00047179087,0.0017681018,0.0033154052,0.0002931733,0.000011528265],"category_scores_gemma":[0.0032656365,0.0004306931,0.00008537815,0.0010288506,0.00010970559,0.0004599482,0.008114838,0.00056445226,0.00006664664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024895447,0.0020984018,0.020059971,0.0014510006,0.0004887264,0.00005791353,0.065646075,0.0033530253,0.0047928053,0.60294,0.078535184,0.22055197],"study_design_scores_gemma":[0.0003626279,0.0000021455794,0.0034924902,0.001974174,0.00006177765,0.000010631152,0.00025916516,0.9254468,0.002300314,0.0039155916,0.061428044,0.0007462022],"about_ca_topic_score_codex":0.00030675664,"about_ca_topic_score_gemma":0.00037898612,"teacher_disagreement_score":0.9220938,"about_ca_system_score_codex":0.0000975636,"about_ca_system_score_gemma":0.00026809878,"threshold_uncertainty_score":0.9999073},"labels":[],"label_agreement":null},{"id":"W4320179485","doi":"10.22492/issn.2186-5892.2023.3","title":"E-learning Meets Educational Key Opinion Leaders (Edu-KOLs): A Close-Up Look on Exuberant Platforms and Their Success Ingredients","year":2023,"lang":"en","type":"article","venue":"Asian Conference on Education official conference proceedings/ACE","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"Australian Government","keywords":"Key (lock); Computer science; Opinion leadership; Constructivism (international relations); Multimedia; Political science; Public relations; Computer security","score_opus":0.03783059509344041,"score_gpt":0.3148704071563247,"score_spread":0.2770398120628843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320179485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84435856,0.00006679304,0.0020168659,0.11453903,0.004558025,0.00093520567,0.000020192192,0.0010297932,0.032475527],"genre_scores_gemma":[0.99382555,0.00026707695,0.0009211653,0.00051837583,0.0006914028,0.00006066502,0.00010922877,0.00004585116,0.0035606667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99654585,0.000055032036,0.000591067,0.0012627252,0.00074697036,0.00079832686],"domain_scores_gemma":[0.9975972,0.00019889015,0.00047984126,0.00036220494,0.00094723736,0.00041462833],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00062780536,0.0005766869,0.00047204556,0.00077828276,0.00076099066,0.0011170375,0.0011971096,0.00026701373,0.00007346993],"category_scores_gemma":[0.0006730857,0.00052709883,0.000107424064,0.0012392404,0.0002696888,0.00096770667,0.0002512768,0.0009971912,0.0003559503],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093350136,0.00053845433,0.005822315,0.00016946497,0.000059321574,0.000001465661,0.036424067,0.00013521453,0.000503255,0.8388247,0.003938138,0.11349029],"study_design_scores_gemma":[0.003872195,0.0051576006,0.074110664,0.0062435474,0.0001064896,0.00013710167,0.16456701,0.4953378,0.003715098,0.20028073,0.040971357,0.0055003897],"about_ca_topic_score_codex":0.000055868713,"about_ca_topic_score_gemma":0.000018059056,"teacher_disagreement_score":0.63854396,"about_ca_system_score_codex":0.00015516001,"about_ca_system_score_gemma":0.0021716587,"threshold_uncertainty_score":0.9999199},"labels":[],"label_agreement":null},{"id":"W4320737676","doi":"10.1145/3584667.3584672","title":"Koli Calling Conference Report","year":2023,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Range (aeronautics); Track (disk drive); Computer science; Engineering","score_opus":0.03590896884421271,"score_gpt":0.2919025848855783,"score_spread":0.2559936160413656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320737676","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28304297,0.00023883116,0.18010607,0.50831264,0.0018232204,0.00030743424,0.00000593439,0.0050134137,0.021149512],"genre_scores_gemma":[0.92551017,0.00009447183,0.04332013,0.0007497077,0.000260545,0.000008269441,0.000017109443,0.000018941408,0.030020682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872714,0.0000473624,0.00023811568,0.00038875188,0.00027560248,0.00032301762],"domain_scores_gemma":[0.9984952,0.00021380869,0.00009702489,0.0009968972,0.00009693974,0.000100092395],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000514805,0.00011442674,0.00014772285,0.00009300967,0.00012784875,0.00010347463,0.0011014676,0.000060328348,0.000109170396],"category_scores_gemma":[0.0010994772,0.000107143656,0.000063628315,0.00044577927,0.000033809672,0.00004683752,0.0005808407,0.00022127965,0.0033129146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013604437,0.00023076533,0.012210138,0.000110425506,0.00012325923,0.011429648,0.0026269597,0.0076341843,0.0023336255,0.077572495,0.75627714,0.12943777],"study_design_scores_gemma":[0.00026299365,0.000065053995,0.002254458,0.00006647724,0.0000101003125,0.00017987871,0.0000904456,0.07426325,0.00068994286,0.0121937655,0.9095396,0.00038407466],"about_ca_topic_score_codex":0.000050711526,"about_ca_topic_score_gemma":0.0000023262837,"teacher_disagreement_score":0.6424672,"about_ca_system_score_codex":0.00001367501,"about_ca_system_score_gemma":0.00007179337,"threshold_uncertainty_score":0.9974631},"labels":[],"label_agreement":null},{"id":"W4320806829","doi":"10.1145/3572549.3572601","title":"Analysis of Learner's Behavior in Online Video Course Based on Eye Movement Tracking","year":2022,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Course (navigation); Computer science; Tracking (education); Computer vision; Eye tracking; Video tracking; Movement (music); Eye movement; Artificial intelligence; Multimedia; Video processing; Psychology; Engineering","score_opus":0.018877297764712787,"score_gpt":0.3109511339032067,"score_spread":0.2920738361384939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320806829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9706312,0.000019699643,0.02405594,0.004674805,0.0000812933,0.00008895351,0.000021666878,0.00008035033,0.00034610197],"genre_scores_gemma":[0.9927041,0.0000012959804,0.0055377176,0.0009931423,0.000011288662,0.000008456522,0.00003160358,0.0000056832073,0.0007067473],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986771,0.0001141384,0.00027774248,0.0002889209,0.00046977753,0.00017235668],"domain_scores_gemma":[0.9992984,0.000078024575,0.00011226143,0.00042878743,0.000039043687,0.000043483346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043737298,0.00009023932,0.00022811555,0.0005496244,0.00006956293,0.000028884644,0.0004951208,0.000019122934,0.00022999384],"category_scores_gemma":[0.00002295768,0.00008640613,0.00015031183,0.001897287,0.000015098461,0.000062644685,0.00014497095,0.0002501797,0.0000019692993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005504404,0.001388411,0.17712359,0.0000026832338,0.000050865878,0.000036286663,0.00013314384,0.80467856,0.00018350189,0.0012238061,0.000035784193,0.015137859],"study_design_scores_gemma":[0.00022892898,0.0001923651,0.15046018,0.000003993545,0.00011543986,1.14499635e-7,0.00020319253,0.84842,0.00008117709,0.000028171167,0.00017896047,0.000087433495],"about_ca_topic_score_codex":0.00021408369,"about_ca_topic_score_gemma":0.00017783181,"teacher_disagreement_score":0.043741476,"about_ca_system_score_codex":0.000063676416,"about_ca_system_score_gemma":0.000075482305,"threshold_uncertainty_score":0.352354},"labels":[],"label_agreement":null},{"id":"W4320853676","doi":"10.1145/3544548.3580658","title":"A Human-Centered Review of Algorithms in Decision-Making in Higher Education","year":2023,"lang":"en","type":"review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Interpretability; Scope (computer science); Computer science; Raising (metalworking); Interpretation (philosophy); Citizen journalism; Artificial intelligence; Data science; Machine learning; Service (business); Knowledge management; Algorithm; World Wide Web","score_opus":0.14534349791522683,"score_gpt":0.4617736593812598,"score_spread":0.316430161466033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320853676","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.143551e-7,0.99726456,0.00059923506,0.00036878878,0.00035593577,0.00027026315,0.0000013888924,0.00004991262,0.0010897074],"genre_scores_gemma":[0.0000031067339,0.98353785,0.013520621,0.0001583201,0.00007876896,0.000024561363,0.000012536866,0.00001882125,0.0026453857],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9979528,0.00016990415,0.001018517,0.00041254115,0.00026033417,0.000185914],"domain_scores_gemma":[0.9986829,0.00024430215,0.00039797634,0.00058509485,0.00005850503,0.000031180814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006971807,0.0002028303,0.0011804804,0.000606282,0.000015815525,0.000038267655,0.00094663404,0.00012007642,0.000070127455],"category_scores_gemma":[0.00014253931,0.00015981749,0.00023640234,0.0019906142,0.000011583594,0.000098498975,0.0002870574,0.00035301314,0.00008779397],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.958729e-8,0.00006883235,0.0000042064717,0.034301337,0.0000064865594,0.000006477027,0.000007815312,0.0000013493398,3.0163378e-9,0.0035026125,0.00074994547,0.9613509],"study_design_scores_gemma":[0.000039083297,0.000011328102,0.0000306338,0.5104947,0.000025646263,0.0000033018487,0.0000017304501,0.0003864365,3.0538119e-9,0.0017915887,0.48706856,0.00014700706],"about_ca_topic_score_codex":0.000032170836,"about_ca_topic_score_gemma":0.000020175363,"teacher_disagreement_score":0.9612039,"about_ca_system_score_codex":0.00010978069,"about_ca_system_score_gemma":0.00041708606,"threshold_uncertainty_score":0.6517168},"labels":[],"label_agreement":null},{"id":"W4321242973","doi":"10.22353/mjflc.v25i547.1851","title":"Цахим сургалтын үеийн оюутны үнэлгээний асуудалд (МУИС-ийн жишээгээр)","year":2023,"lang":"en","type":"article","venue":"Mongolian Journal of Foreign Languages and Culture","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pandemic; Declaration; Quarter (Canadian coin); Guideline; Coronavirus disease 2019 (COVID-19); Online teaching; Political science; China; Public relations; Medical education; Medicine; Geography; Law","score_opus":0.007448551600261651,"score_gpt":0.27508974406957737,"score_spread":0.2676411924693157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321242973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91511726,0.012929161,0.0152718015,0.028529346,0.0009233385,0.00033464332,0.000048862905,0.0007034617,0.026142124],"genre_scores_gemma":[0.97982997,0.000609658,0.006553147,0.0004773459,0.0008246031,0.000001519122,0.000008869597,0.00002342146,0.011671483],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985687,0.000068179084,0.00037824726,0.00024153093,0.00035775622,0.00038557066],"domain_scores_gemma":[0.99892515,0.000037169768,0.00029406353,0.00030024038,0.0001819005,0.0002614589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040007388,0.00021422483,0.00033862866,0.00019388025,0.00018661708,0.00025762955,0.0006970983,0.00013329102,0.000027785369],"category_scores_gemma":[0.0000898979,0.00014828771,0.00020382035,0.0006355582,0.0000655503,0.0004082258,0.0001432068,0.00050360727,0.00004688018],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010947896,0.00045351702,0.023336217,0.00049168593,0.00096811156,0.0071262415,0.05812585,0.0043171477,0.010338323,0.20741008,0.3909033,0.29642007],"study_design_scores_gemma":[0.008980904,0.0048682345,0.0520838,0.0021688521,0.0006332746,0.008520605,0.06940255,0.08741148,0.0067701475,0.15911397,0.5961152,0.0039310153],"about_ca_topic_score_codex":0.000008715227,"about_ca_topic_score_gemma":0.0000041815374,"teacher_disagreement_score":0.29248905,"about_ca_system_score_codex":0.000019710662,"about_ca_system_score_gemma":0.000049987902,"threshold_uncertainty_score":0.60469973},"labels":[],"label_agreement":null},{"id":"W4321376315","doi":"10.1093/obo/9780199756810-0297","title":"Learning Analytics in Higher Education","year":2023,"lang":"en","type":"reference-entry","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning analytics; Data science; Big data; Analytics; Cultural analytics; Computer science; Field (mathematics); Business analytics; World Wide Web; Semantic analytics; The Internet","score_opus":0.05244941912204477,"score_gpt":0.3207221561280801,"score_spread":0.2682727370060353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321376315","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015843318,0.0011231023,0.0026112094,0.019783033,0.0058006993,0.00013107955,0.0000031935776,0.0010119808,0.9693773],"genre_scores_gemma":[0.0043191183,0.006514322,0.0038297037,0.00022216696,0.0008111089,0.000006336125,0.00012835028,0.00003216571,0.9841367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983682,0.00009834035,0.0003274187,0.0005095495,0.00036582758,0.0003306699],"domain_scores_gemma":[0.99906176,0.00013503495,0.00016484619,0.00046186103,0.000090213616,0.000086271044],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023537129,0.00022679729,0.00033136847,0.0006187572,0.000060952727,0.00023498574,0.00082867325,0.00030743435,0.00013752772],"category_scores_gemma":[0.00008527449,0.00020665105,0.00010127495,0.00124734,0.0000167489,0.0001352384,0.00029570944,0.0011945999,0.000789014],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011128235,0.00018126657,0.0037605353,0.0002628767,0.000055158926,0.000034196688,0.00017625708,0.003280785,1.8322473e-7,0.07377143,0.51349247,0.40498373],"study_design_scores_gemma":[0.00012031421,0.00006153463,0.0030093014,0.00060849905,0.000023064858,0.0000026397936,0.00006187724,0.06508846,5.8468663e-7,0.0096012065,0.9209723,0.00045025884],"about_ca_topic_score_codex":0.00013897281,"about_ca_topic_score_gemma":0.00003901476,"teacher_disagreement_score":0.4074798,"about_ca_system_score_codex":0.00013160535,"about_ca_system_score_gemma":0.0007828535,"threshold_uncertainty_score":0.999989},"labels":[],"label_agreement":null},{"id":"W4321438061","doi":"10.19173/irrodl.v24i1.6589","title":"Using Survival Analysis to Identify Populations of Learners at Risk of Withdrawal: Conceptualization and Impact of Demographics","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychological intervention; Dropout (neural networks); Conceptualization; Psychology; Demographics; Intervention (counseling); Identification (biology); At-risk students; Medical education; Higher education; Mathematics education; Computer science; Medicine; Demography; Sociology; Political science","score_opus":0.17463789600911575,"score_gpt":0.5292195005070426,"score_spread":0.35458160449792686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98375976,0.001226372,0.013842646,0.0008084477,0.000019661571,0.00018923731,0.000072031515,0.0000062297554,0.00007561261],"genre_scores_gemma":[0.9927861,0.0061821756,0.00088022155,0.0000042762445,0.000005745004,0.0000022607398,0.000101112084,0.000003816735,0.0000342891],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99794686,0.0006665814,0.00045850882,0.00017400297,0.00062365516,0.00013040313],"domain_scores_gemma":[0.9981412,0.00066966,0.0003780414,0.00020354247,0.0005558308,0.00005169069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047760643,0.0000656944,0.00032681625,0.0005374483,0.00009331818,0.000046495064,0.0006662301,0.000026646525,0.000012557194],"category_scores_gemma":[0.0026589914,0.000048475442,0.00010095302,0.003908807,0.0001778864,0.00015004392,0.0008439736,0.00021328207,5.099468e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019426869,0.000024807461,0.9134871,0.00021711044,0.00022247403,8.612497e-7,0.00026451625,0.0782537,0.00027475253,0.0055429814,0.00003582621,0.001656466],"study_design_scores_gemma":[0.0002740103,0.00011079437,0.5806892,0.0017030677,0.00009269841,0.0000015852999,0.0008858018,0.41502884,0.00004728428,0.001019858,0.000077571145,0.00006929566],"about_ca_topic_score_codex":0.0019933851,"about_ca_topic_score_gemma":0.00009842152,"teacher_disagreement_score":0.33677515,"about_ca_system_score_codex":0.000040340685,"about_ca_system_score_gemma":0.00009809409,"threshold_uncertainty_score":0.3183253},"labels":[],"label_agreement":null},{"id":"W4321438068","doi":"10.19173/irrodl.v24i1.6453","title":"What are the indicators of Student Engagement in Learning Management Systems? A Systematized Review of the Literature","year":2023,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Tehran University of Medical Sciences and Health Services","keywords":"Learning Management; Scopus; Student engagement; Higher education; Learning analytics; Psychology; Computer science; World Wide Web; Mathematics education; Knowledge management; Medical education; Data science; MEDLINE; Political science; Medicine","score_opus":0.11654893853459242,"score_gpt":0.48350569044252956,"score_spread":0.36695675190793714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438068","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002913394,0.99199957,0.000043669945,0.004114113,0.00023161058,0.0032565314,0.00002663248,0.000011056077,0.00028769716],"genre_scores_gemma":[0.001262849,0.9974861,0.000030907515,0.000049562906,0.00003267474,0.0003565918,0.000089145724,0.000018598197,0.00067354133],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9871724,0.00798123,0.001927334,0.00047393652,0.0021213365,0.00032375052],"domain_scores_gemma":[0.99382263,0.002598916,0.0021656463,0.0008975837,0.00046383654,0.00005137963],"candidate_categories":["open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.028804893,0.00027854057,0.001728542,0.0004973481,0.000189328,0.0005262641,0.006449543,0.00008880557,0.000008669011],"category_scores_gemma":[0.0029583208,0.00013205475,0.00033737434,0.004239522,0.00017016,0.00025360673,0.005077534,0.0024470675,0.000007210936],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004976512,0.000114631286,0.0008748689,0.8766437,0.00043126568,0.000035209097,0.00043363243,0.00026310392,5.739153e-8,0.015439196,0.0007003603,0.10505896],"study_design_scores_gemma":[0.00015877878,0.00002747661,0.00013777793,0.7610592,0.00009254363,0.000009740105,0.002201128,0.00040577087,1.0488338e-7,0.00005912986,0.23575614,0.00009216932],"about_ca_topic_score_codex":0.00004562303,"about_ca_topic_score_gemma":0.0000039691217,"teacher_disagreement_score":0.23505577,"about_ca_system_score_codex":0.00021642778,"about_ca_system_score_gemma":0.00027764583,"threshold_uncertainty_score":0.9998543},"labels":[],"label_agreement":null},{"id":"W4321438122","doi":"10.19173/irrodl.v24i1.6677","title":"The Perception and Behavioral Intention Toward MOOCs: Undergraduates in China","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Theory of planned behavior; Likert scale; Technology acceptance model; Psychology; Usability; Perception; Applied psychology; Control (management); Social psychology; Scale (ratio); Computer science; Developmental psychology","score_opus":0.11303073611914786,"score_gpt":0.4719476668812561,"score_spread":0.35891693076210823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321438122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7313081,0.0076757693,0.0023786696,0.25654638,0.00015895371,0.00071155874,0.00001372548,0.00005255527,0.0011542905],"genre_scores_gemma":[0.9476148,0.05182991,0.00011427371,0.000030634896,0.00001517038,0.000019687792,0.00004723695,0.0000032053683,0.00032511834],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99852026,0.0004523237,0.00024422273,0.00018070322,0.0004212829,0.00018122963],"domain_scores_gemma":[0.99918616,0.00044139544,0.00007354464,0.00014000126,0.00012683496,0.00003208101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053497446,0.000059021546,0.00011954621,0.00012896501,0.00017753642,0.0003332102,0.0009358214,0.00002127452,0.0000060248854],"category_scores_gemma":[0.0009814783,0.000035819307,0.000025308782,0.000758514,0.00013089577,0.00023449097,0.0010019026,0.00051757204,0.000009120068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006878061,0.0001901234,0.2741596,0.0009810664,0.00003965473,0.000043192613,0.0016494049,0.00081367994,0.00024212377,0.0990111,0.002853446,0.6199478],"study_design_scores_gemma":[0.00081788516,0.00024078088,0.5536718,0.008484919,0.000008105774,0.000027257634,0.0066706454,0.37453607,0.000013367951,0.039295014,0.016050627,0.00018355562],"about_ca_topic_score_codex":0.0006335787,"about_ca_topic_score_gemma":0.00005800442,"teacher_disagreement_score":0.61976427,"about_ca_system_score_codex":0.00005316994,"about_ca_system_score_gemma":0.00005298323,"threshold_uncertainty_score":0.32131538},"labels":[],"label_agreement":null},{"id":"W4321442091","doi":"10.1145/3576050.3576146","title":"Cluster-Based Performance of Student Dropout Prediction as a Solution for Large Scale Models in a Moodle LMS","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Cegep de Thetford; Université de Montréal","funders":"","keywords":"Dropout (neural networks); Learning Management; Computer science; Learning analytics; Cluster analysis; Educational data mining; Big data; Analytics; Scale (ratio); Set (abstract data type); Machine learning; Automation; Predictive analytics; Artificial intelligence; Data science; Data mining; Multimedia; Engineering","score_opus":0.022106065861033457,"score_gpt":0.30037055850556105,"score_spread":0.2782644926445276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321442091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52675974,0.0000040271793,0.4719787,0.00076446944,0.00006837417,0.000122058984,0.000004346629,0.00011469216,0.0001835736],"genre_scores_gemma":[0.9861458,0.0000070569777,0.012784759,0.00007745851,0.00002769348,0.000023314446,0.000013832447,0.0000057044363,0.00091440196],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912804,0.00002566695,0.00020700147,0.00020321604,0.00022085253,0.00021519106],"domain_scores_gemma":[0.9995924,0.000044075787,0.000056274897,0.00020913588,0.0000650645,0.00003299863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046824152,0.00006699958,0.000112447495,0.00017270494,0.000061997634,0.000027341834,0.00024489834,0.00004319491,0.0000021650028],"category_scores_gemma":[0.000012379937,0.00006063977,0.000050307393,0.00046119152,0.000010181813,0.00023497583,0.00009454751,0.00007186306,0.000017356278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053520365,0.0007335026,0.057775617,0.0001919772,0.000019211935,0.0000015014643,0.002826123,0.920983,0.0006605171,0.00847137,0.000822614,0.007461037],"study_design_scores_gemma":[0.00081150094,0.00030593606,0.0034199185,0.000045121968,0.000004058068,4.497029e-7,0.0000935995,0.9938382,0.00029988764,0.0010590144,0.000060564,0.00006174863],"about_ca_topic_score_codex":0.000023172337,"about_ca_topic_score_gemma":0.0000384845,"teacher_disagreement_score":0.45938602,"about_ca_system_score_codex":0.000033191034,"about_ca_system_score_gemma":0.00006552068,"threshold_uncertainty_score":0.2472818},"labels":[],"label_agreement":null},{"id":"W4321442094","doi":"10.1145/3576050.3576052","title":"Logs or Self-Reports? Misalignment Between Behavioral Trace Data and Surveys When Modeling Learner Achievement Goal Orientation","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"TRACE (psycholinguistics); Learning analytics; Computer science; Latent variable; Survey data collection; Goal orientation; Data modeling; Data science; Analytics; Psychology; Artificial intelligence; Social psychology; Statistics; Mathematics","score_opus":0.09550098213345659,"score_gpt":0.3574070030477474,"score_spread":0.2619060209142908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321442094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5648512,0.0000127595495,0.43148628,0.002897002,0.00013893083,0.00011407952,0.000011971741,0.0004394426,0.000048308335],"genre_scores_gemma":[0.94664437,0.000023226534,0.049206033,0.000053078213,0.000111889145,0.000004105407,0.00023137974,0.00001506304,0.0037108657],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981139,0.00016830688,0.00035220763,0.000636521,0.00043328406,0.00029581226],"domain_scores_gemma":[0.99889565,0.00007398243,0.00009415475,0.00076043146,0.0000510334,0.00012472688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019509533,0.00014531959,0.0001732689,0.00009892397,0.00015464601,0.00024324226,0.00051161804,0.000058264843,0.00001671122],"category_scores_gemma":[0.00003195152,0.000115416384,0.000025566078,0.00030399644,0.00001731695,0.0005002915,0.00072030816,0.00015444605,0.000032932512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014721343,0.0009236088,0.68581873,0.00013687916,0.00032013643,0.00068648154,0.010239802,0.042366024,0.0004447759,0.0018592139,0.007997341,0.24919228],"study_design_scores_gemma":[0.0002581457,0.00013770042,0.0075560473,0.000012297156,0.000047502428,0.000012406828,0.00037881068,0.98870236,0.000044004115,0.0005276124,0.0021061262,0.00021697384],"about_ca_topic_score_codex":0.00033865753,"about_ca_topic_score_gemma":0.00007780234,"teacher_disagreement_score":0.9463363,"about_ca_system_score_codex":0.000033567743,"about_ca_system_score_gemma":0.000080926875,"threshold_uncertainty_score":0.47065434},"labels":[],"label_agreement":null},{"id":"W4321446334","doi":"10.3233/jifs-222627","title":"Learning resource recommendation via knowledge graphs and learning style clustering","year":2023,"lang":"en","type":"article","venue":"Journal of Intelligent & Fuzzy Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Cluster analysis; Interpretability; Machine learning; Artificial intelligence; Instance-based learning; Recommender system; Embedding; Unsupervised learning","score_opus":0.022770462077212863,"score_gpt":0.284969822748303,"score_spread":0.2621993606710902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321446334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4425538,0.004430544,0.53690314,0.0047267196,0.0041047856,0.00035728604,0.0000013079026,0.0008558875,0.0060665538],"genre_scores_gemma":[0.99454284,0.00055392395,0.0012567748,0.00002344902,0.00031912792,0.0000016734275,0.0000043348914,0.0000240904,0.0032737816],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978127,0.0005815339,0.00075048464,0.00023739558,0.00030776995,0.0003101253],"domain_scores_gemma":[0.9982967,0.00043629567,0.0006820293,0.00015610983,0.00025860558,0.0001702982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002936863,0.00017000605,0.00034391644,0.0006407842,0.0003264375,0.00037479142,0.0004205062,0.00008553009,0.0000043930095],"category_scores_gemma":[0.0003421667,0.00014909518,0.00013362458,0.0008349571,0.000027328542,0.0003584054,0.00023954816,0.0009515505,0.00007827844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006487127,0.00018296693,0.018156402,0.00060612627,0.0004014729,0.00017891334,0.023175763,0.3569092,0.0022166998,0.0042403634,0.005752008,0.5881152],"study_design_scores_gemma":[0.0002315179,0.0005791372,0.00049872504,0.00047104165,0.000023062066,0.00034187376,0.0042620553,0.9028954,0.000087898225,0.0003284983,0.09006322,0.00021756398],"about_ca_topic_score_codex":0.000022825654,"about_ca_topic_score_gemma":0.0000038177245,"teacher_disagreement_score":0.58789766,"about_ca_system_score_codex":0.00007560407,"about_ca_system_score_gemma":0.00004607048,"threshold_uncertainty_score":0.60799253},"labels":[],"label_agreement":null},{"id":"W4321612768","doi":"10.1007/s10639-023-11642-7","title":"Predicting pre-service teachers’ computational thinking skills using machine learning classifiers","year":2023,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"FP7 Socio-Economic Sciences and Humanities; National Institute of Environmental Health Sciences; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Naive Bayes classifier; Machine learning; Logistic regression; Decision tree; Artificial intelligence; Computer science; Service (business); Perception; Psychology; Support vector machine","score_opus":0.011996800569802272,"score_gpt":0.27656383657482203,"score_spread":0.26456703600501974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321612768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8407582,0.00012375608,0.13281728,0.01980067,0.00046522156,0.00017173612,0.0000031067884,0.0050451714,0.000814867],"genre_scores_gemma":[0.9368866,0.000089790694,0.062174372,0.00050368556,0.000030139143,0.000009513874,0.000094939285,0.0000059513177,0.00020500059],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992136,0.000027350803,0.0002535793,0.00012831856,0.00021398149,0.00016316662],"domain_scores_gemma":[0.99940217,0.000081483995,0.00020370027,0.00015231164,0.00013298226,0.000027360504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033231307,0.000098974044,0.00008948893,0.00047851406,0.00042762543,0.00033101442,0.0003185432,0.000099172954,0.000002379463],"category_scores_gemma":[0.00041416302,0.00009474044,0.000021250582,0.0010402285,0.000036668334,0.0022527997,0.00021994977,0.00031123162,0.000037050377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023821183,0.00007844241,0.114187114,0.00012368959,0.00003984799,4.7213814e-7,0.047513112,0.13224451,0.00006909626,0.06979039,0.0009282684,0.63502264],"study_design_scores_gemma":[0.000107398504,0.000020515412,0.007770469,0.00005186088,0.000004430254,0.000010182341,0.010990088,0.96299046,0.00006247399,0.008432727,0.009439621,0.000119771095],"about_ca_topic_score_codex":0.00004418977,"about_ca_topic_score_gemma":0.0000026975792,"teacher_disagreement_score":0.83074594,"about_ca_system_score_codex":0.00004707863,"about_ca_system_score_gemma":0.00014368098,"threshold_uncertainty_score":0.3863403},"labels":[],"label_agreement":null},{"id":"W4322624463","doi":"10.18608/jla.2023.7775","title":"Amplifying Student and Administrator Perspectives on Equity and Bias in Learning Analytics","year":2023,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Oregon State University","keywords":"Learning analytics; Analytics; Equity (law); Higher education; Stakeholder; Accountability; Public relations; Psychology; Business; Knowledge management; Political science; Data science; Computer science","score_opus":0.08585870874958963,"score_gpt":0.3893082930312202,"score_spread":0.3034495842816306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322624463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885466,0.00047471368,0.0060244016,0.0041336766,0.00012197777,0.00005121098,6.343028e-7,0.000101830236,0.00054491777],"genre_scores_gemma":[0.9949377,0.0013864113,0.0026022792,0.00005527382,0.00018155652,4.2607127e-7,9.3591194e-7,0.00002211517,0.0008132911],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973475,0.0003343636,0.0006904513,0.00038756162,0.0007982251,0.00044195226],"domain_scores_gemma":[0.99780273,0.00081178936,0.00065934926,0.00021434012,0.0002529952,0.00025879266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031207954,0.000244854,0.0005348134,0.0010038115,0.0002711581,0.0005724089,0.0005113876,0.0001138424,0.000003842988],"category_scores_gemma":[0.0019837043,0.00021953853,0.00013053078,0.0013542128,0.00010829703,0.00029710325,0.00057384203,0.0017522555,0.000011151562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049873666,0.000252489,0.7005969,0.0000982013,0.0002513187,0.00086728914,0.013723476,0.25273818,0.00026661277,0.009382718,0.00015707975,0.02161584],"study_design_scores_gemma":[0.0016540083,0.0025749134,0.15271005,0.00061862404,0.00014954031,0.00026723222,0.04322495,0.79222244,0.00005203499,0.0020374854,0.003856548,0.00063217984],"about_ca_topic_score_codex":0.000007607826,"about_ca_topic_score_gemma":0.000009241422,"teacher_disagreement_score":0.54788685,"about_ca_system_score_codex":0.00012337689,"about_ca_system_score_gemma":0.00017868832,"threshold_uncertainty_score":0.89525217},"labels":[],"label_agreement":null},{"id":"W4323348977","doi":"10.1108/ijilt-04-2022-0087","title":"What drives mobile MOOC's continuous intention? A theory of perceived value perspective","year":2023,"lang":"en","type":"article","venue":"International Journal of Information and Learning Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Unified theory of acceptance and use of technology; Context (archaeology); Value (mathematics); Perspective (graphical); Originality; Structural equation modeling; Psychology; Mobile device; Theory of planned behavior; Technology acceptance model; Marketing; Knowledge management; Computer science; Multimedia; Social psychology; Business; Social influence; World Wide Web; Human–computer interaction; Usability","score_opus":0.005481501022595816,"score_gpt":0.27672101477524247,"score_spread":0.27123951375264665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323348977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8811636,0.000263023,0.103335656,0.013506372,0.0009506626,0.00007390606,0.0000013353712,0.00021529137,0.0004901716],"genre_scores_gemma":[0.9935313,0.0007772277,0.0053097694,0.00009325734,0.000033900094,0.0000017588764,0.0000030748806,0.0000031820684,0.0002465207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907213,0.000075071286,0.00041538567,0.00006796762,0.00027187294,0.000097582546],"domain_scores_gemma":[0.9981277,0.00012751321,0.00056985946,0.000084449246,0.0010605949,0.00002988922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006832964,0.00007188356,0.00015668561,0.0011427222,0.00006315036,0.0001586541,0.0005413932,0.00007890602,0.000011238928],"category_scores_gemma":[0.0008443044,0.00006178763,0.00007325363,0.00038071675,0.000109187764,0.0015302614,0.00017514933,0.00043919534,0.000020739331],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005746897,0.000060758746,0.004716892,0.000015294416,0.00028794754,0.000026513466,0.019352706,0.011591314,0.000958574,0.6276433,0.00018347622,0.3351058],"study_design_scores_gemma":[0.0033584053,0.0022340259,0.037404347,0.0009783915,0.000063267325,0.0014036685,0.31068963,0.3480819,0.001025371,0.25478464,0.03946889,0.0005074647],"about_ca_topic_score_codex":0.0000045189786,"about_ca_topic_score_gemma":3.279828e-7,"teacher_disagreement_score":0.3728586,"about_ca_system_score_codex":0.00004083848,"about_ca_system_score_gemma":0.000058345155,"threshold_uncertainty_score":0.25196263},"labels":[],"label_agreement":null},{"id":"W4323526407","doi":"10.1145/3545947.3576368","title":"Virtual Exam Wrappers","year":2022,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Software deployment; Replication (statistics); Work (physics); Human–computer interaction; World Wide Web; Software engineering; Engineering","score_opus":0.00967593435844666,"score_gpt":0.2329004292067515,"score_spread":0.22322449484830484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13726689,0.00007252213,0.7240562,0.04277501,0.0011957244,0.00008520796,0.000002389812,0.0012283943,0.093317695],"genre_scores_gemma":[0.9682473,9.707891e-7,0.008313489,0.0011346602,0.000033011278,0.0000021638007,0.0000010135149,0.0000026860569,0.022264726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995021,0.000036219302,0.0000542599,0.00013216303,0.0001712663,0.00010395857],"domain_scores_gemma":[0.99972343,0.000023397371,0.000014691016,0.0001980618,0.000008073894,0.000032342054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013906343,0.000034706896,0.000040043484,0.00004282503,0.00016269016,0.000035463378,0.00045401888,0.0000060083694,0.00023238028],"category_scores_gemma":[0.000008699578,0.000032005017,0.000027916776,0.00023359363,0.0000080867985,0.00006560851,0.0003238686,0.00012089793,0.000071940114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017595364,0.00011686911,0.0016498854,0.0000013027881,0.000015361284,0.000033896522,0.0008477448,0.023082979,0.00029262036,0.8458459,0.030856535,0.09725515],"study_design_scores_gemma":[0.00019800177,0.00028745367,0.0005767863,8.568772e-7,0.000002410891,0.000023516235,0.0006277382,0.73201567,0.000103760256,0.0027614797,0.26323664,0.00016565454],"about_ca_topic_score_codex":0.000011785177,"about_ca_topic_score_gemma":6.226085e-7,"teacher_disagreement_score":0.8430844,"about_ca_system_score_codex":0.000014170561,"about_ca_system_score_gemma":0.00003040038,"threshold_uncertainty_score":0.2544401},"labels":[],"label_agreement":null},{"id":"W4323526547","doi":"10.1145/3545947.3576225","title":"A Case Study in Opportunities for Adaptive Experiments to Enable Rapid Continuous Improvement","year":2022,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Bridge (graph theory); Adaptive learning; New product development; Product (mathematics); Artificial intelligence; Management","score_opus":0.10970592726221352,"score_gpt":0.32397701690374836,"score_spread":0.21427108964153485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9523975,0.00002794881,0.042571682,0.002087881,0.00024512157,0.0011571036,0.00000869345,0.00011652798,0.0013875215],"genre_scores_gemma":[0.98099303,4.3278638e-7,0.010161432,0.0007974709,0.000021933896,0.00039513543,0.0000011848701,0.0000067171436,0.0076226564],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99906945,0.00006602535,0.00018441273,0.00027327315,0.0001830462,0.00022379242],"domain_scores_gemma":[0.9995443,0.00004916818,0.000042206917,0.00025037638,0.000042206688,0.000071739465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042430914,0.00008730953,0.00013981355,0.00013998263,0.00018282271,0.00006742039,0.00031383982,0.000008144385,0.00004253036],"category_scores_gemma":[0.000012877755,0.000083561295,0.000032972493,0.00018802793,0.0000057999673,0.00009683477,0.00048652486,0.00008364933,0.0000018419961],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003121466,0.013782494,0.0041759196,0.000044299835,0.00040742112,0.03373413,0.15972137,0.02019723,0.0026298754,0.04363045,0.026422463,0.6949422],"study_design_scores_gemma":[0.0034765683,0.01593032,0.000030651863,0.000007888111,0.000016741351,0.00029710773,0.6583476,0.2986217,0.0013339865,0.000708518,0.02065546,0.0005734718],"about_ca_topic_score_codex":0.00062235247,"about_ca_topic_score_gemma":0.000065139546,"teacher_disagreement_score":0.6943687,"about_ca_system_score_codex":0.00007870725,"about_ca_system_score_gemma":0.00007910973,"threshold_uncertainty_score":0.34075308},"labels":[],"label_agreement":null},{"id":"W4323527993","doi":"10.1007/978-3-031-24193-2_9","title":"Toward an Ethics of Classroom Tools: Educating Educators for Data Literacy","year":2023,"lang":"en","type":"book-chapter","venue":"Higher education dynamics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Engineering ethics; Equity (law); Pedagogy; Higher education; Literacy; Sociology; Public relations; Knowledge management; Political science; Engineering; Computer science","score_opus":0.1457020167795498,"score_gpt":0.40478522970552694,"score_spread":0.25908321292597714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323527993","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016275087,0.0038297214,0.3182571,0.24809557,0.10799965,0.004594595,0.005113964,0.003720149,0.30676174],"genre_scores_gemma":[0.004713867,0.0002493238,0.154542,0.0008638104,0.0022740057,0.00003613908,0.008365743,0.00019245839,0.82876265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972489,0.00006910055,0.0007833361,0.0010473847,0.0005043507,0.00034692537],"domain_scores_gemma":[0.9943513,0.00093562773,0.00085140765,0.0027899768,0.0008632369,0.00020843913],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008379068,0.00041778645,0.0004952054,0.0004328718,0.00017776697,0.00043596062,0.0029741472,0.0005848312,0.0000427052],"category_scores_gemma":[0.00034854832,0.00045515518,0.00016398897,0.00023645739,0.00009179036,0.0009149788,0.0005843747,0.0010953868,0.00006417328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025838096,0.00016894881,0.00008913024,0.0003922545,0.000059789047,5.5697603e-7,0.0011633834,0.000055377473,9.4699413e-7,0.9015427,0.006282261,0.090242065],"study_design_scores_gemma":[0.0002070999,0.00020052143,0.0003974836,0.0010908169,0.00022222397,0.00001384088,0.00037149407,0.17740095,0.000001642218,0.3334226,0.4855673,0.0011040325],"about_ca_topic_score_codex":0.00006744406,"about_ca_topic_score_gemma":0.000029439127,"teacher_disagreement_score":0.56812006,"about_ca_system_score_codex":0.00023288147,"about_ca_system_score_gemma":0.0044843685,"threshold_uncertainty_score":0.99979},"labels":[],"label_agreement":null},{"id":"W4323657683","doi":"10.2118/212810-ms","title":"An Analytics Based Approach to Improving Digital Learning Efficacy in the Energy Sector","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Coursework; Pace; Computer science; Schedule; Early adopter; Curriculum; Attendance; Mathematics education; Medical education; Knowledge management; Psychology; Pedagogy; Political science; Medicine","score_opus":0.021686270591844605,"score_gpt":0.26121803280487566,"score_spread":0.23953176221303105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323657683","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11389721,0.0000034514003,0.8780053,0.0020024262,0.00005796338,0.00006719763,9.727565e-7,0.0005734482,0.0053919884],"genre_scores_gemma":[0.988935,4.518811e-7,0.009346505,0.0005715163,0.00009575151,0.000004091001,0.000019228608,0.000011611537,0.001015878],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987289,0.00010066648,0.00017152357,0.00036623166,0.00030156883,0.00033114527],"domain_scores_gemma":[0.9991426,0.00022197266,0.000038763847,0.00046842292,0.000034006724,0.00009426411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004886324,0.00011860434,0.00012232676,0.00027632387,0.000117010735,0.0006456058,0.0009787803,0.000042012838,0.0000023635425],"category_scores_gemma":[0.00017664598,0.00008286466,0.00005767852,0.0019508566,0.000014851759,0.0002712274,0.00012544972,0.00022780738,0.000042321513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035601374,0.000337785,0.0043421104,0.000011361484,0.000008407937,0.000024843472,0.0012608657,0.90187603,0.00029034237,0.019495199,0.00039255386,0.071956925],"study_design_scores_gemma":[0.00015616266,0.000107699954,0.0032061744,0.0000048729144,0.0000023831353,0.0000018463026,0.00031874154,0.9938713,0.000039267914,0.000088355664,0.00206939,0.00013384449],"about_ca_topic_score_codex":0.00007024886,"about_ca_topic_score_gemma":0.000010971394,"teacher_disagreement_score":0.8750377,"about_ca_system_score_codex":0.00002135817,"about_ca_system_score_gemma":0.000065359745,"threshold_uncertainty_score":0.62255913},"labels":[],"label_agreement":null},{"id":"W4323844327","doi":"10.18280/isi.280110","title":"Trace Analysis of Educational Videos to Identify the Groups of Learners with Similar Profiles","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Mathematics education; Psychology; Linguistics","score_opus":0.014067831117555633,"score_gpt":0.2823189012344276,"score_spread":0.268251070116872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323844327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91708606,0.000019573929,0.07841719,0.003377322,0.000076067714,0.00017447247,0.000017020566,0.00007334339,0.00075893744],"genre_scores_gemma":[0.9952511,0.0000064144756,0.0044559664,0.000072553594,0.000018352996,0.000015535035,0.000052235144,0.000003665655,0.00012413078],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989311,0.000052844996,0.00040717877,0.00009642223,0.00036671967,0.00014571831],"domain_scores_gemma":[0.99884886,0.00019678222,0.0003208016,0.0003147996,0.00027827465,0.00004047313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052092585,0.00008661533,0.00018578372,0.0006313054,0.0001153922,0.00010736378,0.00044552409,0.000034209617,0.000011562147],"category_scores_gemma":[0.00028306266,0.000060485738,0.0000833105,0.0037656715,0.00008154068,0.0010115975,0.000078731486,0.00007789881,0.000035132925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042040254,0.00008593755,0.07400998,0.00055318105,0.0011725655,0.0000011803819,0.06877948,0.7042799,0.00075612497,0.09937358,0.00201042,0.048935622],"study_design_scores_gemma":[0.00019943858,0.00017952081,0.3921783,0.00016317423,0.00024377527,0.000004711802,0.005334194,0.59559286,0.0011438536,0.0039183693,0.0008182039,0.00022356615],"about_ca_topic_score_codex":0.00005739544,"about_ca_topic_score_gemma":0.000017037977,"teacher_disagreement_score":0.31816834,"about_ca_system_score_codex":0.000039021492,"about_ca_system_score_gemma":0.00011526857,"threshold_uncertainty_score":0.24665368},"labels":[],"label_agreement":null},{"id":"W4327772924","doi":"10.1109/ickecs56523.2022.10059775","title":"An Ensemble Framework for Dropout Prediction in Online Learning","year":2022,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Dropout (neural networks); Computer science; Ensemble learning; Machine learning; Artificial intelligence; Benchmark (surveying); Concatenation (mathematics); Feature (linguistics); Online learning; Set (abstract data type); Multimedia; Mathematics","score_opus":0.016445481067446442,"score_gpt":0.30509048691712537,"score_spread":0.28864500584967895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327772924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13268648,0.0000158495,0.8641423,0.0024104272,0.00018886858,0.000069501744,0.0000039804013,0.0002414583,0.0002411221],"genre_scores_gemma":[0.7889472,0.000001898422,0.20855264,0.00024485137,0.00010136924,0.000011542608,0.000028356448,0.0000070907313,0.0021049872],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991628,0.00009030093,0.00014477423,0.00025237456,0.0001675298,0.00018220268],"domain_scores_gemma":[0.9995573,0.000107364765,0.000045932535,0.00021991922,0.000025363537,0.00004407568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003451627,0.00006251218,0.00008801458,0.000113039496,0.00022036715,0.00005792176,0.00036982348,0.00003119866,0.000048479786],"category_scores_gemma":[0.0000897305,0.00006406632,0.000035722507,0.00035838198,0.000007171112,0.00015846585,0.000120357116,0.000419404,0.0000050585795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022443808,0.00084084243,0.085300945,0.000018780756,0.000014942622,0.00001499947,0.0024592823,0.4816093,0.00075961824,0.30276513,0.0007978237,0.12539588],"study_design_scores_gemma":[0.00016596353,0.00040100954,0.0011555145,0.0000053486856,0.0000019932386,0.0000039442116,0.0005648632,0.9663556,0.000030198804,0.023114052,0.008125531,0.000075960816],"about_ca_topic_score_codex":0.000028068616,"about_ca_topic_score_gemma":0.000013687228,"teacher_disagreement_score":0.6562608,"about_ca_system_score_codex":0.00004523745,"about_ca_system_score_gemma":0.000039699677,"threshold_uncertainty_score":0.26125488},"labels":[],"label_agreement":null},{"id":"W4327859659","doi":"10.5539/elt.v16n4p24","title":"Prediction of Students’ Performance in English Using Machine Learning Algorithms","year":2023,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lampang Rajabhat University","keywords":"Active listening; Reading (process); Test (biology); Mathematics education; Psychology; Machine learning; Artificial intelligence; Computer science; Algorithm; Linguistics","score_opus":0.017943918175553318,"score_gpt":0.28178369164525413,"score_spread":0.26383977346970083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327859659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99119204,0.00009006936,0.0068674404,0.000023868197,0.00050781405,0.000072763716,0.000004803685,0.000790281,0.0004509326],"genre_scores_gemma":[0.9901445,0.00002280825,0.009044473,0.000016580028,0.00040927125,0.0000026056239,0.000032449418,0.000020283667,0.00030701837],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839103,0.00022845106,0.00033032344,0.00027258458,0.00045043015,0.0003272061],"domain_scores_gemma":[0.99932355,0.00012540075,0.00013712968,0.0003025897,0.000054116474,0.00005718885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017560618,0.00014381357,0.00021758591,0.0004102352,0.00014740767,0.00010583036,0.0006286945,0.00007142416,0.000005598723],"category_scores_gemma":[0.0006691382,0.00014547013,0.00006003374,0.0007298749,0.000020370935,0.0005317077,0.00033304133,0.0009047959,0.0000053835447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038564926,0.000110336834,0.6111706,0.00007436191,0.000026824126,0.000047637324,0.28709775,0.078038,0.00083594467,0.00031793906,0.000010626187,0.02226612],"study_design_scores_gemma":[0.00044158564,0.000070152644,0.012021905,0.00015015226,0.000008009025,0.000002505858,0.011816416,0.97470796,0.00028811995,0.000011110889,0.00034351955,0.00013856431],"about_ca_topic_score_codex":0.00025974575,"about_ca_topic_score_gemma":0.000018721666,"teacher_disagreement_score":0.89667,"about_ca_system_score_codex":0.00006264234,"about_ca_system_score_gemma":0.000028479446,"threshold_uncertainty_score":0.59321},"labels":[],"label_agreement":null},{"id":"W4361799661","doi":"10.1007/978-3-031-28893-7_66","title":"Online Crisis Learning Alert and Intervention Based on OU Analyse","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes on data engineering and communications technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Dropout (neural networks); The Internet; Intervention (counseling); China; Online learning; Quality (philosophy); Psychology; Warning system; Mathematics education; Medical education; Computer science; Political science; Multimedia; Medicine; World Wide Web","score_opus":0.04492057905609085,"score_gpt":0.2937727432901185,"score_spread":0.24885216423402765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361799661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032330366,0.008804282,0.8444452,0.13045456,0.000250173,0.0004552341,0.0006033813,0.013100143,0.0015637123],"genre_scores_gemma":[0.76218915,0.017340032,0.21211042,0.00037412485,0.00008009535,0.00002813373,0.0040896,0.00017543281,0.0036130447],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880433,0.000025361722,0.00026084928,0.0005549191,0.00017618857,0.00017836456],"domain_scores_gemma":[0.9950652,0.00073219615,0.00014744388,0.003970865,0.00005130555,0.000032961194],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023224589,0.0003220955,0.00031388993,0.0006940839,0.00020281173,0.00019416539,0.0025289366,0.00035055468,0.0000011593114],"category_scores_gemma":[0.0008835465,0.00028981286,0.000064804044,0.00023168404,0.00009227328,0.00010511764,0.0021146834,0.0015768867,0.0000108133545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007788547,0.00014958097,0.00007355516,0.00022521512,0.000237073,0.000015785889,0.00007354207,0.10656547,0.000034661898,0.07590167,0.0005587501,0.8161569],"study_design_scores_gemma":[0.00013768837,0.0002075407,0.000056586858,0.0006634249,0.00007141367,0.0000045407023,0.00003199997,0.9653875,0.00002869157,0.0049502626,0.02810411,0.00035621406],"about_ca_topic_score_codex":0.000013862491,"about_ca_topic_score_gemma":0.000030032346,"teacher_disagreement_score":0.85882205,"about_ca_system_score_codex":0.000028381488,"about_ca_system_score_gemma":0.000017530865,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W4362660577","doi":"10.47747/ijets.v3i2.1028","title":"Impact of Artificial Intelligence On Higher Learning Institutions","year":2023,"lang":"en","type":"article","venue":"International Journal of Education Teaching and Social Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Higher education; Applications of artificial intelligence; Engineering ethics; Artificial intelligence; State (computer science); Political science; Knowledge management; Computer science; Sociology; Engineering; Law","score_opus":0.09227360040196823,"score_gpt":0.4607539388471509,"score_spread":0.36848033844518263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362660577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9676484,0.000023308736,0.0142835425,0.0142497495,0.0016259943,0.00001688996,0.0000010692114,0.000026748537,0.00212429],"genre_scores_gemma":[0.99692506,0.000017306034,0.0023183967,0.00007127913,0.00046550148,3.151246e-7,0.000001143468,0.0000015679558,0.00019941153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99904346,0.00011920316,0.00024771848,0.00009507653,0.00040666314,0.00008785831],"domain_scores_gemma":[0.99926317,0.00017747855,0.00028689284,0.000032003863,0.00020927713,0.000031202806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011442867,0.000051676558,0.00008690734,0.0003815348,0.0003751188,0.00017265616,0.0004883909,0.000025436853,0.0000074597406],"category_scores_gemma":[0.0003715926,0.000039886974,0.00008456616,0.00030080116,0.00012702588,0.00033022536,0.00004859636,0.00029397508,0.000005678628],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006295367,0.00018957317,0.0073430706,0.000002379953,0.00004222239,0.0000020519967,0.0058025117,0.01165833,0.0002774582,0.5802947,0.00050367706,0.39387769],"study_design_scores_gemma":[0.00043205015,0.003461639,0.3889054,0.0006925975,0.00006377144,0.00014169514,0.018569864,0.15229145,0.00039206285,0.41421545,0.019961182,0.00087282865],"about_ca_topic_score_codex":0.00007824104,"about_ca_topic_score_gemma":0.0000013246063,"teacher_disagreement_score":0.39300486,"about_ca_system_score_codex":0.000053019594,"about_ca_system_score_gemma":0.0005214463,"threshold_uncertainty_score":0.28851485},"labels":[],"label_agreement":null},{"id":"W4362671931","doi":"10.35542/osf.io/p2cte","title":"A Reflective Journey Towards Fellowship of the Higher Education Academy","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Balliol College, University of Oxford; University of Oxford; University of Winchester; University of Strathclyde","keywords":"Diversity (politics); Portfolio; Professional development; Statement (logic); Sociology; Mathematics education; Pedagogy; Engineering ethics; Political science; Psychology; Engineering; Business","score_opus":0.11239542212639786,"score_gpt":0.3923106550188822,"score_spread":0.2799152328924843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362671931","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04258393,0.0007067287,0.050464515,0.73800397,0.01716361,0.0009720847,0.000018775947,0.0014375291,0.14864886],"genre_scores_gemma":[0.7870237,0.00005791838,0.024224732,0.0012681315,0.0006524953,0.000016497965,0.0000038840903,0.000023262113,0.18672936],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998694,0.00014661561,0.00026039808,0.0003802068,0.0003563505,0.00016244606],"domain_scores_gemma":[0.9988744,0.00005962651,0.00027977192,0.00059755106,0.00013531785,0.000053278043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037699478,0.00014932676,0.00020354669,0.0001209824,0.00006653459,0.00010611153,0.0016963483,0.00024103526,0.000024455028],"category_scores_gemma":[0.00008858037,0.00009721087,0.00018938446,0.00047132178,0.00004307421,0.000065051994,0.0016465762,0.0010820493,0.000047654055],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010671959,0.00060331123,0.0060993717,0.00059990643,0.00048631124,0.0000031722911,0.006197117,0.015138435,0.00044966713,0.74352115,0.15713573,0.06975515],"study_design_scores_gemma":[0.00017498394,0.000052230924,0.112377256,0.0007844693,0.00009212693,0.0000052754203,0.00016063897,0.04332966,0.0017944532,0.8152908,0.025372624,0.00056548347],"about_ca_topic_score_codex":0.00017818254,"about_ca_topic_score_gemma":0.0000062546496,"teacher_disagreement_score":0.7444398,"about_ca_system_score_codex":0.0000759512,"about_ca_system_score_gemma":0.0008712439,"threshold_uncertainty_score":0.4701026},"labels":[],"label_agreement":null},{"id":"W4362698458","doi":"10.1038/s41598-023-32484-w","title":"Using machine learning to predict student retention from socio-demographic characteristics and app-based engagement metrics","year":2023,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Predictive power; Dropout (neural networks); Generalizability theory; Mentorship; Computer science; Student engagement; Predictive analytics; Centrality; Predictive validity; Psychology; Macro; Learning analytics; Machine learning; Medical education; Mathematics education; Medicine; Statistics","score_opus":0.042178940446006195,"score_gpt":0.3052658242393649,"score_spread":0.2630868837933587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362698458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9260718,0.000077963035,0.06934544,0.00065519655,0.0031249917,0.00020456147,0.000006295477,0.00049098826,0.000022727769],"genre_scores_gemma":[0.97956365,0.00001199291,0.019305848,0.000053844073,0.00009981541,0.0000066182615,0.00014846775,0.000017363813,0.0007924017],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969818,0.00018868578,0.00051720545,0.00096863555,0.00096700486,0.00037668122],"domain_scores_gemma":[0.9984493,0.000119302946,0.00034827067,0.0007013472,0.00017681193,0.00020492473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038086884,0.00017269763,0.00023228569,0.00085609156,0.00081123813,0.0010155776,0.00032301078,0.0000643173,0.000009417502],"category_scores_gemma":[0.00051741785,0.00016613494,0.00009681176,0.0029015746,0.00008306623,0.00019190532,0.00046638827,0.000316979,0.00002086443],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050865365,0.000167476,0.9440787,0.00006347216,0.00009099352,0.00084836147,0.0021790592,0.013457196,0.018645385,0.00016970384,0.0011954197,0.019099187],"study_design_scores_gemma":[0.0001653711,0.00007401058,0.07298263,0.00009044678,0.00005703053,0.000013165605,0.00017319228,0.91410613,0.0004561412,0.0016248028,0.009970923,0.0002861327],"about_ca_topic_score_codex":0.000048917358,"about_ca_topic_score_gemma":0.000005162043,"teacher_disagreement_score":0.90064895,"about_ca_system_score_codex":0.000058431266,"about_ca_system_score_gemma":0.00010323599,"threshold_uncertainty_score":0.9793238},"labels":[],"label_agreement":null},{"id":"W4362737013","doi":"10.1007/s40593-023-00334-5","title":"Choice-based Personalization in MOOCs: Impact on Activity and Perceived Value","year":2023,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; Ministry of Aliyah and Immigrant Absorption; Gordon and Betty Moore Foundation","keywords":"Personalization; Context (archaeology); Computer science; Affect (linguistics); Task (project management); Psychology; World Wide Web; Engineering; Geography","score_opus":0.03404431165580401,"score_gpt":0.3945684339625524,"score_spread":0.3605241223067484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362737013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9570898,0.000019947627,0.031783108,0.01004246,0.0009482058,0.000053131058,0.0000013079153,0.000016111791,0.000045937715],"genre_scores_gemma":[0.9980885,0.0000615408,0.0013835122,0.00014549696,0.0002849581,0.0000023156013,0.0000041549647,0.000005789745,0.000023748209],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988216,0.000110720866,0.0003662147,0.00016607787,0.0004045453,0.00013084248],"domain_scores_gemma":[0.9990211,0.0003123228,0.00023028145,0.00009696802,0.0002821809,0.000057124238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005890387,0.00009534672,0.00012409348,0.001003725,0.00002930784,0.0001598376,0.00041389334,0.00005079756,0.000012926604],"category_scores_gemma":[0.00055457087,0.00008583525,0.000063613326,0.0006336723,0.000031533316,0.0004518853,0.00002943216,0.00025340292,0.00001941709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014161326,0.0010549861,0.058829773,0.000014781426,0.000029579223,0.000034922905,0.0045785233,0.2632907,0.005370984,0.020206867,0.00010205927,0.6463452],"study_design_scores_gemma":[0.00005344753,0.00012838839,0.23696911,0.00018611261,0.0000023595812,0.000009316948,0.00037580178,0.73803353,0.00082323723,0.02330083,0.000033325116,0.00008452297],"about_ca_topic_score_codex":0.00030178402,"about_ca_topic_score_gemma":0.00008420371,"teacher_disagreement_score":0.6462607,"about_ca_system_score_codex":0.00028092394,"about_ca_system_score_gemma":0.0004548497,"threshold_uncertainty_score":0.35002598},"labels":[],"label_agreement":null},{"id":"W4366219361","doi":"10.5539/elt.v16n5p10","title":"Exploring the Effectiveness of Machine Translation for Improving English Proficiency: A Case Study of A Japanese University&amp;#39;s Large-scale Implementation","year":2023,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Machine translation; Language proficiency; Class (philosophy); Psychology; Empirical research; Foreign language; Scale (ratio); Translation (biology); Mathematics education; English language; Computer science; Artificial intelligence; Linguistics; Natural language processing","score_opus":0.032384894646758755,"score_gpt":0.30791372754282326,"score_spread":0.2755288328960645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366219361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662951,0.000027489574,0.03252541,0.000021094369,0.0002116663,0.00061006605,0.000023529643,0.00022865247,0.000056988985],"genre_scores_gemma":[0.9970953,8.01746e-7,0.0027201378,0.0000027872181,0.000094636234,0.000017810904,0.000026759633,0.000014117173,0.000027685124],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983684,0.0006574695,0.0002326279,0.00028044873,0.00023019391,0.00023088235],"domain_scores_gemma":[0.9984499,0.00090322614,0.000154807,0.00034860283,0.00011006887,0.000033368728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033751593,0.00011823307,0.00019354495,0.00022904009,0.00028834926,0.000043684002,0.00036019765,0.00002454314,0.0000010272571],"category_scores_gemma":[0.00043970777,0.00010007589,0.000084793675,0.0006049958,0.000015730226,0.0005247042,0.00012633442,0.00024186869,2.9574872e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027000646,0.00020027696,0.002143724,0.00022324455,0.000031704374,0.000049502585,0.9666368,0.0024863582,0.002611836,0.00030550393,0.000001024407,0.025283027],"study_design_scores_gemma":[0.0018525762,0.00032692598,0.0009861387,0.00005234306,0.00007397362,0.000008909638,0.885795,0.11010269,0.00057765684,0.000014045057,0.000047033558,0.00016268846],"about_ca_topic_score_codex":0.0016612612,"about_ca_topic_score_gemma":0.00074938725,"teacher_disagreement_score":0.107616335,"about_ca_system_score_codex":0.000035448807,"about_ca_system_score_gemma":0.00003163834,"threshold_uncertainty_score":0.40809765},"labels":[],"label_agreement":null},{"id":"W4366588310","doi":"10.1111/bjet.13325","title":"Human and artificial intelligence collaboration for socially shared regulation in learning","year":2023,"lang":"en","type":"article","venue":"British Journal of Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":245,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Academy of Finland","keywords":"Operationalization; Affordance; Artificial intelligence; Computer science; Human intelligence; Empirical research; Knowledge management; Cognitive science; Psychology; Human–computer interaction; Epistemology","score_opus":0.02410412312663614,"score_gpt":0.3403367038614019,"score_spread":0.3162325807347658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366588310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80986947,0.00040700688,0.037358865,0.15167548,0.00038477653,0.00014734454,0.0000038724893,0.00007918225,0.000073984585],"genre_scores_gemma":[0.9790623,0.000058898582,0.020392455,0.000019808356,0.00016687972,0.000005656691,0.000010098484,0.0000048119095,0.0002790541],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993121,0.00003956849,0.0003116242,0.000116906136,0.0001083312,0.000111481786],"domain_scores_gemma":[0.9992404,0.00014241484,0.0002200802,0.000046148427,0.00032836935,0.000022599967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053958135,0.00004215345,0.00010434233,0.00045797156,0.00018447837,0.0001263931,0.00018779065,0.00008163186,0.000007476439],"category_scores_gemma":[0.0011507279,0.000056045003,0.00002255752,0.0009564729,0.00004842478,0.00023142829,0.00003752308,0.00024245403,0.0000031236564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051457296,0.000107782704,0.0046477313,0.000017594188,0.000015605237,0.0000120058285,0.0007357638,0.0046667494,0.0029789943,0.83216065,0.001543734,0.15310824],"study_design_scores_gemma":[0.00010140075,0.00012794786,0.022130998,0.00009775643,0.0000032976973,0.00015303002,0.0010026412,0.023624869,0.00019751146,0.95187783,0.0006018941,0.00008083682],"about_ca_topic_score_codex":0.000004777356,"about_ca_topic_score_gemma":0.00008086905,"teacher_disagreement_score":0.16919285,"about_ca_system_score_codex":0.000041667372,"about_ca_system_score_gemma":0.00027658464,"threshold_uncertainty_score":0.22854489},"labels":[],"label_agreement":null},{"id":"W4366722520","doi":"10.21432/cjlt28357","title":"Time Scarcity and Student Performance: Instructional Strategies for Busy Adult Online Students","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Timeline; Human multitasking; Scarcity; Task (project management); Psychology; Feeling; Time management; Function (biology); Mathematics education; Syllabus; Instructional design; Computer science; Social psychology; Cognitive psychology; Engineering","score_opus":0.007926600367973725,"score_gpt":0.2734462852933457,"score_spread":0.265519684925372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366722520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99399096,0.0001508154,0.0005466135,0.0050681494,0.00012505443,0.000037082686,0.0000031917136,0.000058033114,0.000020095924],"genre_scores_gemma":[0.99574655,0.00013913513,0.0036089234,0.000021957138,0.00008027453,0.0000011065058,0.0000031101222,0.0000069025527,0.00039203535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992553,0.000023026098,0.00019891135,0.00014418308,0.00013785336,0.00024073063],"domain_scores_gemma":[0.9993203,0.00004476198,0.00013288914,0.00007511307,0.00026157004,0.00016534074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028450286,0.00008757922,0.00017334275,0.00072170794,0.00028725958,0.0001455402,0.00034501986,0.000097576085,0.0000022568258],"category_scores_gemma":[0.00012669337,0.00008053675,0.000025601865,0.00047356327,0.00016893283,0.00016984339,0.00006643889,0.00043213644,0.0000031850886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006854945,0.000025321138,0.837525,0.000046122885,0.000109700646,0.00008271303,0.0007515599,0.0017935479,0.00012003565,0.010722396,0.00035860168,0.14845814],"study_design_scores_gemma":[0.0061569167,0.0059128236,0.4934182,0.0008171302,0.00017071966,0.0037648047,0.036722824,0.36601242,0.00013249471,0.029909657,0.05572626,0.0012557631],"about_ca_topic_score_codex":0.000037952996,"about_ca_topic_score_gemma":0.00028372777,"teacher_disagreement_score":0.36421886,"about_ca_system_score_codex":0.000029373634,"about_ca_system_score_gemma":0.00039738382,"threshold_uncertainty_score":0.32841933},"labels":[],"label_agreement":null},{"id":"W4367395369","doi":"10.29173/cjfy29908","title":"Are Students Submitting their Mathematics Outputs on Time during the COVID-19 Pandemic? A Statistical Modeling","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Family and Youth / Le Journal Canadien de Famille et de la Jeunesse","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distraction; Logistic regression; Value (mathematics); The Internet; Mathematics education; Government (linguistics); Pandemic; Process (computing); Computer science; Coronavirus disease 2019 (COVID-19); Statistics; Psychology; Mathematics; Medicine; World Wide Web","score_opus":0.041439062867679545,"score_gpt":0.30210740026236305,"score_spread":0.2606683373946835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367395369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97696203,0.00037315616,0.019033337,0.0030830633,0.0002096404,0.00006688517,0.00007462002,0.000032028085,0.00016525433],"genre_scores_gemma":[0.99600077,0.00020871975,0.0010909977,0.0021768622,0.0002401782,0.0000011405626,0.000002350167,0.000032183787,0.00024682333],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99731356,0.0006127074,0.00060320966,0.00021478243,0.0004520091,0.0008037186],"domain_scores_gemma":[0.9962528,0.0007832709,0.00053972343,0.00024761967,0.00021627244,0.0019603649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004716543,0.00024918394,0.00040388346,0.0005641031,0.0010280603,0.0008221933,0.001105075,0.00014382185,0.000003084887],"category_scores_gemma":[0.0018594477,0.00018364326,0.00013377753,0.00047460885,0.000120612945,0.00023680172,0.00008368871,0.0013907865,0.0000052032215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010808418,0.00016576344,0.4197855,0.00028851733,0.00072526594,0.02595402,0.192087,0.33948073,0.0002583015,0.0146053415,0.003493459,0.0030480353],"study_design_scores_gemma":[0.0051030116,0.0006311797,0.18187493,0.0015725702,0.0002760163,0.033967253,0.15862143,0.58506405,0.000015314003,0.026649421,0.004675838,0.0015489938],"about_ca_topic_score_codex":0.0055030733,"about_ca_topic_score_gemma":0.010863144,"teacher_disagreement_score":0.24558331,"about_ca_system_score_codex":0.00067597866,"about_ca_system_score_gemma":0.0036359138,"threshold_uncertainty_score":0.83190376},"labels":[],"label_agreement":null},{"id":"W4367459366","doi":"10.1007/978-981-99-0026-8_5","title":"Understanding the Effect of Cohesion in Academic Writing Clarity Using Education Data Science","year":2023,"lang":"en","type":"book-chapter","venue":"Big data management","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CLARITY; Cohesion (chemistry); Psychology; Mathematics education; Academic writing; Computer science; Chemistry","score_opus":0.44062989782309964,"score_gpt":0.4056135241207931,"score_spread":0.035016373702306536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367459366","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019281303,0.001810918,0.8231964,0.008999618,0.00799878,0.0037386483,0.00066298054,0.00066660077,0.1509979],"genre_scores_gemma":[0.8684614,0.0067179683,0.038501613,0.00067989214,0.0025732194,0.000017589447,0.0048868484,0.00025598693,0.077905506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975918,0.00006730166,0.00039854113,0.00093755283,0.0007485462,0.00025628915],"domain_scores_gemma":[0.9958346,0.00022307668,0.0003372726,0.0035365503,0.000026547063,0.00004198999],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.005285752,0.00018734157,0.00023013774,0.000530029,0.00023306329,0.00020942959,0.0070657614,0.00010348553,0.0000011410806],"category_scores_gemma":[0.00015439096,0.00014890774,0.000024041332,0.0004848775,0.00018322906,0.0008027135,0.011213137,0.00060768396,0.000014362954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007828143,0.000026400927,0.001066365,0.0010305113,0.000083206825,0.000033395816,0.00011011884,0.0010018848,0.00007050715,0.7447551,0.0025099923,0.24930473],"study_design_scores_gemma":[0.0003728368,0.000080505946,0.0009433358,0.004668136,0.0002638434,0.000007875965,0.00022249065,0.9508662,0.00001545547,0.027543707,0.014460547,0.00055502326],"about_ca_topic_score_codex":0.00005429631,"about_ca_topic_score_gemma":0.000020555297,"teacher_disagreement_score":0.9498644,"about_ca_system_score_codex":0.00023359577,"about_ca_system_score_gemma":0.00022419881,"threshold_uncertainty_score":0.9983065},"labels":[],"label_agreement":null},{"id":"W4367548848","doi":"10.1007/s10639-023-11804-7","title":"Multimodal learning analytics for assessing teachers’ self-regulated learning in planning technology-integrated lessons in a computer-based environment","year":2023,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture","keywords":"Context (archaeology); Learning analytics; Self-regulated learning; Salient; Think aloud protocol; Educational technology; Computer science; Analytics; Mathematics education; Data science; Psychology; Human–computer interaction; Artificial intelligence","score_opus":0.01571063352902556,"score_gpt":0.2955188446605152,"score_spread":0.2798082111314896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367548848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5993446,0.0000856482,0.379019,0.017641347,0.0001163998,0.00028613728,9.619474e-7,0.0034465052,0.00005938374],"genre_scores_gemma":[0.9116252,0.000053458913,0.08809338,0.00004045905,0.00000823199,0.000053048094,0.000070102964,0.0000069396638,0.000049161295],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989096,0.000044463413,0.00040830293,0.0002205804,0.00013192285,0.00028512138],"domain_scores_gemma":[0.99936944,0.00012767287,0.0002322808,0.00018593959,0.000060753224,0.000023914803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005216412,0.00015338988,0.00019382848,0.0021187025,0.00020103142,0.00025815374,0.0002974852,0.00023704027,8.1276465e-7],"category_scores_gemma":[0.0004126879,0.00015416776,0.000030008725,0.0017838811,0.000060269784,0.0011682088,0.00012599402,0.0006032128,0.000012132078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021337207,0.00009612295,0.046583876,0.00003779156,0.000009060226,9.2105273e-7,0.0033822204,0.34679455,0.000060779792,0.0024648064,0.000072823794,0.6004949],"study_design_scores_gemma":[0.0004529351,0.00007903159,0.016416503,0.00017021527,0.0000040406835,0.0000023285827,0.011149485,0.96408063,0.00021951899,0.00078212575,0.006467262,0.00017591116],"about_ca_topic_score_codex":0.000012933782,"about_ca_topic_score_gemma":0.0000018832736,"teacher_disagreement_score":0.6172861,"about_ca_system_score_codex":0.00015912013,"about_ca_system_score_gemma":0.00020792772,"threshold_uncertainty_score":0.6286779},"labels":[],"label_agreement":null},{"id":"W4376115986","doi":"10.1177/10525629231172916","title":"Spotlight on Three Upcoming Special Issues to Appear in JME","year":2023,"lang":"en","type":"article","venue":"Organizational Behavior Teaching Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Psychology; Political science; Engineering ethics; Public relations; Engineering","score_opus":0.022018450906546597,"score_gpt":0.3332050398268009,"score_spread":0.3111865889202543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376115986","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46699944,0.009896843,0.03479966,0.4681172,0.0040925927,0.0037159757,0.000051085335,0.004590576,0.007736608],"genre_scores_gemma":[0.76960224,0.012512847,0.128241,0.032092705,0.012706098,0.0002257392,0.00062975555,0.00058573624,0.043403894],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985082,0.000106628126,0.00032254067,0.00038744067,0.00042946267,0.00024574052],"domain_scores_gemma":[0.9993622,0.000071210074,0.000070965325,0.0003458995,0.000059638132,0.00009011143],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007499665,0.0001557765,0.00026191474,0.00023584915,0.00017066933,0.00010858281,0.00065742474,0.000042886153,0.00020934756],"category_scores_gemma":[0.00055159914,0.00014500339,0.000053942942,0.0014693453,0.000009835884,0.00015326362,0.00022016528,0.00034275724,0.002431349],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044230765,0.0007440767,0.3324796,0.0007275525,0.000023829183,0.00042942405,0.0019162872,0.001267161,0.0009438521,0.30714425,0.0668096,0.28750995],"study_design_scores_gemma":[0.00056367496,0.00023391715,0.41088396,0.009409026,0.000097795404,0.00005642496,0.00004068192,0.004089318,0.00020118468,0.0028845507,0.5701912,0.001348254],"about_ca_topic_score_codex":0.000011815134,"about_ca_topic_score_gemma":0.000009197974,"teacher_disagreement_score":0.5033816,"about_ca_system_score_codex":0.000076198965,"about_ca_system_score_gemma":0.00005557143,"threshold_uncertainty_score":0.9983454},"labels":[],"label_agreement":null},{"id":"W4376460898","doi":"10.1007/978-3-031-29937-7_6","title":"Operationalizing Learning Processes Through Learning Analytics","year":2023,"lang":"en","type":"book-chapter","venue":"Studies in big data","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University","funders":"","keywords":"Learning analytics; Operationalization; Analytics; Data science; Computer science; Context (archaeology); Data analysis; Software analytics; Educational technology; Knowledge management; Mathematics education; Psychology; Data mining","score_opus":0.40043877623234436,"score_gpt":0.40686208193630546,"score_spread":0.006423305703961102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376460898","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008753243,0.073279284,0.14027439,0.0353731,0.012253144,0.0014742706,0.00051689445,0.0057192836,0.7310221],"genre_scores_gemma":[0.005407321,0.05307984,0.018403314,0.000434131,0.002383185,0.000013124338,0.0015773227,0.00017944467,0.9185223],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971954,0.00006528222,0.0005747431,0.0011433148,0.0006192793,0.00040194427],"domain_scores_gemma":[0.9974738,0.00060491834,0.00033056727,0.0011924391,0.0003534567,0.00004483669],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081016135,0.00041261173,0.00063861196,0.0002778051,0.0004577589,0.00023526807,0.002263886,0.00019022834,0.000006196569],"category_scores_gemma":[0.0024075757,0.00039264877,0.000059795773,0.0004570529,0.00017136752,0.0005204077,0.0048567527,0.0014641217,0.00023124431],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019318122,0.00013057062,0.002678687,0.003973331,0.003068083,0.0015866308,0.018976478,0.13146576,0.0000061620667,0.6577686,0.09797228,0.08235411],"study_design_scores_gemma":[0.00030155602,0.000117399715,0.000015155207,0.001977692,0.00011368953,0.000018483584,0.0014546579,0.051041625,0.0000022954753,0.040417507,0.9036052,0.0009346966],"about_ca_topic_score_codex":0.000023061344,"about_ca_topic_score_gemma":0.00021826681,"teacher_disagreement_score":0.80563295,"about_ca_system_score_codex":0.00009483673,"about_ca_system_score_gemma":0.00032995563,"threshold_uncertainty_score":0.99985254},"labels":[],"label_agreement":null},{"id":"W4376607686","doi":"10.2139/ssrn.4433806","title":"Student User Experience (SUX): A Human-Centric Approach to Ensuring Effective e-Learning Delivery","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Human–computer interaction; Knowledge management","score_opus":0.010059408269562267,"score_gpt":0.2845573650000714,"score_spread":0.27449795673050914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376607686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84405047,0.00029997388,0.15404087,0.00038816434,0.00017729757,0.00016816962,1.675182e-7,0.00030409478,0.0005708069],"genre_scores_gemma":[0.99514633,0.00033473957,0.0012849608,0.000078632285,0.0002988208,0.000019421941,0.0000016446269,0.000025243686,0.0028102098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959661,0.00025458133,0.00029415634,0.00047905746,0.0006081927,0.002397911],"domain_scores_gemma":[0.99914736,0.00010728426,0.00014502765,0.00028731622,0.00012241602,0.00019058221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018527565,0.00021332687,0.00023659389,0.00045137265,0.0006993928,0.00035046853,0.0011583163,0.00006294311,0.0000019039655],"category_scores_gemma":[0.00012067821,0.00019528254,0.00014060664,0.0014782775,0.000024891255,0.0003489743,0.00043317198,0.0022415034,0.00015898117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059290658,0.0010466881,0.106583424,0.00006248978,0.0005830896,0.00023306774,0.035170633,0.268601,0.0051458688,0.38367775,0.0005155377,0.19832116],"study_design_scores_gemma":[0.010280031,0.009117736,0.23474523,0.0007077142,0.0003412801,0.004030852,0.082189575,0.5310844,0.002172434,0.09321511,0.02586167,0.006253938],"about_ca_topic_score_codex":0.000028517909,"about_ca_topic_score_gemma":0.000013938245,"teacher_disagreement_score":0.29046264,"about_ca_system_score_codex":0.00070153025,"about_ca_system_score_gemma":0.00042310034,"threshold_uncertainty_score":0.97383416},"labels":[],"label_agreement":null},{"id":"W4376863612","doi":"10.1007/978-3-031-32302-7_26","title":"What Learners Want: Revealing the Focal Topics in MOOC Reviews","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Wilfrid Laurier University","funders":"","keywords":"Class (philosophy); Computer science; Subject (documents); Mathematics education; Sentiment analysis; World Wide Web; Multimedia; Data science; Information retrieval; Psychology; Artificial intelligence","score_opus":0.027759689101864216,"score_gpt":0.27856850959400337,"score_spread":0.25080882049213915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376863612","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000052310927,0.0061954516,0.92193055,0.060011197,0.0021134187,0.0007254031,0.0000043958826,0.0004010806,0.008566199],"genre_scores_gemma":[0.23021473,0.19901517,0.27799398,0.091061026,0.014449499,0.00059965625,0.0028245589,0.0012744678,0.18256693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979477,0.000043870918,0.0009634454,0.00028677328,0.00043064146,0.0003275716],"domain_scores_gemma":[0.99844736,0.00016525199,0.0006456837,0.00047504884,0.00023139903,0.000035243953],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009269146,0.00034721848,0.00046661627,0.0005385721,0.00018687155,0.0009270613,0.0008393884,0.00038193387,0.0000061997225],"category_scores_gemma":[0.00081862457,0.00025228332,0.000084425425,0.00090157194,0.00007230805,0.0028598467,0.00025384306,0.0011493865,0.00008874434],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033213132,0.0000041013404,0.000028811477,0.00068678835,0.000004208448,0.0000075580133,0.003312589,0.04717462,4.7229847e-7,0.0064220475,0.000054354776,0.94230115],"study_design_scores_gemma":[0.0005095153,0.000025025627,0.00024764755,0.0143852765,0.00003472833,0.0000330707,0.00013933686,0.5703017,0.000018513283,0.10427666,0.3089485,0.0010800643],"about_ca_topic_score_codex":0.000015662936,"about_ca_topic_score_gemma":0.00009287344,"teacher_disagreement_score":0.94122106,"about_ca_system_score_codex":0.00013271146,"about_ca_system_score_gemma":0.00025144496,"threshold_uncertainty_score":0.99999297},"labels":[],"label_agreement":null},{"id":"W4377200468","doi":"10.1007/978-3-031-32883-1_30","title":"Personalized Study Guide: A Moodle Plug-in Generating Personal Learning Path for Students","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Personalized learning; Computer science; Learning styles; Learning analytics; Plan (archaeology); Multimedia; Path (computing); Synchronous learning; Style (visual arts); Experiential learning; Educational technology; Mathematics education; Cooperative learning; Open learning; Teaching method; Machine learning; Psychology","score_opus":0.03004043735430581,"score_gpt":0.3298252610071398,"score_spread":0.299784823652834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377200468","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006151831,0.00015000257,0.9908703,0.0005940686,0.0010326683,0.00075003284,0.0000054865977,0.00027905297,0.00016655779],"genre_scores_gemma":[0.3833566,0.000057903566,0.5921738,0.0011641777,0.001980078,0.00010524436,0.000031942353,0.00020473731,0.020925488],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945947,0.00011004233,0.00074685825,0.0019463337,0.0017050663,0.0008970119],"domain_scores_gemma":[0.9976849,0.0008410566,0.0003567573,0.00067069463,0.00028246292,0.00016414378],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002775579,0.00059085584,0.0007522112,0.0009777788,0.0005063936,0.0010126708,0.003120596,0.0002444611,0.0000074020118],"category_scores_gemma":[0.000472511,0.0005632328,0.00021809996,0.0009074784,0.0002533428,0.00033227314,0.0015251966,0.0013183213,0.000029611898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003572847,0.00050790183,0.024469396,0.00017492133,0.00012023382,0.0006664871,0.022065919,0.48246455,0.00011924956,0.0048472574,0.00008025936,0.4644481],"study_design_scores_gemma":[0.0010601495,0.00066643686,0.0005715347,0.0003970343,0.000015888247,0.000016270902,0.000011679353,0.99088615,0.000008511954,0.0051976843,0.00053006137,0.0006385806],"about_ca_topic_score_codex":0.000057452868,"about_ca_topic_score_gemma":0.00018475101,"teacher_disagreement_score":0.5084216,"about_ca_system_score_codex":0.00035024338,"about_ca_system_score_gemma":0.00060955837,"threshold_uncertainty_score":0.9996819},"labels":[],"label_agreement":null},{"id":"W4377200554","doi":"10.1007/978-3-031-32883-1_29","title":"Learning Engagement and Peer Learning in MOOC: A Selective Systematic Review","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Computer science; Student engagement; Inclusion (mineral); Dropout (neural networks); Online learning; Collaborative learning; Multimedia; Mathematics education; Machine learning; Psychology; Knowledge management","score_opus":0.022069325650085656,"score_gpt":0.27814946508380445,"score_spread":0.25608013943371877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377200554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006797496,0.005020166,0.98711824,0.004378781,0.00048297658,0.00095517264,8.5961636e-7,0.0004586651,0.0015171864],"genre_scores_gemma":[0.53861725,0.019373925,0.36228502,0.009028552,0.0014273337,0.00025024405,0.00005458097,0.0005171269,0.068445936],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99558395,0.00031083,0.0007618669,0.0014194862,0.0012676022,0.0006562878],"domain_scores_gemma":[0.99723005,0.0011955982,0.0004537086,0.00065784703,0.00032633255,0.00013647717],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0049766772,0.000506237,0.0010847192,0.0010244077,0.00032220315,0.00048818957,0.001568546,0.00021157066,0.000003958498],"category_scores_gemma":[0.0021217435,0.00044956146,0.00011901226,0.0013278513,0.00023305637,0.00033503215,0.0014054753,0.0027918413,0.000063905856],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008411292,0.000110073284,0.0014455535,0.13151425,0.00017255117,0.0011354163,0.014562677,0.5613233,0.000049649836,0.0291063,0.00009932795,0.26047248],"study_design_scores_gemma":[0.00020321128,0.0002677693,0.00010130854,0.08256115,0.00005107531,0.00006415166,0.000002751158,0.8971046,0.00001273363,0.018714515,0.00021851345,0.0006982096],"about_ca_topic_score_codex":0.000021459737,"about_ca_topic_score_gemma":0.000043127264,"teacher_disagreement_score":0.62483317,"about_ca_system_score_codex":0.0002721927,"about_ca_system_score_gemma":0.0003590037,"threshold_uncertainty_score":0.9997956},"labels":[],"label_agreement":null},{"id":"W4378233281","doi":"10.5430/jct.v12n3p172","title":"Problems and Needs Assessment to Learning Management of Computational Thinking of Teachers at the Lower Secondary Level","year":2023,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computational thinking; Mathematics education; Cornerstone; Cognitively Guided Instruction; Reading (process); Psychology; Computer science; Teaching method; Pedagogy","score_opus":0.017723604642972294,"score_gpt":0.2925347942354249,"score_spread":0.2748111895924526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378233281","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.925301,0.00014857801,0.07012837,0.00343402,0.00012211807,0.000056496727,9.77907e-7,0.000015347347,0.0007931017],"genre_scores_gemma":[0.9677356,0.000033587257,0.03172938,0.00005819727,0.000038120703,5.032882e-7,0.0000011223111,0.0000054567977,0.00039805507],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988894,0.00012777426,0.00035645522,0.00009982925,0.00039979594,0.00012677936],"domain_scores_gemma":[0.9992814,0.00013100173,0.000373352,0.000081788065,0.000072599854,0.000059853784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019022457,0.00008440501,0.00018613595,0.00020723519,0.00022532136,0.000074333846,0.00024915024,0.00002373065,0.0000026990672],"category_scores_gemma":[0.000028979028,0.000056340214,0.00006263597,0.00021301872,0.00003287178,0.00018364486,0.0003351617,0.00047207525,6.1049684e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009264667,0.00031677738,0.1054608,0.00039543855,0.0005127654,0.000065980086,0.03217015,0.44677415,0.00054733,0.06277748,0.0013495696,0.3496203],"study_design_scores_gemma":[0.0023077698,0.0017248784,0.33084258,0.0026597558,0.00023423838,0.00038230568,0.02035737,0.60605216,0.000048221133,0.021285992,0.013552564,0.0005521578],"about_ca_topic_score_codex":0.000013985423,"about_ca_topic_score_gemma":0.000001115622,"teacher_disagreement_score":0.34906814,"about_ca_system_score_codex":0.000024803312,"about_ca_system_score_gemma":0.000029812052,"threshold_uncertainty_score":0.22974871},"labels":[],"label_agreement":null},{"id":"W4378906627","doi":"10.19173/irrodl.v24i2.7123","title":"Exploring the Influence of Countries’ Economic Conditions on Massive Open Online Course (MOOC) Participation: A Study of 3.5 Million MITx Learners","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Globe; Open education; Developing country; Massive open online course; The Internet; Internet access; Open educational resources; Bridge (graph theory); Digital divide; Public relations; Distance education; Political science; Business; Medical education; Economic growth; Computer science; World Wide Web; Psychology; Pedagogy; Medicine; Economics","score_opus":0.21019464707370614,"score_gpt":0.4916236825384418,"score_spread":0.28142903546473563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378906627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9788081,0.00021989206,0.000025103524,0.020080693,0.000043025193,0.00061475986,0.00006307503,0.000008555952,0.0001367915],"genre_scores_gemma":[0.994089,0.00550635,0.000030080424,0.000078950914,0.00001888359,0.00008964003,0.000069494956,0.000004996244,0.0001125806],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99780077,0.0006726793,0.0004915414,0.00022516014,0.00063142856,0.00017840076],"domain_scores_gemma":[0.99734133,0.0015318943,0.00037748695,0.00035043954,0.0003554217,0.00004341291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045730527,0.000082483166,0.00026370707,0.00014441075,0.00018630073,0.00016605016,0.0026517992,0.0000160023,0.000021992524],"category_scores_gemma":[0.0014035729,0.000054027107,0.00003510507,0.0007210282,0.00020554259,0.0004053024,0.001583578,0.0004288551,0.00001560687],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029152015,0.0020185057,0.23019803,0.0014041791,0.00041946414,0.000055721408,0.005303852,0.64125085,0.0000949826,0.10330033,0.0024561165,0.013206446],"study_design_scores_gemma":[0.0026478376,0.0014140878,0.83322984,0.013260199,0.000062257175,0.0000069863468,0.027462387,0.10834403,0.00013617797,0.0030485298,0.010099715,0.00028794314],"about_ca_topic_score_codex":0.0006765911,"about_ca_topic_score_gemma":0.00007521727,"teacher_disagreement_score":0.6030318,"about_ca_system_score_codex":0.000058787453,"about_ca_system_score_gemma":0.00020246445,"threshold_uncertainty_score":0.4927747},"labels":[],"label_agreement":null},{"id":"W4378907922","doi":"10.19173/irrodl.v24i2.6898","title":"Is My MOOC Learner-Centric? A Framework for Formative Evaluation of MOOC Pedagogy","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Usability; Computer science; Quality (philosophy); Instructional design; Massive open online course; Pedagogy; Psychology; Mathematics education; Human–computer interaction","score_opus":0.20448172459755176,"score_gpt":0.5482737219473997,"score_spread":0.3437919973498479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378907922","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21881667,0.041756265,0.33816534,0.38326064,0.0007395608,0.007077387,0.00043951065,0.00017558623,0.009569028],"genre_scores_gemma":[0.9795167,0.016815856,0.0028247037,0.00017685971,0.00005485346,0.00010502061,0.00015879556,0.000008602316,0.00033860406],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972086,0.0006748618,0.000423024,0.00023512819,0.0012105274,0.0002478606],"domain_scores_gemma":[0.9963197,0.0019328803,0.00025552808,0.0002592932,0.0011839069,0.000048674294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013095836,0.00008253917,0.00024677103,0.00022443276,0.0001434228,0.00013227497,0.0015029119,0.0000443594,0.000046236582],"category_scores_gemma":[0.008005638,0.00006017051,0.000072315,0.0012814185,0.0000992958,0.0002809375,0.0009170533,0.00051304034,0.000019147483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014999456,0.0003177648,0.02128295,0.0038967463,0.00025417047,0.000006948565,0.004428636,0.010157951,0.000057712263,0.3956944,0.012929921,0.5508228],"study_design_scores_gemma":[0.00089245563,0.00018611313,0.004534165,0.0068590166,0.00002277163,0.000004488194,0.002484813,0.8705565,0.00011192761,0.08668108,0.027551165,0.00011551146],"about_ca_topic_score_codex":0.00010864848,"about_ca_topic_score_gemma":0.0000037890945,"teacher_disagreement_score":0.86039853,"about_ca_system_score_codex":0.00007591898,"about_ca_system_score_gemma":0.00033961734,"threshold_uncertainty_score":0.95840746},"labels":[],"label_agreement":null},{"id":"W4379381248","doi":"","title":"Education à l’intelligence artificielle : Quelles compétences acquérir par les élèves ?","year":2023,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Artificial intelligence; Mathematics education; Computer science; Psychology; Cognitive science","score_opus":0.02481082222482254,"score_gpt":0.2686528027772792,"score_spread":0.24384198055245668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379381248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03887888,0.001655037,0.8831301,0.061431788,0.000906362,0.00034872515,0.000026389587,0.0011097273,0.012513037],"genre_scores_gemma":[0.78916985,0.0013551185,0.18862408,0.00012396592,0.00007864719,0.000060165603,0.00025548978,0.000048989925,0.020283708],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99410474,0.0030655703,0.00067243166,0.0011449786,0.0005713435,0.00044090376],"domain_scores_gemma":[0.99299777,0.0016285101,0.00061549543,0.002696172,0.0018507681,0.00021127792],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0040954277,0.00039185505,0.00040668782,0.00031625183,0.00072204607,0.0010473494,0.0033808043,0.00029439662,0.000047296064],"category_scores_gemma":[0.0013534445,0.00040045497,0.0002566035,0.00075829116,0.0003350792,0.00020109644,0.0024021864,0.0008699092,0.00021162095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005006796,0.0015609969,0.007314537,0.00043424722,0.0001394485,0.000010720522,0.018640688,0.0074297874,0.00083227863,0.4135503,0.0077566374,0.5423254],"study_design_scores_gemma":[0.00012514598,0.0000012951518,0.006149296,0.0034280028,0.00005643743,0.000012856055,0.0013515311,0.8109596,0.02163777,0.13394415,0.02125499,0.0010789565],"about_ca_topic_score_codex":0.0020460705,"about_ca_topic_score_gemma":0.0010659908,"teacher_disagreement_score":0.8035298,"about_ca_system_score_codex":0.00007524219,"about_ca_system_score_gemma":0.00079391804,"threshold_uncertainty_score":0.9999897},"labels":[],"label_agreement":null},{"id":"W4379418725","doi":"10.22214/ijraset.2023.53463","title":"Post Graduate Admission Prediction Using ANN","year":2023,"lang":"en","type":"article","venue":"International Journal for Research in Applied Science and Engineering Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Investment (military); Process (computing); Test of English as a Foreign Language; Computer science; Entrance exam; Interface (matter); Business; Engineering management; Finance; Engineering; Mathematics education; Psychology; Political science; Pedagogy; Curriculum; Language education","score_opus":0.11332740041112159,"score_gpt":0.4284899678634922,"score_spread":0.3151625674523706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379418725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8517767,0.000042722866,0.113612376,0.032533824,0.0013093628,0.00019514628,0.0000061371516,0.0004019876,0.00012174254],"genre_scores_gemma":[0.9813884,0.00007635901,0.018361034,0.000018329185,0.00011131351,0.000009155025,0.0000011479341,0.000005848704,0.000028447084],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837935,0.0000073565516,0.00016622127,0.00023973727,0.0007976286,0.00040969267],"domain_scores_gemma":[0.9991167,0.00008289865,0.00003166495,0.00012476085,0.00054798624,0.00009597701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030902997,0.00006087692,0.000072654504,0.0031003207,0.00026160522,0.00027125014,0.0010957835,0.000057800087,4.7349218e-7],"category_scores_gemma":[0.00071104575,0.00005550107,0.000015811316,0.0023411757,0.00015116135,0.00025593358,0.00041305268,0.0005301154,0.0000050470444],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030079194,0.00006614206,0.0011742731,0.000029072335,0.000026581532,0.00015541402,0.0004027684,0.057259858,0.50330573,0.23802468,0.00047098703,0.19905439],"study_design_scores_gemma":[0.00020953461,0.000062432424,0.00064782065,0.00005358255,5.751295e-7,0.00013715198,0.00013092565,0.9674506,0.0019136099,0.02726218,0.0020717082,0.000059882565],"about_ca_topic_score_codex":0.00000443789,"about_ca_topic_score_gemma":3.9661433e-7,"teacher_disagreement_score":0.91019076,"about_ca_system_score_codex":0.00017153686,"about_ca_system_score_gemma":0.00022025369,"threshold_uncertainty_score":0.2766384},"labels":[],"label_agreement":null},{"id":"W4379743542","doi":"10.22329/celt.v14i1.7162","title":"Digital Detox","year":2023,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Resource (disambiguation); Process (computing); Engineering ethics; Computer science; Sociology; Public relations; Engineering; Political science","score_opus":0.009046877963004017,"score_gpt":0.2591849963543279,"score_spread":0.2501381183913239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379743542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64946705,0.00010738964,0.055729628,0.011448692,0.0005064697,0.00017316824,0.0000036748695,0.0061839325,0.27638],"genre_scores_gemma":[0.96518135,0.000016419031,0.0013324732,0.00009540649,0.000088943496,0.0000031964694,0.0000113625465,0.000017911098,0.033252962],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878395,0.00014584024,0.00014924712,0.00037076982,0.00022290254,0.00032730086],"domain_scores_gemma":[0.9991882,0.0004209682,0.000065199325,0.0001853951,0.000030408402,0.00010986826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042130062,0.0001431513,0.00015889152,0.00030371305,0.0008326137,0.00062311295,0.00026765614,0.00006750303,0.0000040580708],"category_scores_gemma":[0.0009585404,0.00013278765,0.00004880234,0.0005664514,0.000027662805,0.00022709544,0.00018116117,0.0008869852,0.0001720979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019617624,0.00013484975,0.0280225,0.000045099216,0.00008692659,0.00018713456,0.0031587903,0.013164854,0.000432769,0.14585586,0.006525348,0.80236626],"study_design_scores_gemma":[0.00061462197,0.0003814989,0.005040023,0.00013642557,0.0000100213865,0.000034280572,0.0003607399,0.89783704,0.00003328598,0.0046466882,0.090468,0.00043737254],"about_ca_topic_score_codex":0.0000050405056,"about_ca_topic_score_gemma":8.425417e-7,"teacher_disagreement_score":0.88467216,"about_ca_system_score_codex":0.000021732114,"about_ca_system_score_gemma":0.00003950421,"threshold_uncertainty_score":0.64038754},"labels":[],"label_agreement":null},{"id":"W4380272587","doi":"10.1186/s41239-023-00402-9","title":"Barriers and beliefs: a comparative case study of how university educators understand the datafication of higher education systems","year":2023,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Higher education; Pedagogy; Sociology; Mathematics education; Engineering ethics; Psychology; Political science; Engineering; Law","score_opus":0.04513551584408151,"score_gpt":0.35522368291461026,"score_spread":0.3100881670705288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380272587","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86709636,0.00055662636,0.000035226003,0.12893333,0.0029829585,0.00019709692,0.0000069594116,0.000014840921,0.0001765975],"genre_scores_gemma":[0.9972729,0.00006744634,0.00048284006,0.000038365775,0.00023704395,0.000007910658,0.000012525671,0.0000067455685,0.0018742164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986052,0.0001739477,0.00047792424,0.0002268126,0.00039849192,0.000117607015],"domain_scores_gemma":[0.99725455,0.00038634916,0.00090504106,0.00032219753,0.0010645118,0.00006735678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042249385,0.00012706,0.00022966157,0.0015443846,0.0000933903,0.000060926042,0.00087322603,0.000097306496,0.000020402244],"category_scores_gemma":[0.000108905784,0.00011121657,0.00004228095,0.001501547,0.00019496329,0.0004890739,0.00012190411,0.00028486326,0.000002017472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002837454,0.0017335822,0.12461707,0.000043786502,0.00028780114,0.000014771788,0.008430662,0.0009669417,0.00024204436,0.857498,0.0049223243,0.0012146267],"study_design_scores_gemma":[0.002073612,0.0007611504,0.4101736,0.00067855656,0.00019459044,0.0016539317,0.40234143,0.0017850873,0.00015815595,0.17051363,0.009122645,0.0005436228],"about_ca_topic_score_codex":0.00027550026,"about_ca_topic_score_gemma":0.000024851639,"teacher_disagreement_score":0.6869844,"about_ca_system_score_codex":0.00025877779,"about_ca_system_score_gemma":0.0017640471,"threshold_uncertainty_score":0.45352802},"labels":[],"label_agreement":null},{"id":"W4380323831","doi":"10.1007/978-981-99-2295-6_2","title":"Data Analysis and Likert Scale","year":2023,"lang":"en","type":"book-chapter","venue":"Behaviormetrics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Wonder; Likert scale; Scale (ratio); Moment (physics); Data science; Computer science; Statistics; Psychology; Mathematics; Geography; Cartography; Social psychology; Physics","score_opus":0.0869760676440917,"score_gpt":0.32166558705471887,"score_spread":0.23468951941062716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380323831","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00169913,0.0054660933,0.6703792,0.0061388556,0.0042092497,0.0011137349,0.0049764873,0.0052437545,0.30077347],"genre_scores_gemma":[0.0013012137,0.0016285985,0.04046103,0.00009672728,0.00020777519,0.0000019104334,0.0009505172,0.000072618815,0.9552796],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99786043,0.000013570939,0.0003397067,0.00092325686,0.0006031324,0.00025992154],"domain_scores_gemma":[0.99704796,0.00016436382,0.00021569815,0.002289943,0.00011393299,0.00016812937],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046016154,0.00027563694,0.00048672454,0.0022247669,0.000116566596,0.000310889,0.0018955707,0.0003065782,0.00002278842],"category_scores_gemma":[0.00009070972,0.00027168318,0.00015593859,0.0019122128,0.000061200044,0.00021694665,0.0019934324,0.000521658,0.00024180983],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032209016,0.00016004851,0.03645533,0.000106949585,0.0012030167,0.0005536371,0.00017027493,0.00007781247,0.0000074769528,0.09573457,0.020097325,0.8454304],"study_design_scores_gemma":[0.00070308096,0.00035459796,0.05707203,0.00022299112,0.013246038,0.000064835025,0.000026220465,0.18874632,0.000010145335,0.018314628,0.7178907,0.0033484567],"about_ca_topic_score_codex":0.00004156366,"about_ca_topic_score_gemma":0.00009530448,"teacher_disagreement_score":0.8420819,"about_ca_system_score_codex":0.00003308124,"about_ca_system_score_gemma":0.00008705026,"threshold_uncertainty_score":0.99997354},"labels":[],"label_agreement":null},{"id":"W4380355000","doi":"10.1007/s11760-023-02578-z","title":"Detecting disengagement in virtual learning as an anomaly using temporal convolutional network autoencoder","year":2023,"lang":"en","type":"article","venue":"Signal Image and Video Processing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network","funders":"","keywords":"Autoencoder; Disengagement theory; Binary classification; Computer science; Anomaly detection; Artificial intelligence; Convolutional neural network; Machine learning; Support vector machine; Class (philosophy); Deep learning; Pattern recognition (psychology)","score_opus":0.024445366720469312,"score_gpt":0.3077846753515801,"score_spread":0.2833393086311108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380355000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54988414,0.00017005236,0.4490112,0.00038338982,0.00006656538,0.000065359105,6.8106596e-7,0.00032121537,0.00009738625],"genre_scores_gemma":[0.9656038,0.0000062690387,0.033696514,0.00015750813,0.00027139115,0.0000035439657,0.0000078057965,0.000019286863,0.00023383797],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981521,0.00024796897,0.000311127,0.00049503753,0.00029160426,0.0005021916],"domain_scores_gemma":[0.9993928,0.0001362965,0.0001439788,0.00012152415,0.00008369383,0.00012170198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014040172,0.0001784581,0.00019917137,0.000212156,0.0007269002,0.00048406725,0.00024780727,0.00006297927,0.000008974089],"category_scores_gemma":[0.00013874857,0.00017885462,0.000040410116,0.0009699186,0.0000773209,0.0013082303,0.00025725135,0.0005053256,0.00001539164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047146626,0.00013561588,0.12737131,0.00017966153,0.00003886761,0.0005489258,0.0052282517,0.5653786,0.013866384,0.001438698,0.00010237411,0.28566414],"study_design_scores_gemma":[0.00028565797,0.00012103452,0.004590423,0.00018915704,0.000009829197,0.00002037184,0.00073863124,0.9902513,0.0001281962,0.0033332333,0.00009490155,0.00023725453],"about_ca_topic_score_codex":0.00009183159,"about_ca_topic_score_gemma":0.00001715206,"teacher_disagreement_score":0.4248727,"about_ca_system_score_codex":0.000045294615,"about_ca_system_score_gemma":0.00020081118,"threshold_uncertainty_score":0.72934794},"labels":[],"label_agreement":null},{"id":"W4380480525","doi":"10.1007/978-3-031-30992-2_10","title":"Measuring Multidimensional Facets of SRL Engagement with Multimodal Data","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Conceptualization; Construct (python library); Psychology; Leverage (statistics); Student engagement; Cognitive psychology; Computer science; Cognitive science; Artificial intelligence; Mathematics education","score_opus":0.0644571765565767,"score_gpt":0.32412295835446636,"score_spread":0.2596657817978897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380480525","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013864742,0.004772171,0.93525743,0.001351085,0.0006541329,0.0008611497,0.00012760147,0.00069037,0.054899585],"genre_scores_gemma":[0.35560402,0.0028895896,0.50313705,0.000058968693,0.0002989232,0.000010994082,0.00042299705,0.00020790161,0.13736954],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777716,0.00008172098,0.0004900542,0.00083546847,0.000480504,0.00033508954],"domain_scores_gemma":[0.9978453,0.0008962633,0.0004714052,0.00060544506,0.00009710572,0.000084491134],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017633801,0.00034242903,0.00058044394,0.0004029381,0.00029133784,0.00006587652,0.0006890827,0.00013793811,0.0000019427118],"category_scores_gemma":[0.00053104927,0.00030711206,0.0000811057,0.00006253872,0.00009607717,0.00039152065,0.0007377331,0.0015234704,0.000004141769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000510716,0.000090360205,0.0043553435,0.000713207,0.00037506723,0.00006208843,0.0010671741,0.2221256,0.000046166948,0.5123667,0.000036917416,0.2587103],"study_design_scores_gemma":[0.0007476284,0.0002404476,0.000071441485,0.0013911716,0.00010020868,0.000008269417,0.00012777142,0.9005254,0.000007927554,0.006499518,0.08980079,0.0004794404],"about_ca_topic_score_codex":0.000024820942,"about_ca_topic_score_gemma":0.00006951929,"teacher_disagreement_score":0.6783998,"about_ca_system_score_codex":0.00004343393,"about_ca_system_score_gemma":0.00008514147,"threshold_uncertainty_score":0.9999381},"labels":[],"label_agreement":null},{"id":"W4380683496","doi":"10.3389/feduc.2023.1230623","title":"Editorial: Online assessment for humans: advancements, challenges and futures for digital assessment","year":2023,"lang":"en","type":"editorial","venue":"Frontiers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Futures contract; Computer science; Data science; Engineering; Business","score_opus":0.012875126138516341,"score_gpt":0.3555169004387059,"score_spread":0.34264177430018955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380683496","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000075151415,0.002376173,0.11275891,0.0023900196,0.8814942,0.0005807785,0.00024717837,0.00010076337,0.00004440737],"genre_scores_gemma":[0.00001586334,0.004730827,0.21494289,0.000014398341,0.7761036,0.0003865057,0.0026604538,0.00004396588,0.0011014629],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978798,0.00004259835,0.00041525188,0.0007542139,0.0005542223,0.00035393782],"domain_scores_gemma":[0.9981699,0.0005996783,0.00032789397,0.00042997347,0.00038959982,0.00008296251],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005427173,0.000293679,0.0004318315,0.00034132632,0.00014837498,0.00034664382,0.00060440914,0.0004188278,3.088584e-7],"category_scores_gemma":[0.00067637395,0.00030438515,0.000099419376,0.00014311126,0.000032484317,0.00046962962,0.00012604144,0.00047877917,5.196727e-7],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067063365,0.00027031466,0.000043465465,0.00028210258,0.00004178589,1.07664526e-7,0.00024351974,0.000039136074,3.191978e-7,0.0011816303,0.83761746,0.16027345],"study_design_scores_gemma":[0.00058869156,0.00026609207,0.00017924578,0.00024107908,0.000036086538,5.0508994e-8,0.0015741985,0.005767585,1.9513419e-7,0.027225902,0.9638164,0.00030447848],"about_ca_topic_score_codex":0.000007551568,"about_ca_topic_score_gemma":0.000025042858,"teacher_disagreement_score":0.15996897,"about_ca_system_score_codex":0.00043013974,"about_ca_system_score_gemma":0.0014661375,"threshold_uncertainty_score":0.9999408},"labels":[],"label_agreement":null},{"id":"W4381144950","doi":"10.18608/hla22.008","title":"Learning Analytics for Self-Regulated Learning","year":2022,"lang":"en","type":"book-chapter","venue":"Solar eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University","keywords":"Learning analytics; Metacognition; Computer science; Analytics; TRACE (psycholinguistics); Data science; Instrumentation (computer programming); Data analysis; Software analytics; Human–computer interaction; Software; Cognition; Data mining; Psychology; Software system","score_opus":0.015945593413938502,"score_gpt":0.24110683405246974,"score_spread":0.22516124063853124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381144950","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014513408,0.0005238265,0.07496566,0.0009972353,0.0009919833,0.0007400307,0.000020113537,0.0030400748,0.91857594],"genre_scores_gemma":[0.007742802,0.00004033988,0.015820649,0.00011574162,0.00041996394,0.000016202506,0.00009702916,0.00016517648,0.9755821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973847,0.000094864714,0.0005107305,0.000864937,0.0005864467,0.00055828295],"domain_scores_gemma":[0.9981447,0.00025729003,0.0005410009,0.00067790266,0.00020939404,0.00016973958],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.000720757,0.00050481636,0.0006069268,0.000385035,0.0009056409,0.00029101307,0.001116118,0.0003693255,0.00011537199],"category_scores_gemma":[0.00010184339,0.0005563898,0.00050519354,0.0000626373,0.000056451245,0.00010469171,0.0006675223,0.0023736716,0.00008437777],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002441826,0.000047560865,0.00010263104,0.00026972382,0.0010673545,0.00016567508,0.0026783494,0.025070077,0.000078395744,0.8585535,0.0014841217,0.110458136],"study_design_scores_gemma":[0.0003038683,0.00042012057,0.0000023838652,0.0000669732,0.00015712922,0.000020796344,0.000026704489,0.1856643,0.000016747648,0.015862638,0.79689187,0.0005665031],"about_ca_topic_score_codex":0.0000067856427,"about_ca_topic_score_gemma":0.0000043090654,"teacher_disagreement_score":0.8426909,"about_ca_system_score_codex":0.0001727451,"about_ca_system_score_gemma":0.00032115786,"threshold_uncertainty_score":0.9999279},"labels":[],"label_agreement":null},{"id":"W4381145014","doi":"10.18608/hla22.003","title":"Predictive Modelling in Teaching and Learning","year":2022,"lang":"en","type":"book-chapter","venue":"Solar eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Operationalization; Predictive analytics; Computer science; Learning analytics; Process (computing); Field (mathematics); Data science; Educational data mining; Artificial intelligence","score_opus":0.015794805614062005,"score_gpt":0.22912398820229468,"score_spread":0.2133291825882327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381145014","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029064756,0.0005349159,0.15164432,0.0002198237,0.00014829257,0.00012692381,0.0000037462767,0.00023076136,0.84680057],"genre_scores_gemma":[0.068695165,0.000078267556,0.0302262,0.00014516944,0.00023580677,0.000008169785,0.000013281572,0.000085688036,0.9005123],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861693,0.00013004092,0.00024356881,0.00049920916,0.0002824098,0.00022783097],"domain_scores_gemma":[0.9993394,0.0001455731,0.0001539001,0.00027448486,0.00002040265,0.00006623687],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00082679273,0.00022294091,0.00027158542,0.0002534493,0.00040967145,0.00012362143,0.00038571956,0.00014460133,0.000011904713],"category_scores_gemma":[0.000032420005,0.00024472288,0.000075533295,0.000012694346,0.00003783068,0.00010140449,0.0005381639,0.0038717599,0.000007541055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008450999,0.000012388485,0.00007751551,0.000055628876,0.00006924383,0.00018089551,0.007724466,0.10074664,0.000007677158,0.7473779,0.000034493587,0.14370473],"study_design_scores_gemma":[0.00013941036,0.00011433432,0.0000026429743,0.00013483269,0.000015991634,0.000015967078,0.000055045588,0.75106066,8.802991e-7,0.049373202,0.19881557,0.0002714597],"about_ca_topic_score_codex":0.000052533574,"about_ca_topic_score_gemma":0.0000057836064,"teacher_disagreement_score":0.69800466,"about_ca_system_score_codex":0.00007045127,"about_ca_system_score_gemma":0.00008261294,"threshold_uncertainty_score":0.9984264},"labels":[],"label_agreement":null},{"id":"W4381145033","doi":"10.18608/hla22.017","title":"Institutional Analytics","year":2022,"lang":"en","type":"book-chapter","venue":"Solar eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Implementation; Learning analytics; Analytics; Optimism; Computer science; Field (mathematics); Data science; Work (physics); Politics; Knowledge management; Management science; Engineering ethics; Political science; Psychology; Engineering","score_opus":0.02274190597731722,"score_gpt":0.24003440122155806,"score_spread":0.21729249524424082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381145033","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000041436774,0.00019477576,0.02106711,0.0006479963,0.00051981065,0.00007076435,0.000025235873,0.00022563119,0.97724456],"genre_scores_gemma":[0.002232043,0.000025626387,0.007445973,0.00043909255,0.00035194305,0.0000029246435,0.00003793332,0.00003341425,0.989431],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850494,0.000019214825,0.00026099203,0.00044889277,0.0005412913,0.00022465113],"domain_scores_gemma":[0.99892884,0.000039814306,0.00016596905,0.00069254055,0.00006904399,0.000103772305],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021123436,0.00024921887,0.00026322232,0.0002154283,0.0003494625,0.00012283926,0.0009828797,0.00016330181,0.0002908714],"category_scores_gemma":[0.000017371363,0.0002610052,0.00023014439,0.00002568498,0.00009543774,0.000073174924,0.0006270566,0.0009538658,0.0002541017],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.377677e-7,0.0000058858027,0.000004068607,0.000011294544,0.00005629222,0.00011982139,0.000056174147,0.00027720138,0.0000021995966,0.981736,0.0009489153,0.016781176],"study_design_scores_gemma":[0.00009346283,0.00005130113,0.0000028044492,0.00002887042,0.000032084678,0.000036596484,0.0000016957342,0.009864662,0.000003989996,0.10460831,0.8849964,0.00027980696],"about_ca_topic_score_codex":0.0000065091845,"about_ca_topic_score_gemma":0.0000055836763,"teacher_disagreement_score":0.8840475,"about_ca_system_score_codex":0.0001151261,"about_ca_system_score_gemma":0.0004687937,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W4381191806","doi":"10.4324/9781003290650-51","title":"Bibliometrics and the Study of Academic Knowledge Circulation","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bibliometrics; Circulation (fluid dynamics); Geography; Data science; History; Library science; Computer science; Engineering","score_opus":0.06687913763954373,"score_gpt":0.3290368885111698,"score_spread":0.26215775087162607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381191806","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050141104,0.0037004617,0.048907418,0.004392397,0.001306057,0.0013805449,0.0000070379497,0.0008452666,0.9344467],"genre_scores_gemma":[0.31041175,0.0010242935,0.00036085516,0.000041647472,0.00016401663,0.0000024533651,0.0000025623126,0.000026712281,0.6879657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905396,0.000033126707,0.00027758288,0.0002497157,0.00029852142,0.00008706999],"domain_scores_gemma":[0.99877155,0.00051861757,0.00018604266,0.00036562438,0.00012610493,0.000032063665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007071952,0.00012179282,0.0002474727,0.0033501827,0.00006005113,0.000053496675,0.00052379724,0.00014637559,0.000004920868],"category_scores_gemma":[0.000104836625,0.00007724297,0.00005347938,0.002273735,0.00006300571,0.000067605535,0.00040120006,0.00045359856,0.00005359785],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020467216,0.000024185172,0.0004853724,0.000029997753,0.00007221197,0.000002324612,0.0009045363,0.00012862118,7.8676527e-7,0.9556359,0.00067978597,0.042034198],"study_design_scores_gemma":[0.0035028302,0.0004891887,0.010656992,0.00026987612,0.00033681587,0.000014159042,0.00033532444,0.59026057,0.0000022213667,0.364047,0.029291833,0.00079320575],"about_ca_topic_score_codex":0.000013024579,"about_ca_topic_score_gemma":0.0000074243544,"teacher_disagreement_score":0.5915889,"about_ca_system_score_codex":0.000008884893,"about_ca_system_score_gemma":0.000039513478,"threshold_uncertainty_score":0.3149877},"labels":[],"label_agreement":null},{"id":"W4381195654","doi":"10.59670/jns.v33i.464","title":"Artificial Intelligence application in Education","year":2023,"lang":"en","type":"article","venue":"Journal of Namibian Studies History Politics Culture","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Demographics; Affect (linguistics); Population; Psychology; Sample (material); Variance (accounting); Institution; Demography; Medical education; Social science; Medicine; Sociology","score_opus":0.05470716644512796,"score_gpt":0.3451553706508415,"score_spread":0.29044820420571354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381195654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26487797,0.13334379,0.36918932,0.16241284,0.038762543,0.0015264461,0.000025403773,0.0013585535,0.028503122],"genre_scores_gemma":[0.9794838,0.0013671521,0.011991274,0.000780933,0.0012056736,0.000005018653,0.0000038012306,0.000013754919,0.0051485817],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989216,0.000057738045,0.00044520458,0.0001368318,0.00025080293,0.00018787279],"domain_scores_gemma":[0.99901116,0.000055722372,0.00030510788,0.00018398481,0.0003727827,0.000071246104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039176884,0.00009484417,0.0002029919,0.00032388952,0.00007401993,0.00001969476,0.00038821824,0.000056812223,9.2696746e-7],"category_scores_gemma":[0.0002706235,0.000081114136,0.00007831721,0.00050526316,0.000067156725,0.00019371795,0.000065857486,0.00031128371,0.000043057895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075002094,0.00043391593,0.0013180394,0.00015251541,0.00011138502,0.00007218203,0.035133332,0.005300491,0.0005354653,0.74480873,0.10902299,0.10310342],"study_design_scores_gemma":[0.00013044226,0.00033046646,0.0024760386,0.000324594,0.000056537945,0.00011382338,0.017706664,0.04912405,0.00012707994,0.2144662,0.71468604,0.00045805253],"about_ca_topic_score_codex":0.000006636812,"about_ca_topic_score_gemma":0.000014693188,"teacher_disagreement_score":0.7146058,"about_ca_system_score_codex":0.00071556057,"about_ca_system_score_gemma":0.000315434,"threshold_uncertainty_score":0.33077383},"labels":[],"label_agreement":null},{"id":"W4381549091","doi":"10.1145/3596673.3596975","title":"pTA: A Programmable Teaching Assistant for Lab Courses","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Workload; Scalability; Computer science; Cloud computing; Architecture; Acronym; Teaching assistant; Multimedia; Software engineering; Engineering management; Mathematics education; Operating system; Engineering; Psychology","score_opus":0.027040033070077518,"score_gpt":0.3296490997530509,"score_spread":0.3026090666829734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381549091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020081503,0.000037711357,0.9372839,0.031388555,0.00041231894,0.00024134708,0.0000042048773,0.0024667908,0.008083716],"genre_scores_gemma":[0.59545517,0.000006821305,0.3270196,0.00036753004,0.0002105024,0.000033779164,0.000012119575,0.000016847289,0.07687763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992816,0.000022412141,0.00010056799,0.0002002396,0.00013279574,0.00026237965],"domain_scores_gemma":[0.99954695,0.00010846535,0.00003240279,0.000221041,0.000040682964,0.000050490067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049236143,0.000064595195,0.00008860081,0.000067646724,0.00017930244,0.00021966832,0.0003337688,0.000025189373,0.000002862264],"category_scores_gemma":[0.0001171066,0.000050787115,0.00005621708,0.00026962164,0.00001187947,0.00013938462,0.00010091245,0.00010039113,0.00007906173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043600935,0.0001417943,0.0024646234,0.000058806472,0.000047211874,0.00002398837,0.00067721156,0.0012073434,0.00033889522,0.6807719,0.06866174,0.24560215],"study_design_scores_gemma":[0.00017671003,0.00008834029,0.00029949643,0.0000149190455,0.0000055279643,0.0000022884672,0.00014718367,0.7287312,0.00007464536,0.004675964,0.2656767,0.00010699487],"about_ca_topic_score_codex":0.000021533062,"about_ca_topic_score_gemma":0.000009944264,"teacher_disagreement_score":0.72752386,"about_ca_system_score_codex":0.000011877136,"about_ca_system_score_gemma":0.000051643496,"threshold_uncertainty_score":0.21182667},"labels":[],"label_agreement":null},{"id":"W4382239093","doi":"10.56726/irjmets42609","title":"Artificial Intelligence in Education","year":2023,"lang":"en","type":"article","venue":"International Research Journal of Modernization in Engineering Technology and Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Intuitive","keywords":"Artificial intelligence; Mathematics education; Psychology; Computer science; Cognitive science","score_opus":0.04194524523908098,"score_gpt":0.39172427673623256,"score_spread":0.34977903149715156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382239093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50966823,0.00011191345,0.47326493,0.016303763,0.00046227023,0.00004317755,2.1649588e-7,0.000049072863,0.000096404634],"genre_scores_gemma":[0.9874569,0.00019969948,0.012269176,0.000006864342,0.000031578016,0.000002175929,2.5884037e-7,0.0000024130472,0.000030902855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888587,0.000020074296,0.00026381708,0.00014431021,0.00050212926,0.00018381835],"domain_scores_gemma":[0.9992063,0.000116006246,0.000053726908,0.0001001633,0.00048549188,0.000038309736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002485728,0.00004079682,0.00006647077,0.005995755,0.000049563132,0.00009262762,0.0009351794,0.000047908357,0.0000013837404],"category_scores_gemma":[0.0026844789,0.000040047795,0.000008915867,0.0052394974,0.00015024586,0.00051476073,0.00021127978,0.000425212,0.000005499426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003135013,0.000053107142,0.012579249,0.000005982552,0.0000019810564,0.000019566636,0.0002947775,0.18418998,0.0030837096,0.6705814,0.00001339184,0.1291737],"study_design_scores_gemma":[0.000021936929,0.000026757963,0.005577775,0.000076974655,1.6042586e-7,0.000028676772,0.00011462285,0.8539359,0.0008968421,0.1391894,0.00009715558,0.000033776512],"about_ca_topic_score_codex":0.0000033937586,"about_ca_topic_score_gemma":0.0000026913078,"teacher_disagreement_score":0.6697459,"about_ca_system_score_codex":0.00011008217,"about_ca_system_score_gemma":0.0003468301,"threshold_uncertainty_score":0.534995},"labels":[],"label_agreement":null},{"id":"W4382463660","doi":"10.1609/aaai.v37i13.27091","title":"A Dataset for Learning University STEM Courses at Scale and Generating Questions at a Human Level","year":2023,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Scale (ratio); Science and engineering; Mathematics education; Dozen; Foundation (evidence); Earth system science; Computer science; Data science; Engineering; Engineering ethics; Mathematics; Ecology; Geography; Biology; Cartography","score_opus":0.14612825709802754,"score_gpt":0.3351370423303442,"score_spread":0.18900878523231665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382463660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983009,0.000010749251,0.010894915,0.005087898,0.00011739909,0.00024561657,0.00019054464,0.000138432,0.00030544784],"genre_scores_gemma":[0.99234736,0.000026073229,0.003123695,0.000043488104,0.000045122695,0.0000037637149,0.000023326551,0.000008449326,0.0043787253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892133,0.000020255819,0.00021683708,0.00037885326,0.00021549618,0.0002472257],"domain_scores_gemma":[0.99916834,0.00012398453,0.0002186523,0.00015518792,0.0002619104,0.000071938965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043491006,0.00012961273,0.00016263917,0.000111906425,0.0009413726,0.00014068834,0.00072170136,0.000054287106,0.000007241001],"category_scores_gemma":[0.00015562835,0.00011205432,0.000054355623,0.00044014672,0.0001806546,0.00020054136,0.0006997856,0.00017786643,0.0000337354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077021956,0.00014888206,0.008837289,0.00019365059,0.00005164328,0.000002911968,0.003943688,0.0038212382,0.20763263,0.71716386,0.0049503837,0.05317677],"study_design_scores_gemma":[0.00006163392,0.00024894855,0.00048013253,0.00023281675,0.00003181216,0.000006386627,0.0015997789,0.9140487,0.06938307,0.010963928,0.0026660187,0.00027682184],"about_ca_topic_score_codex":0.0000487651,"about_ca_topic_score_gemma":0.00009496124,"teacher_disagreement_score":0.9102274,"about_ca_system_score_codex":0.000056579163,"about_ca_system_score_gemma":0.000043705124,"threshold_uncertainty_score":0.7240372},"labels":[],"label_agreement":null},{"id":"W4382517594","doi":"10.1145/3587103.3594188","title":"Self-Explanation Modality: Effects on Student Performance?","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Modality (human–computer interaction); Mathematics education; Psychology; Cognitive psychology; Multimedia; Natural language processing; Human–computer interaction","score_opus":0.01067647678405361,"score_gpt":0.2800417947255798,"score_spread":0.2693653179415262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382517594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690087,0.000003599594,0.009923533,0.010940857,0.00034690922,0.00008841442,2.0077238e-7,0.001486079,0.008201727],"genre_scores_gemma":[0.9937418,0.00002293102,0.003389747,0.0003673083,0.00009087439,0.000004238739,0.0000034654495,0.000004013596,0.002375582],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993,0.000031869142,0.00007930249,0.0001720543,0.0002693798,0.00014736634],"domain_scores_gemma":[0.9995992,0.00008493193,0.00002294178,0.00022936432,0.000023753038,0.00003980379],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002417318,0.00006208777,0.000066795044,0.000110752146,0.00008016357,0.000079384234,0.0002956906,0.000024108065,0.0000025118395],"category_scores_gemma":[0.000014008343,0.000049299928,0.000025498357,0.0004266989,0.0000031406587,0.0001254018,0.00009224699,0.000084741,0.000901803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072793664,0.00068330293,0.08995077,0.00035076364,0.00016937753,0.000116898416,0.0053489013,0.029373422,0.00024809316,0.38026583,0.01291932,0.48056602],"study_design_scores_gemma":[0.00018532503,0.00018145074,0.0796171,0.000015539628,0.0000037744235,0.0000010925704,0.000018487488,0.9153161,0.0007852668,0.0009651021,0.0028126754,0.00009810419],"about_ca_topic_score_codex":0.0000025855832,"about_ca_topic_score_gemma":8.0472233e-7,"teacher_disagreement_score":0.88594264,"about_ca_system_score_codex":0.00002374721,"about_ca_system_score_gemma":0.000016638238,"threshold_uncertainty_score":0.9998761},"labels":[],"label_agreement":null},{"id":"W4382564936","doi":"10.1007/978-3-031-31646-3_19","title":"RECIPE, an Innovative Model for Instructional Technology Task Design Via Interactive Media","year":2023,"lang":"en","type":"book-chapter","venue":"Knowledge studies in higher education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Task (project management); Blended learning; Multimedia; Reflection (computer programming); Instructional design; Digital media; Educational technology; Interactive Learning; Mathematics education; Engineering; Psychology; World Wide Web","score_opus":0.16617330181395495,"score_gpt":0.40334485858605457,"score_spread":0.2371715567720996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382564936","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051199266,0.011642004,0.65185505,0.0372386,0.07707882,0.004471515,0.00018459339,0.0029602204,0.2140572],"genre_scores_gemma":[0.03856258,0.00046563474,0.16902408,0.00014315972,0.002351947,0.00063561765,0.00020181168,0.00013583347,0.7884793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982916,0.00004513158,0.00048724897,0.00074391253,0.00017164051,0.00026044],"domain_scores_gemma":[0.99691427,0.000505066,0.00034099963,0.0004684942,0.0017256774,0.000045485896],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003339165,0.0003532685,0.00046840278,0.0015799936,0.00015649015,0.00003674653,0.0006406086,0.0003477171,0.000007668519],"category_scores_gemma":[0.00025710813,0.00035489732,0.00006279745,0.00086517155,0.00025359943,0.00030841958,0.0003363811,0.00062893314,0.000075239754],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017567605,0.00013158176,0.000016500873,0.0000769394,0.00020190419,0.0000014186977,0.0104133375,0.0007089616,0.000009102246,0.8957035,0.0059879823,0.08673122],"study_design_scores_gemma":[0.00025818232,0.00014662158,0.00006293055,0.00046720996,0.00003717018,0.0000050519175,0.0003455623,0.07814705,0.000011220822,0.8945245,0.025530552,0.00046392216],"about_ca_topic_score_codex":0.0000015846879,"about_ca_topic_score_gemma":0.000035959012,"teacher_disagreement_score":0.5744221,"about_ca_system_score_codex":0.0005110516,"about_ca_system_score_gemma":0.000776112,"threshold_uncertainty_score":0.9998903},"labels":[],"label_agreement":null},{"id":"W4382654432","doi":"10.1145/3587102.3588847","title":"The Value of Time Extensions in Identifying Students Abilities","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Coursework; Computer science; Scheduling (production processes); Mathematics education; Phenomenon; Value (mathematics); Time management; Psychology; Mathematics; Machine learning; Operating system; Mathematical optimization","score_opus":0.01846110016201104,"score_gpt":0.32887475487389795,"score_spread":0.3104136547118869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382654432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907228,0.00003568556,0.0034898005,0.0043176776,0.0001446796,0.000049956823,3.766714e-7,0.0001521954,0.0010868483],"genre_scores_gemma":[0.981549,0.00003724429,0.0016992474,0.000045062403,0.000014073633,0.0000014628991,4.5724533e-7,0.0000030026351,0.016650433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933285,0.00005181781,0.0001449915,0.00010803056,0.00023363439,0.00012870414],"domain_scores_gemma":[0.9993382,0.00031398004,0.000027873575,0.0002696833,0.00003268555,0.000017567543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005961275,0.000036822246,0.000067443696,0.000070949965,0.00007966045,0.00007637967,0.0005823812,0.000013881877,0.0000043666437],"category_scores_gemma":[0.00014895792,0.000023770373,0.00003137541,0.00048351922,0.000030677533,0.00007911435,0.000326277,0.000067802255,0.00016804102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075495504,0.0004238251,0.3004655,0.00009399426,0.00010856241,0.000084414234,0.012694641,0.043727867,0.00503985,0.5754636,0.0142056355,0.047684573],"study_design_scores_gemma":[0.00015621992,0.00003060138,0.19351625,0.000051629235,0.000003093496,0.0000015299852,0.000829655,0.77118456,0.0001943103,0.033287186,0.0006570858,0.00008789701],"about_ca_topic_score_codex":0.000055891884,"about_ca_topic_score_gemma":0.00001570764,"teacher_disagreement_score":0.7274567,"about_ca_system_score_codex":0.000007446852,"about_ca_system_score_gemma":0.00002125669,"threshold_uncertainty_score":0.21598835},"labels":[],"label_agreement":null},{"id":"W4382933094","doi":"","title":"Enseigner et apprendre à l'ère de l'intelligence artificielle","year":2023,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal; Université Laval","funders":"","keywords":"Acculturation; Multidisciplinary approach; Perspective (graphical); Mathematics education; Sociology; Mediation; Computer science; Pedagogy; Knowledge management; Psychology; Artificial intelligence; Social science","score_opus":0.03543289313449045,"score_gpt":0.27343734723245705,"score_spread":0.2380044540979666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382933094","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059463875,0.0009416253,0.82430845,0.12972295,0.0006723194,0.00027091725,0.00005703062,0.00068722444,0.037393108],"genre_scores_gemma":[0.33674517,0.0018915599,0.23939557,0.0005348385,0.00011558056,0.00005711668,0.00038431684,0.00012850051,0.42074734],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9864403,0.009257122,0.0009366963,0.0016171822,0.00078109495,0.00096760667],"domain_scores_gemma":[0.989304,0.0033351686,0.000706415,0.0038011596,0.0023922953,0.00046098075],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011468963,0.0006023414,0.0005905573,0.00029577856,0.0007108074,0.0014846933,0.0035901282,0.0005517592,0.0002099121],"category_scores_gemma":[0.00317337,0.0006846659,0.00047445807,0.0012446125,0.00048463512,0.00028769075,0.0035209358,0.0018641081,0.0013291992],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004682956,0.0006615561,0.0010889261,0.00019147371,0.00009920059,0.00005032102,0.024854053,0.019636994,0.00063442934,0.8583075,0.0040865075,0.090384394],"study_design_scores_gemma":[0.00015776508,0.0000010013224,0.0019092718,0.0025898647,0.000064305335,0.000046168472,0.00043394498,0.84600437,0.009798885,0.04040266,0.09784954,0.00074224424],"about_ca_topic_score_codex":0.0026195522,"about_ca_topic_score_gemma":0.0017931658,"teacher_disagreement_score":0.8263674,"about_ca_system_score_codex":0.00019174961,"about_ca_system_score_gemma":0.0010315531,"threshold_uncertainty_score":0.9995605},"labels":[],"label_agreement":null},{"id":"W4383616787","doi":"10.1007/978-3-031-34735-1_1","title":"Improving Students’ Self-awareness by Analyzing Course Discussion Forum Data","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Dashboard; Quality (philosophy); Sentiment analysis; Massive open online course; Multimedia; Mathematics education; World Wide Web; Data science; Psychology; Artificial intelligence","score_opus":0.0208006370551299,"score_gpt":0.3080538344367923,"score_spread":0.2872531973816624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383616787","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010372704,0.0002691625,0.9920884,0.004752672,0.0018407784,0.00022263428,0.000037899874,0.0006062633,0.00007851291],"genre_scores_gemma":[0.2315893,0.0004307126,0.7532707,0.002708914,0.0024264583,0.00001650949,0.0005153931,0.00035488617,0.008687155],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99419695,0.000056518653,0.00061404664,0.0024706325,0.0017208875,0.0009409398],"domain_scores_gemma":[0.9954398,0.00038023846,0.00045220443,0.0032914286,0.00018806543,0.000248245],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0016735782,0.00060362404,0.00062201556,0.00062203617,0.0005495823,0.0014737025,0.011305917,0.00032115314,0.000004194562],"category_scores_gemma":[0.00014171067,0.0004432375,0.000117260126,0.001059332,0.00028975794,0.0010579169,0.009197652,0.0011963213,0.00006484222],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035718583,0.00014938347,0.005626144,0.000110538516,0.000068193265,0.0001989418,0.0006255137,0.019506486,0.0001318752,0.002086391,0.0006413245,0.97085166],"study_design_scores_gemma":[0.0002403571,0.00009720342,0.0001714483,0.0004641555,0.00003540361,0.000017191856,0.0000010592091,0.9834504,0.00006511368,0.013021183,0.0017185677,0.00071790756],"about_ca_topic_score_codex":0.00006257255,"about_ca_topic_score_gemma":0.00012947754,"teacher_disagreement_score":0.9701337,"about_ca_system_score_codex":0.00021112837,"about_ca_system_score_gemma":0.0008043005,"threshold_uncertainty_score":0.99980193},"labels":[],"label_agreement":null},{"id":"W4383616850","doi":"10.1007/978-3-031-35998-9_46","title":"Data-Driven Approach for Student Engagement Modelling Based on Learning Behaviour","year":2023,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Personalization; Computer science; Student engagement; Attrition; Perception; Artificial intelligence; Data science; Mathematics education; World Wide Web; Psychology","score_opus":0.173544679419602,"score_gpt":0.37010617084788067,"score_spread":0.19656149142827867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383616850","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010728822,0.000022910526,0.97398585,0.0008456701,0.0001315133,0.0003688187,0.000031614738,0.0001585864,0.024444293],"genre_scores_gemma":[0.0395795,0.0005809135,0.9558082,0.0005456361,0.00006088834,0.000048676317,0.0009389484,0.000019779745,0.002417459],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819815,0.000049315786,0.0005482378,0.0004137539,0.000560345,0.00023018669],"domain_scores_gemma":[0.9962861,0.00038456565,0.00030710513,0.0026727684,0.00027032348,0.00007913062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002345366,0.00019709874,0.00022137903,0.0008951148,0.000752642,0.0007661608,0.0052106306,0.00008786078,8.1129974e-7],"category_scores_gemma":[0.000051505383,0.00019688693,0.000044917997,0.00034618558,0.0002335169,0.002330203,0.0032598884,0.0006941352,0.000020915011],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.827819e-7,0.000028359136,0.00004140608,0.000022648286,0.000004306222,1.4024931e-7,0.0006245581,0.7786782,6.2243096e-8,0.1904804,0.000094821786,0.030024141],"study_design_scores_gemma":[0.00021887544,0.00007661933,0.00009180741,0.00011955609,0.000009030093,8.8746805e-7,0.000033871314,0.9763604,1.8566142e-7,0.00079074374,0.022090772,0.00020726136],"about_ca_topic_score_codex":0.0000038352696,"about_ca_topic_score_gemma":0.0000012815626,"teacher_disagreement_score":0.19768222,"about_ca_system_score_codex":0.00009653269,"about_ca_system_score_gemma":0.00023816635,"threshold_uncertainty_score":0.96827346},"labels":[],"label_agreement":null},{"id":"W4384133056","doi":"10.35542/osf.io/hxp4c","title":"Personalized Learning Squared (PLUS): Doubling Math Learning through AI-assisted Tutoring","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"TUTOR; Mathematics education; Personalized learning; Computer science; Artificial intelligence; Plan (archaeology); Cooperative learning; Mathematics; Teaching method; Open learning","score_opus":0.07172210194941002,"score_gpt":0.33904765132920783,"score_spread":0.2673255493797978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384133056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016815139,0.00039971396,0.95489895,0.011070931,0.0025015664,0.0003523211,0.0000031537315,0.007623818,0.0063343863],"genre_scores_gemma":[0.6309748,0.00038785196,0.18729147,0.0005179074,0.0016069225,0.000078804886,0.00024007741,0.00028684814,0.17861527],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945687,0.00049443287,0.0008897054,0.0018307519,0.0011511451,0.0010652578],"domain_scores_gemma":[0.9971772,0.00045430276,0.00065746944,0.0011040779,0.00038436288,0.00022262253],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013768016,0.00076392054,0.0010305335,0.00045043745,0.000844691,0.0021088829,0.002133838,0.0006108642,0.0000514863],"category_scores_gemma":[0.0006685276,0.0007487024,0.0006285182,0.0010716122,0.000096770185,0.0005860482,0.0038335528,0.005266457,0.00053403986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034853285,0.00011705269,0.0033742925,0.00078814116,0.00049904233,0.00034556686,0.0130510405,0.8500251,0.0003306163,0.11704135,0.0009961351,0.013396816],"study_design_scores_gemma":[0.00081056246,0.000093732466,0.00039999225,0.00075002515,0.000074977375,0.000028536644,0.0010938854,0.96424407,0.00004263558,0.004532718,0.026944486,0.0009843578],"about_ca_topic_score_codex":0.00080872147,"about_ca_topic_score_gemma":0.000020160254,"teacher_disagreement_score":0.7676075,"about_ca_system_score_codex":0.00037784028,"about_ca_system_score_gemma":0.00067984354,"threshold_uncertainty_score":0.9994964},"labels":[],"label_agreement":null},{"id":"W4384694370","doi":"10.21432/cjlt28411","title":"L’apprentissage en ligne dans le contexte de la quatrième révolution industrielle : le cas d’un module connectiviste en contexte universitaire","year":2023,"lang":"fr","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Political science; Sociology; Philosophy","score_opus":0.006951939138743997,"score_gpt":0.22706174472431673,"score_spread":0.22010980558557272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384694370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8950332,0.005106838,0.034923803,0.06334981,0.00042128935,0.00007081435,0.000010753027,0.00012673766,0.0009568031],"genre_scores_gemma":[0.982986,0.00043155,0.00071688666,0.00001297327,0.00014173912,7.127303e-7,0.0000036228232,0.000025319101,0.015681228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761957,0.00094160164,0.00034813758,0.0003025861,0.00013675868,0.00065137487],"domain_scores_gemma":[0.99819857,0.0005529945,0.00035344216,0.00019467442,0.00023112746,0.00046918963],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018030747,0.00021111319,0.00040424053,0.00092870666,0.0010780615,0.00017388152,0.00054196274,0.00066801213,0.000016139413],"category_scores_gemma":[0.001306535,0.0002527563,0.0001056088,0.0013611533,0.0008440646,0.00029503528,0.00012383543,0.002072782,0.00001872889],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028097673,0.000116515424,0.21407846,0.00010268063,0.0006215909,0.010639393,0.020447176,0.015850332,0.0021629678,0.24080536,0.0056528533,0.48949456],"study_design_scores_gemma":[0.005934201,0.0029870935,0.017395975,0.001538648,0.00036184938,0.012151268,0.14929457,0.28042343,0.002081121,0.03971454,0.48675418,0.001363105],"about_ca_topic_score_codex":0.00656738,"about_ca_topic_score_gemma":0.003999758,"teacher_disagreement_score":0.48813146,"about_ca_system_score_codex":0.00032654233,"about_ca_system_score_gemma":0.002941069,"threshold_uncertainty_score":0.9999925},"labels":[],"label_agreement":null},{"id":"W4384825535","doi":"10.3390/math11143153","title":"Comprehensive Evaluations of Student Performance Estimation via Machine Learning","year":2023,"lang":"en","type":"article","venue":"Mathematics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Mustansiriyah University","keywords":"Artificial intelligence; Machine learning; Computer science; Perceptron; Support vector machine; Naive Bayes classifier; Linear discriminant analysis; Artificial neural network; Decision tree; Random forest; Classifier (UML); Quadratic classifier; Pattern recognition (psychology)","score_opus":0.04496173362624997,"score_gpt":0.3526383526434385,"score_spread":0.30767661901718857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384825535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5320679,0.000025498914,0.46671617,0.0005016657,0.00007083125,0.000081592254,9.576855e-7,0.000236296,0.00029910626],"genre_scores_gemma":[0.8869195,0.00002596325,0.11243725,0.000015417569,0.00001498912,0.000004558159,0.000012307702,0.0000082156685,0.0005617757],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909544,0.00003870889,0.00025615495,0.00011824893,0.0003621928,0.00012928354],"domain_scores_gemma":[0.9992383,0.00017869515,0.0001562452,0.00026298637,0.00013430575,0.0000294684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003135763,0.00008030075,0.00015008236,0.00013064762,0.0001106283,0.000036970683,0.00031290913,0.000025940804,0.0000084315425],"category_scores_gemma":[0.00007198235,0.00007201811,0.000040482733,0.0005612774,0.000022650287,0.00011432621,0.00015322809,0.00012641904,0.00021168498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013370469,0.00030527258,0.010900641,0.00067481416,0.00007740405,0.000005344551,0.011355471,0.8819943,0.0021116817,0.017111719,0.0001660963,0.07529593],"study_design_scores_gemma":[0.000121370365,0.000052522988,0.008752391,0.00005509412,0.0000130565295,0.0000040800032,0.00010827293,0.98670423,0.00029833076,0.003721972,0.000096202944,0.00007249945],"about_ca_topic_score_codex":0.0000020556097,"about_ca_topic_score_gemma":2.8166383e-7,"teacher_disagreement_score":0.35485163,"about_ca_system_score_codex":0.000015364632,"about_ca_system_score_gemma":0.000023451055,"threshold_uncertainty_score":0.29368132},"labels":[],"label_agreement":null},{"id":"W4384930283","doi":"10.47540/ijqr.v3i1.850","title":"Digital Humanities as Inclusive Knowledge Translation: a Multi-Phase Qualitative Pilot Study","year":2023,"lang":"en","type":"article","venue":"International Journal of Qualitative Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Knowledge translation; Citizen journalism; Conceptualization; Sociology; Participatory action research; Qualitative research; Inclusion (mineral); Scopus; Knowledge management; Political science; Social science; Computer science; World Wide Web","score_opus":0.6723718087085164,"score_gpt":0.6762231304172719,"score_spread":0.003851321708755462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384930283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8397121,0.00075189886,0.113726884,0.030913955,0.0014479018,0.0007181483,0.00014789996,0.00021637203,0.012364883],"genre_scores_gemma":[0.99111336,0.00004045253,0.003395859,0.00004479908,0.0004063106,0.000011678554,0.000014907974,0.00001844611,0.0049541877],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99277437,0.003361841,0.00082017627,0.00030187648,0.0023786207,0.00036309432],"domain_scores_gemma":[0.9868566,0.007290653,0.00034565915,0.00020346933,0.0051537957,0.00014983476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010146699,0.00017031492,0.00030839138,0.0016806702,0.00029427034,0.000655814,0.0018238125,0.000034160774,0.00003066835],"category_scores_gemma":[0.0038967659,0.00014676493,0.00014006259,0.0012657043,0.00030339533,0.0013819739,0.00048450512,0.0008404191,0.00038300722],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003318556,0.0039167022,0.00007195478,0.00001732015,0.00065705297,0.00056286016,0.9126357,0.00010894283,0.00025829094,0.048917204,0.001397302,0.031124847],"study_design_scores_gemma":[0.0073222667,0.014962184,0.00030749405,0.00025641377,0.000016983005,0.00007921304,0.8582442,0.023334904,0.0001630071,0.08688934,0.008045407,0.0003785895],"about_ca_topic_score_codex":0.000066734035,"about_ca_topic_score_gemma":0.000050131515,"teacher_disagreement_score":0.1514013,"about_ca_system_score_codex":0.00024017623,"about_ca_system_score_gemma":0.00060641137,"threshold_uncertainty_score":0.63240296},"labels":[],"label_agreement":null},{"id":"W4385065395","doi":"10.1007/s43545-023-00717-4","title":"Digital divide in higher education in Sub-Saharan Africa: evidence from online learning during the COVID-19 pandemic","year":2023,"lang":"en","type":"article","venue":"SN Social Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Digital divide; Pandemic; The Internet; Coronavirus disease 2019 (COVID-19); Internet access; Educational technology; Medical education; Psychology; Higher education; Distance education; Online learning; Political science; Public relations; Economic growth; Mathematics education; Multimedia; Medicine; Computer science; World Wide Web","score_opus":0.11987395293557372,"score_gpt":0.37348243242723317,"score_spread":0.25360847949165943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385065395","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97392136,0.0005390421,0.00014120813,0.024428627,0.0002877981,0.00007311557,0.000004231372,0.00017296312,0.0004316329],"genre_scores_gemma":[0.9972228,0.00014512232,0.00011132743,0.00018919403,0.00036228614,0.000006967187,0.0000053575222,0.0000042248835,0.0019527406],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983894,0.00018140084,0.00022039044,0.00040156042,0.00044950732,0.00035769306],"domain_scores_gemma":[0.99905914,0.0006307059,0.00010408727,0.00012133266,0.000022826112,0.000061887265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009648883,0.00010022753,0.00013144847,0.0002005628,0.00054193335,0.00042948002,0.0010047072,0.000054611628,0.000011804488],"category_scores_gemma":[0.0007303711,0.00007605187,0.00004679066,0.0027862042,0.00023346668,0.0007976124,0.0002901224,0.00033352728,0.000049608454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032164417,0.000055390814,0.9508107,0.000009517859,0.0000030536485,0.000009028149,0.0043946537,0.0047574267,0.0004905815,0.00053454697,0.00068193837,0.03825],"study_design_scores_gemma":[0.00017340928,0.000029128396,0.9627624,0.00009235584,0.0000029427156,0.0000014153665,0.00077440473,0.011706181,0.000008081625,0.013244695,0.010994544,0.00021044722],"about_ca_topic_score_codex":0.0005650171,"about_ca_topic_score_gemma":0.0008151478,"teacher_disagreement_score":0.038039554,"about_ca_system_score_codex":0.000159073,"about_ca_system_score_gemma":0.00052952976,"threshold_uncertainty_score":0.4168168},"labels":[],"label_agreement":null},{"id":"W4385078096","doi":"10.18280/isi.280305","title":"Optimization of Hyperparameters in Machine Learning for Enhancing Predictions of Student Academic Performance","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitas Diponegoro","keywords":"Hyperparameter; Machine learning; Artificial intelligence; Computer science","score_opus":0.019027267757482924,"score_gpt":0.2746351486327378,"score_spread":0.2556078808752549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385078096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48203072,0.00002049881,0.5174615,0.00004565375,0.00009281205,0.00013889185,0.0000037427092,0.000092934766,0.00011324515],"genre_scores_gemma":[0.9840181,0.0001290368,0.015705835,0.00001131935,0.0000139475815,0.000023348543,0.000059181686,0.0000050360627,0.00003418221],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889773,0.00003565829,0.0006135838,0.00008486401,0.00020203604,0.00016615287],"domain_scores_gemma":[0.99919546,0.00012805885,0.0003646064,0.0001275047,0.00015929066,0.000025112215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006544633,0.00008039198,0.00016739198,0.0005074121,0.00009145165,0.00003089549,0.00025086536,0.00006751926,0.0000011842827],"category_scores_gemma":[0.00028406354,0.00008135418,0.000044219047,0.0009499446,0.000037174374,0.0014521464,0.00007735674,0.00016144007,0.000003876463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059915938,0.000008476861,0.020599704,0.00023730456,0.000008943216,6.7583926e-8,0.0050292052,0.9619663,0.00014750428,0.000423332,0.0000063219723,0.011566868],"study_design_scores_gemma":[0.00027075587,0.00013956598,0.014427741,0.00021841699,0.0000066015346,0.0000018729778,0.0005332018,0.98321706,0.00091877737,0.00014375278,0.000051208383,0.00007101819],"about_ca_topic_score_codex":0.00001723815,"about_ca_topic_score_gemma":0.000003595003,"teacher_disagreement_score":0.5019874,"about_ca_system_score_codex":0.000074514144,"about_ca_system_score_gemma":0.000055841,"threshold_uncertainty_score":0.3317527},"labels":[],"label_agreement":null},{"id":"W4385199269","doi":"10.4018/978-1-6684-3425-3.ch010","title":"Indigenous Pedagogies and the Implications of EdTech, Data, and AI in the Classroom","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University","funders":"","keywords":"Indigenous; Transformative learning; Ideology; Sociology; Software deployment; Pedagogy; Engineering ethics; Engineering; Political science; Politics","score_opus":0.0305309925999825,"score_gpt":0.3083739100554523,"score_spread":0.2778429174554698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385199269","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00460557,0.32746503,0.024899563,0.6048028,0.0016054054,0.0038063338,0.000648226,0.0011418898,0.031025207],"genre_scores_gemma":[0.043511987,0.7699807,0.14237867,0.001079574,0.00033426424,0.00040274518,0.00024092064,0.0000769232,0.0419942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99886394,0.000035806588,0.00034102195,0.00041431183,0.00019934279,0.00014558852],"domain_scores_gemma":[0.9982389,0.00088611036,0.00021513285,0.00057096133,0.000077009965,0.0000118468215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003790417,0.00018856801,0.0002503992,0.0002774684,0.00022536686,0.000093210714,0.0009547466,0.00015794711,0.0000015019209],"category_scores_gemma":[0.00022486415,0.00012463471,0.000021580878,0.00017625607,0.0015393503,0.0009652313,0.0005168197,0.00047677653,8.863082e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010155397,0.000008604544,0.0003902227,0.00003228334,0.000012679377,6.04635e-7,0.0002672079,0.000058303405,0.0000017744694,0.9038473,0.00015185245,0.09521904],"study_design_scores_gemma":[0.00015187854,0.00005042259,0.0031380458,0.00008713785,0.000011182381,0.000117824995,0.001184006,0.00032116042,0.0000033616468,0.91495955,0.07983899,0.00013644791],"about_ca_topic_score_codex":0.000014659104,"about_ca_topic_score_gemma":0.00008004829,"teacher_disagreement_score":0.60372317,"about_ca_system_score_codex":0.000023471735,"about_ca_system_score_gemma":0.0002287244,"threshold_uncertainty_score":0.56718},"labels":[],"label_agreement":null},{"id":"W4385357922","doi":"10.1002/cae.22669","title":"What influences computational thinking? A theoretical and empirical study based on the influence of learning engagement on computational thinking in higher education","year":2023,"lang":"en","type":"article","venue":"Computer Applications in Engineering Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Computational thinking; Student engagement; Mathematics education; Psychology; Empirical research; Critical thinking; Computer science; Epistemology","score_opus":0.017608048320131426,"score_gpt":0.3177099127098034,"score_spread":0.300101864389672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385357922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9189361,0.000026870466,0.069781475,0.0101761455,0.0002818608,0.00059091055,6.036849e-7,0.00016416052,0.0000419181],"genre_scores_gemma":[0.98129565,0.000006452717,0.017699594,0.0006046857,0.00008818183,0.00024466513,0.000031300322,0.000013470878,0.000015990236],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832374,0.00020531748,0.00039571192,0.00042517277,0.0004655035,0.00018456057],"domain_scores_gemma":[0.9977879,0.0015901411,0.00012340413,0.0003207141,0.00012980349,0.00004802175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009865446,0.00017503016,0.00016833238,0.0006627311,0.00018747717,0.0002625639,0.000554633,0.000057688783,0.0000037583125],"category_scores_gemma":[0.000080137754,0.00015159302,0.00003225103,0.0015287617,0.00006577066,0.00026544894,0.00014311235,0.00048331593,0.000009691566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018104731,0.00042775035,0.02949512,0.00002703731,0.0000052150726,2.6910487e-7,0.0020180393,0.77392477,0.0000019775155,0.1916824,0.00003158663,0.0023840556],"study_design_scores_gemma":[0.00011306116,0.00007098845,0.36394164,0.00019753458,0.0000033270146,5.2471313e-7,0.0002881051,0.6044435,0.0000012039255,0.030727241,0.00011575169,0.000097097385],"about_ca_topic_score_codex":0.0000074460672,"about_ca_topic_score_gemma":8.2488356e-7,"teacher_disagreement_score":0.33444652,"about_ca_system_score_codex":0.000105042156,"about_ca_system_score_gemma":0.00028836555,"threshold_uncertainty_score":0.6181784},"labels":[],"label_agreement":null},{"id":"W4385571207","doi":"10.18653/v1/2023.bea-1.3","title":"A Transfer Learning Pipeline for Educational Resource Discovery with Application in Survey Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pipeline (software); George (robot); Chen; Transfer of learning; Computer science; Resource (disambiguation); Artificial intelligence; Data science; Programming language; Geology; Computer network","score_opus":0.025569653566384264,"score_gpt":0.2878062985854368,"score_spread":0.2622366450190526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385571207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12308975,0.000005435012,0.86686057,0.009704193,0.000019888892,0.00011059678,0.0000023640819,0.00008373931,0.00012348668],"genre_scores_gemma":[0.9828575,0.0000037743525,0.0065160412,0.0001528538,0.00013619519,0.000044882654,0.00040240807,0.000008455267,0.009877838],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993035,0.00006679243,0.00013015921,0.00024107558,0.00012643827,0.00013202969],"domain_scores_gemma":[0.9995544,0.00020813591,0.000018901927,0.00013791217,0.000056526645,0.000024155795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005849407,0.00006155669,0.000071726936,0.00011985554,0.00007542397,0.00010001979,0.00015739408,0.000026814021,0.0000014968916],"category_scores_gemma":[0.000070142894,0.000050659284,0.00001896834,0.00067109393,0.000010085359,0.0002873793,0.000016204433,0.00008979317,0.000015854435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003980756,0.00017817788,0.07691126,0.00003329155,0.00001392643,9.507717e-7,0.00079950364,0.7514891,0.002957429,0.116827965,0.004362142,0.04638644],"study_design_scores_gemma":[0.00022936898,0.000035823658,0.018540064,0.000006145426,0.0000016650536,8.178139e-7,0.00003065997,0.9765949,0.00015580058,0.00033711546,0.003983788,0.00008385424],"about_ca_topic_score_codex":0.00014236338,"about_ca_topic_score_gemma":0.0007388893,"teacher_disagreement_score":0.8603445,"about_ca_system_score_codex":0.00001874043,"about_ca_system_score_gemma":0.000083322695,"threshold_uncertainty_score":0.20658258},"labels":[],"label_agreement":null},{"id":"W4385613436","doi":"10.20944/preprints202308.0366.v1","title":"Learning Analytics in the Era of Large Language Models","year":2023,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Learning analytics; Interpretability; Personalization; Computer science; Usability; Analytics; Process (computing); Data science; Empowerment; Knowledge management; Artificial intelligence; World Wide Web; Human–computer interaction; Political science","score_opus":0.10909351202773064,"score_gpt":0.3731757682263504,"score_spread":0.26408225619861975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385613436","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9606894,0.00012197873,0.031296965,0.00449216,0.0002925871,0.00025723217,0.000011900137,0.00034013743,0.0024976225],"genre_scores_gemma":[0.996317,0.00014877005,0.0016623928,0.00013415847,0.00010711573,0.000018166595,0.000027129583,0.000028157083,0.0015570765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972355,0.00042558656,0.0005650275,0.00077364704,0.0005778639,0.00042237795],"domain_scores_gemma":[0.99737763,0.00027593126,0.00038301706,0.0017935907,0.00011070386,0.000059129718],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0026284799,0.00026212286,0.00044648355,0.00023835967,0.000083296996,0.00006199358,0.0026937248,0.00023724977,0.00002266662],"category_scores_gemma":[0.00048870506,0.00021956692,0.00023848658,0.00066233246,0.000048242677,0.00013094369,0.0035848124,0.0028215603,0.00029029258],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005557516,0.00024423673,0.2881682,0.0002380798,0.00010148485,0.00011608434,0.025573868,0.6694448,0.00022650776,0.014592108,0.000047476078,0.0012415895],"study_design_scores_gemma":[0.00023388561,0.000021090606,0.07333054,0.00030538332,0.00003284892,0.000003934561,0.0012009523,0.9068729,0.00038095852,0.017061546,0.0002525936,0.00030334477],"about_ca_topic_score_codex":0.00036821075,"about_ca_topic_score_gemma":0.00006902852,"teacher_disagreement_score":0.2374281,"about_ca_system_score_codex":0.00005141511,"about_ca_system_score_gemma":0.00018048394,"threshold_uncertainty_score":0.999479},"labels":[],"label_agreement":null},{"id":"W4385645800","doi":"10.5281/zenodo.8224168","title":"101 creative ideas to use AI in education, A crowdsourced collection","year":2023,"lang":"en","type":"book","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Crowdsourcing; Data science; Computer science; Psychology; World Wide Web","score_opus":0.029403415667116496,"score_gpt":0.27893592333417305,"score_spread":0.24953250766705656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385645800","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017681549,0.0001405928,0.06900008,0.019611834,0.0012144645,0.0024768494,0.00026694324,0.0064212475,0.8990998],"genre_scores_gemma":[0.0023930292,0.00007698671,0.0014989877,0.0007589963,0.00027172215,1.6708123e-7,0.0014003385,0.0015806515,0.9920191],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767524,0.0003543585,0.00036401316,0.0007293664,0.00049526145,0.00038174333],"domain_scores_gemma":[0.9977905,0.00006662628,0.00016525536,0.00071901875,0.00102229,0.00023630155],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006186349,0.00023428355,0.0002597584,0.0011709565,0.0011306094,0.0019149956,0.0016366714,0.00015756249,0.00075395545],"category_scores_gemma":[0.0016111106,0.00027073966,0.00007628428,0.0017978924,0.00006727671,0.00038636275,0.001567592,0.00067169697,0.013165616],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018392813,0.00010705694,0.0000028111265,0.000050005892,0.00003484443,0.000018749315,0.0022799093,0.0004261071,0.000051024745,0.015248716,0.94241077,0.039351605],"study_design_scores_gemma":[0.00020740896,0.0002002557,0.0006167281,0.00022303707,0.000011614274,0.000034307162,0.00009941649,0.0037568342,0.000008631678,0.003689389,0.9908646,0.00028779023],"about_ca_topic_score_codex":0.00008356688,"about_ca_topic_score_gemma":0.0000050880067,"teacher_disagreement_score":0.09291929,"about_ca_system_score_codex":0.0007099027,"about_ca_system_score_gemma":0.00010540478,"threshold_uncertainty_score":0.9999745},"labels":[],"label_agreement":null},{"id":"W4385739141","doi":"10.1177/00472395231191139","title":"Modeling the Impact of Motivation Factors on Students’ Study Strategies and Performance Using Machine Learning","year":2023,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Competence (human resources); Computer science; Autonomy; Process (computing); Random forest; Decision tree; Machine learning; Knowledge management; Artificial intelligence; Mathematics education; Psychology; Social psychology","score_opus":0.049698735774345824,"score_gpt":0.3640662426173486,"score_spread":0.3143675068430028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385739141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99749476,0.00013505406,0.0013212342,0.00076484855,0.00018095045,0.000075918746,4.3291524e-7,0.00002103549,0.0000057636953],"genre_scores_gemma":[0.9997193,0.000022739325,0.00014517069,0.0000011781556,0.00006619245,9.964192e-7,7.3678996e-7,0.0000050475323,0.00003859892],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907434,0.00007805777,0.0003477618,0.00009670778,0.0002986988,0.00010444681],"domain_scores_gemma":[0.99905205,0.00019619489,0.00037168516,0.000136281,0.00022194596,0.00002187138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065791566,0.00008405272,0.00017255852,0.00054270186,0.00016111105,0.00010758179,0.0004431866,0.0000461347,7.3831626e-7],"category_scores_gemma":[0.00022214297,0.000050347022,0.000042565294,0.0006812158,0.000033636537,0.00028920695,0.000072402516,0.00034213564,8.7829045e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022296135,0.00006719986,0.5381064,0.000005600818,0.000051120434,3.809439e-7,0.0005143099,0.45999885,0.0001042461,0.0010885649,0.0000018779017,0.000059232294],"study_design_scores_gemma":[0.00013281924,0.0005870969,0.1609426,0.00007948947,0.000010395105,0.00003299703,0.0071519837,0.8303265,0.000008993886,0.0006817052,9.0465556e-7,0.00004451893],"about_ca_topic_score_codex":0.00009128917,"about_ca_topic_score_gemma":0.0000010862543,"teacher_disagreement_score":0.3771638,"about_ca_system_score_codex":0.000058169568,"about_ca_system_score_gemma":0.00020084888,"threshold_uncertainty_score":0.2053092},"labels":[],"label_agreement":null},{"id":"W4386015209","doi":"10.5267/j.ijdns.2023.6.010","title":"The impact of ChatGPT on blended learning: Current trends and future research directions","year":2023,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sustainability; Blended learning; Computer science; Knowledge management; Leverage (statistics); Educational technology; Artificial intelligence; Psychology; Mathematics education","score_opus":0.07022888318550709,"score_gpt":0.4531272465981786,"score_spread":0.3828983634126715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386015209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8058741,0.014353053,0.0064652464,0.1586638,0.010670384,0.00016186149,0.000087808075,0.00013409322,0.0035896532],"genre_scores_gemma":[0.98411435,0.013961631,0.00055151933,0.000008368696,0.0011942096,2.7425384e-7,0.0000041835206,0.0000027430322,0.00016275063],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985123,0.000094485025,0.00019358651,0.00017894237,0.00082338415,0.00019727972],"domain_scores_gemma":[0.9986871,0.00039483822,0.00017057333,0.00023509275,0.00042203016,0.000090356596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033918093,0.000053927757,0.00008399938,0.00038352687,0.00040569354,0.00032465806,0.0018316801,0.0000148133795,0.0000021263154],"category_scores_gemma":[0.00024069023,0.00003134417,0.000031770298,0.001442819,0.00029705546,0.0005674379,0.00069577695,0.00041129318,0.0000015861483],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017633552,0.000027888404,0.004475482,9.778969e-7,0.000028726907,0.0000067897827,0.00019314927,0.0017907269,0.0000525384,0.0072015044,0.0048183287,0.98138624],"study_design_scores_gemma":[0.00039434552,0.00068575883,0.17838277,0.00016654027,0.000008039334,0.00014010092,0.00019597959,0.6334251,0.00002744152,0.0059876395,0.18046908,0.00011720528],"about_ca_topic_score_codex":0.0000073011524,"about_ca_topic_score_gemma":0.0000033504662,"teacher_disagreement_score":0.98126906,"about_ca_system_score_codex":0.000026586113,"about_ca_system_score_gemma":0.00022593574,"threshold_uncertainty_score":0.34037477},"labels":[],"label_agreement":null},{"id":"W4386143398","doi":"10.1016/j.jksuci.2023.101728","title":"SMFSOP: A semantic-based modelling framework for student outcome prediction","year":2023,"lang":"en","type":"article","venue":"Journal of King Saud University - Computer and Information Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Association of Universities and Colleges of Canada","funders":"","keywords":"Computer science; Cluster analysis; Artificial intelligence; Outcome (game theory); Kernel (algebra); Similarity (geometry); Machine learning; Representation (politics); Latent semantic analysis; Semantic similarity; Data mining; Natural language processing","score_opus":0.03906861347288335,"score_gpt":0.2966377325244309,"score_spread":0.2575691190515475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386143398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063664936,0.000007138018,0.93331707,0.002441712,0.00042230636,0.000045330635,0.000002337442,0.000053490057,0.000045712957],"genre_scores_gemma":[0.70745707,0.000040526014,0.29206407,0.0003104326,0.00010950393,6.0582224e-8,0.0000013645409,0.0000013475225,0.000015622983],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990723,0.000029325993,0.00028969985,0.0000857284,0.00038205116,0.00014088301],"domain_scores_gemma":[0.99910843,0.00020995556,0.000317362,0.000078208854,0.00021897611,0.000067077206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010096189,0.000066944245,0.00013075626,0.0005740743,0.00040106045,0.00034143875,0.00048790904,0.000039570292,5.599995e-7],"category_scores_gemma":[0.00003129888,0.00005770799,0.00007673015,0.00069147453,0.000053539447,0.0027499672,0.000102009086,0.00013455444,0.000002694369],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008052557,0.000018678831,0.015584526,0.000036527334,0.00001738594,0.000003895564,0.0020826855,0.92265755,0.0000016913766,0.04200266,0.00020753009,0.017378837],"study_design_scores_gemma":[0.0002872232,0.0002170614,0.006372249,0.0000936182,0.00001066801,0.0000083425475,0.0003651375,0.98591703,0.0000030050878,0.0019580936,0.0047038207,0.00006372852],"about_ca_topic_score_codex":0.0000046984264,"about_ca_topic_score_gemma":3.265304e-7,"teacher_disagreement_score":0.64379215,"about_ca_system_score_codex":0.000029901512,"about_ca_system_score_gemma":0.000090970185,"threshold_uncertainty_score":0.3292502},"labels":[],"label_agreement":null},{"id":"W4386221177","doi":"10.3390/su151712921","title":"Educational Design Principles of Using AI Chatbot That Supports Self-Regulated Learning in Education: Goal Setting, Feedback, and Personalization","year":2023,"lang":"en","type":"article","venue":"Sustainability","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kwantlen Polytechnic University; Mount Saint Vincent University; Simon Fraser University","funders":"","keywords":"Chatbot; Personalization; Conceptualization; Self-regulated learning; Computer science; Knowledge management; Psychology; World Wide Web; Mathematics education; Artificial intelligence","score_opus":0.016075479571868827,"score_gpt":0.30363421592236384,"score_spread":0.287558736350495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386221177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96796167,0.00009608003,0.016424252,0.014899618,0.000119582444,0.00028807254,7.081455e-7,0.00016786298,0.000042156556],"genre_scores_gemma":[0.98915255,0.000008611969,0.009683056,0.000038621714,0.000050794628,0.000008881879,0.000020685224,0.00000951591,0.0010272852],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985502,0.00030291796,0.00026733,0.0003742992,0.00024346914,0.00026179876],"domain_scores_gemma":[0.998817,0.00019177355,0.00016481892,0.00023872648,0.000519031,0.00006864473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001253759,0.00011972188,0.00015830876,0.00025164828,0.00015541079,0.00008250096,0.00019020411,0.000071535746,0.000010857452],"category_scores_gemma":[0.0007328668,0.00012619207,0.000036807083,0.00093828305,0.0000742532,0.00034391944,0.00015210667,0.00018211786,0.0000014283404],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006394665,0.00019464144,0.9421559,0.0003694038,0.000011718835,0.000002948824,0.0056154476,0.030730251,0.00004596263,0.01505327,0.00009271914,0.0057213386],"study_design_scores_gemma":[0.00014350367,0.000033747765,0.45930383,0.00005071752,0.000008938615,0.000008788826,0.001920182,0.5226539,0.00006239433,0.015128504,0.00054652226,0.00013897356],"about_ca_topic_score_codex":0.00010486284,"about_ca_topic_score_gemma":0.000008506693,"teacher_disagreement_score":0.49192363,"about_ca_system_score_codex":0.0003416645,"about_ca_system_score_gemma":0.0026821797,"threshold_uncertainty_score":0.5145963},"labels":[],"label_agreement":null},{"id":"W4386242403","doi":"10.1167/jov.23.9.4630","title":"Gender comparison of perceptual-cognitive learning in young athletes.","year":2023,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Collège Lionel Groulx","funders":"","keywords":"Athletes; Perception; Cognition; Psychology; Elite athletes; Elementary cognitive task; Effects of sleep deprivation on cognitive performance; Tracking (education); Developmental psychology; Medicine; Physical therapy","score_opus":0.03925128577068404,"score_gpt":0.36170424169311655,"score_spread":0.3224529559224325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386242403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9843336,0.00016114199,0.014311622,0.00055696914,0.0001796308,0.000022038008,2.494425e-7,0.000025892978,0.00040886606],"genre_scores_gemma":[0.9971594,0.00007676224,0.002523546,0.000016223605,0.00007124464,1.0598765e-7,8.4828855e-7,0.0000057648044,0.00014608083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880725,0.00011996647,0.00043297932,0.00010450016,0.00038871323,0.00014658716],"domain_scores_gemma":[0.9991454,0.00018281596,0.0003558868,0.00007890863,0.00018689995,0.00005011082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077337574,0.0000687715,0.00023627433,0.000379047,0.000045589186,0.000038596714,0.00025923288,0.000046817284,0.00000878285],"category_scores_gemma":[0.0002912145,0.000056837678,0.000095780335,0.00062496966,0.0000234715,0.0002468043,0.000108983106,0.00046376462,0.00002872989],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006623942,0.0005445879,0.6070289,0.00008430078,0.00007544401,0.00020197345,0.035031863,0.06927243,0.019907493,0.000889615,0.0017330983,0.26516405],"study_design_scores_gemma":[0.00063672627,0.00061597204,0.52302283,0.00043980012,0.000013430186,0.000029654571,0.0030508449,0.47092536,0.00033912182,0.00056789455,0.00025035048,0.00010798972],"about_ca_topic_score_codex":0.0000062628646,"about_ca_topic_score_gemma":0.0000030294032,"teacher_disagreement_score":0.40165293,"about_ca_system_score_codex":0.000024262268,"about_ca_system_score_gemma":0.00005914344,"threshold_uncertainty_score":0.23177733},"labels":[],"label_agreement":null},{"id":"W4386265418","doi":"10.4018/978-1-6684-9919-1.ch019","title":"Web 3.0","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in web technologies and engineering book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"","keywords":"Popularity; Decentralization; The Internet; World Wide Web; Salient; Web 2.0; Web intelligence; Field (mathematics); Computer science; Political science; Engineering; Web development; Artificial intelligence; Mathematics","score_opus":0.006495118299586392,"score_gpt":0.21291742883909123,"score_spread":0.20642231053950483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386265418","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056400185,0.4236737,0.015895387,0.035860583,0.0054725097,0.0011764811,0.00013618432,0.061796732,0.45542443],"genre_scores_gemma":[0.0066124806,0.48716557,0.03833939,0.00006748466,0.0001320552,0.000038279988,0.000012447714,0.00014823333,0.46748406],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99885106,0.0000021034577,0.0002489076,0.00043919677,0.00015180033,0.0003069335],"domain_scores_gemma":[0.9992877,0.00008217301,0.000081923536,0.0004980546,0.000024067049,0.000026062013],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008808011,0.0003184842,0.00036364055,0.00042227036,0.00005711109,0.000090886635,0.00064804073,0.00032360738,0.0000025856564],"category_scores_gemma":[0.000092781236,0.00030791177,0.000056158955,0.0001349495,0.0001422395,0.00076642644,0.00059605896,0.0006234015,0.000024579056],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014264781,0.0000024428732,0.000021568627,0.0001395902,0.000015386167,0.00008837972,0.000022726997,0.0028823207,0.00003979645,0.94737875,0.00018744971,0.049220167],"study_design_scores_gemma":[0.000092465736,0.000080662554,0.0000061559467,0.00045219922,0.000006335344,0.000022805363,0.000046175966,0.019432995,0.000040363717,0.05231124,0.9270926,0.00041598675],"about_ca_topic_score_codex":5.9996154e-7,"about_ca_topic_score_gemma":0.00002260408,"teacher_disagreement_score":0.92690516,"about_ca_system_score_codex":0.00003394738,"about_ca_system_score_gemma":0.000038242404,"threshold_uncertainty_score":0.9999373},"labels":[],"label_agreement":null},{"id":"W4386292322","doi":"10.1007/s10639-023-12131-7","title":"Examining university teachers’ self-regulation in using a learning analytics dashboard for online collaboration","year":2023,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec-Société et Culture; Federation for the Humanities and Social Sciences","keywords":"Learning analytics; Self-regulated learning; Metacognition; Dashboard; Think aloud protocol; Educational technology; Analytics; Psychology; Qualitative research; Computer science; Mathematics education; Asynchronous communication; Data science; Cognition; Human–computer interaction","score_opus":0.024203264991313943,"score_gpt":0.2825839898116751,"score_spread":0.2583807248203612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386292322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.870327,0.000025517864,0.11989085,0.00711983,0.00018707229,0.00024262891,0.000004120146,0.0019897514,0.00021325318],"genre_scores_gemma":[0.91531205,0.000121227866,0.084114864,0.00005435881,0.000017588183,0.0000032403934,0.00011726946,0.0000034661932,0.00025592418],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946207,0.000025004349,0.00018680528,0.000112505484,0.000093351184,0.00012027116],"domain_scores_gemma":[0.9994867,0.000059927515,0.00015820676,0.00012918662,0.00014952435,0.000016475402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026725073,0.000072202274,0.00008608728,0.0008076895,0.00016480766,0.00013547178,0.00015997581,0.000098380544,5.4440085e-7],"category_scores_gemma":[0.00036273658,0.00007936571,0.000013450093,0.0016195794,0.000023033192,0.0021386168,0.00007661042,0.00012911814,0.000005029061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009631679,0.00020361714,0.025899675,0.0001415727,0.00003475381,5.174293e-7,0.026719501,0.077463776,0.00039478025,0.09842294,0.0018475932,0.76886165],"study_design_scores_gemma":[0.00023760041,0.000047563524,0.013826429,0.00003148043,0.000006763506,0.0000013545925,0.033864826,0.916169,0.00008796903,0.001121639,0.03449331,0.00011206875],"about_ca_topic_score_codex":0.000009381184,"about_ca_topic_score_gemma":0.000006731137,"teacher_disagreement_score":0.83870524,"about_ca_system_score_codex":0.0001124671,"about_ca_system_score_gemma":0.00019307672,"threshold_uncertainty_score":0.32364395},"labels":[],"label_agreement":null},{"id":"W4386378328","doi":"10.3102/ip.23.2003923","title":"Using Machine Learning to Predict Teacher Research Reading","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Reading (process); Artificial intelligence; Machine learning; Mathematics education; Psychology; Linguistics","score_opus":0.1446108216693671,"score_gpt":0.42429562032036033,"score_spread":0.27968479865099327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386378328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6235403,0.000051276376,0.3157859,0.023747867,0.00041280934,0.0002579542,0.0000013835477,0.0034302296,0.03277228],"genre_scores_gemma":[0.86973554,0.000008733009,0.06389797,0.00011500561,0.0002467316,0.0000028319962,0.000003787455,0.000021120466,0.06596828],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983574,0.00020791215,0.00014056788,0.00034236122,0.0004773352,0.00047438938],"domain_scores_gemma":[0.9992519,0.00015841113,0.000020612655,0.00032682775,0.00009507559,0.00014715818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020991345,0.00008051602,0.00010450164,0.0004740542,0.0003472912,0.00021532967,0.0005751825,0.000044036857,0.00003546928],"category_scores_gemma":[0.00053964736,0.000070191934,0.000036163983,0.002231908,0.000020319858,0.00016507742,0.00062564,0.0005474046,0.0007747311],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023557595,0.00023785513,0.32791683,0.000108123975,0.00013355004,0.00046516344,0.012889288,0.34047544,0.039126236,0.08795393,0.03598122,0.15468882],"study_design_scores_gemma":[0.00006469524,0.0000631432,0.00090529415,0.000027960095,0.0000015623581,0.000005296591,0.00015383358,0.98119956,0.0002155383,0.0007597059,0.016510576,0.00009286019],"about_ca_topic_score_codex":0.0002630266,"about_ca_topic_score_gemma":0.000010697012,"teacher_disagreement_score":0.6407241,"about_ca_system_score_codex":0.000049411236,"about_ca_system_score_gemma":0.0000560758,"threshold_uncertainty_score":0.99578595},"labels":[],"label_agreement":null},{"id":"W4386396810","doi":"10.1287/ited.2023.0020","title":"That’s Incorrect and Let Me Tell You Why: A Scalable Assessment to Evaluate Higher Order Thinking Skills","year":2023,"lang":"en","type":"article","venue":"INFORMS Transactions on Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Grading (engineering); Higher-order thinking; Computer science; Scalability; Critical thinking; Data science; Analytics; Mathematics education; Teaching method; Psychology; Database; Engineering","score_opus":0.015899317714452486,"score_gpt":0.3182597238451819,"score_spread":0.30236040613072945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386396810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.107922524,0.000019128935,0.8127891,0.06734919,0.0037863564,0.0005059734,0.000007743301,0.0008082467,0.006811746],"genre_scores_gemma":[0.9363862,0.00006184337,0.038363386,0.0034269504,0.00010983202,0.0000852787,0.000023275621,0.000020665491,0.021522537],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988786,0.000031444215,0.00019630295,0.0002718869,0.00037978837,0.00024199116],"domain_scores_gemma":[0.9992311,0.00008719334,0.00006665902,0.00035745208,0.00013801573,0.00011955189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004724393,0.0001393912,0.00012467912,0.00039696135,0.00031704112,0.0003239337,0.0002802455,0.0000646812,0.000060461636],"category_scores_gemma":[0.000018661405,0.000118986565,0.000042835247,0.0011646913,0.000019928837,0.00067601097,0.000014822698,0.00024127918,0.00024744196],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009925152,0.0006419454,0.0021915694,0.00006443698,0.00008543056,0.0000016469438,0.008955577,0.082715,0.00012919852,0.0053194193,0.009114145,0.8907717],"study_design_scores_gemma":[0.0015474452,0.0010132465,0.12270366,0.00068208185,0.00017505714,0.000046087443,0.004041189,0.5812892,0.0017497578,0.036541145,0.24855231,0.0016588614],"about_ca_topic_score_codex":0.00014344451,"about_ca_topic_score_gemma":0.000026864538,"teacher_disagreement_score":0.88911283,"about_ca_system_score_codex":0.00011489008,"about_ca_system_score_gemma":0.0003525316,"threshold_uncertainty_score":0.48521313},"labels":[],"label_agreement":null},{"id":"W4386532932","doi":"10.19173/irrodl.v24i3.7109","title":"OXREF: Open XR for Education Framework","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Open educational resources; Operationalization; Knowledge management; Computer science; Sustainability; Mixed reality; Augmented reality; Open education; Cloud computing; Affordance; Equity (law); World Wide Web; Political science; Human–computer interaction","score_opus":0.13798580964883417,"score_gpt":0.5313526989596925,"score_spread":0.39336688931085834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386532932","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023106772,0.02421126,0.09803083,0.816578,0.0011391382,0.005847065,0.00013612333,0.0001775005,0.030773373],"genre_scores_gemma":[0.90953547,0.057217006,0.021306507,0.0017983777,0.0003201483,0.0006057151,0.0007258355,0.000027387056,0.008463575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985539,0.00031313696,0.00026491095,0.00024107604,0.00042347936,0.00020353135],"domain_scores_gemma":[0.9977159,0.0014476097,0.000114048606,0.00027383727,0.00039587985,0.000052744886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068002515,0.00006369438,0.00017311073,0.00013506654,0.000195794,0.0005418108,0.0033817042,0.00003097339,0.000027072216],"category_scores_gemma":[0.00511946,0.000045757537,0.000035786237,0.001082373,0.000062436295,0.00032377033,0.0022684669,0.00046421858,0.000027624063],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035263452,0.00015159411,0.009290175,0.0011318392,0.00004061595,0.00000423751,0.00022783264,0.00045122538,0.000023255352,0.68219703,0.03436612,0.2720808],"study_design_scores_gemma":[0.0005805107,0.00017848653,0.007917282,0.018250858,0.000008251172,0.000010257503,0.001496283,0.10315843,0.000039974006,0.20292242,0.66524494,0.0001923226],"about_ca_topic_score_codex":0.00018757598,"about_ca_topic_score_gemma":0.0000052432674,"teacher_disagreement_score":0.88642865,"about_ca_system_score_codex":0.000049014074,"about_ca_system_score_gemma":0.00037875108,"threshold_uncertainty_score":0.6284104},"labels":[],"label_agreement":null},{"id":"W4386533010","doi":"10.19173/irrodl.v24i3.7328","title":"The Emergence of the Open Research University Through International Research Collaboration","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Athabasca University","keywords":"Excellence; Higher education; Competition (biology); Bibliometrics; Citation; Political science; Open access journal; Open education; Open educational resources; Public relations; Proxy (statistics); Sociology; Scopus; Library science; Pedagogy; Computer science","score_opus":0.2026488628546072,"score_gpt":0.5339653808689693,"score_spread":0.33131651801436207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533010","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03462649,0.00851524,0.0017410278,0.8506637,0.0009731954,0.0036697364,0.00013265744,0.000052935957,0.09962497],"genre_scores_gemma":[0.9107487,0.0804959,0.0004113499,0.00007441777,0.00007903705,0.000034509438,0.00006387465,0.000009598712,0.0080826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929634,0.003772022,0.000398587,0.00035093998,0.002122923,0.00039216867],"domain_scores_gemma":[0.9925221,0.003888696,0.00017824656,0.0006179069,0.0027426758,0.000050373186],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.03275621,0.00007678237,0.00017566505,0.00020847704,0.0011991912,0.00065972965,0.010827066,0.000042491505,0.000043496828],"category_scores_gemma":[0.009533378,0.000044489363,0.000048389702,0.0055236695,0.0007251846,0.0006236469,0.01046105,0.0014152059,0.000025269974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001296718,0.00012897939,0.013766057,0.00030875462,0.000084977415,0.000015913902,0.0010950901,0.0009838059,0.00017766423,0.886897,0.06586349,0.030548567],"study_design_scores_gemma":[0.0006424826,0.00014942567,0.0107364915,0.00525982,0.000004632127,0.0000069542293,0.016031262,0.06405989,0.00022949225,0.047919966,0.8548354,0.00012422167],"about_ca_topic_score_codex":0.001192142,"about_ca_topic_score_gemma":0.00016346402,"teacher_disagreement_score":0.87612224,"about_ca_system_score_codex":0.00013610987,"about_ca_system_score_gemma":0.00075048226,"threshold_uncertainty_score":0.99880975},"labels":[],"label_agreement":null},{"id":"W4386533532","doi":"10.19173/irrodl.v24i3.7321","title":"What If It’s All an Illusion? To What Extent Can We Rely on Self-Reported Data in Open, Online, and Distance Education Systems?","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Context (archaeology); Consistency (knowledge bases); Psychology; Learning analytics; Odds; Open education; Accountability; Cognitive dissonance; Social psychology; Computer science; Applied psychology; Mathematics education; Pedagogy; Data science","score_opus":0.18439364738735267,"score_gpt":0.5002281245680426,"score_spread":0.3158344771806899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386533532","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2510181,0.03197277,0.0011208009,0.71013993,0.0011988609,0.0036495896,0.00019525718,0.00010447161,0.00060023484],"genre_scores_gemma":[0.63600504,0.3580489,0.0009834149,0.001455978,0.00009624276,0.00009421394,0.0018761031,0.000018237439,0.0014218625],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698114,0.0008053134,0.00052557694,0.0006002071,0.00081557647,0.0002721538],"domain_scores_gemma":[0.9978629,0.00062287465,0.00020187207,0.00081413944,0.000349472,0.00014874969],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007673783,0.00012284688,0.00028282238,0.0002556977,0.00015156336,0.0021430491,0.0037453263,0.0000359399,0.0000062799845],"category_scores_gemma":[0.0020023703,0.000090871836,0.000016515745,0.001192067,0.00005341593,0.0019172883,0.00428592,0.00058335176,0.000008259126],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029698684,0.0025444627,0.033283167,0.0045085233,0.00027578304,0.00031932222,0.006158372,0.01052957,0.0000879918,0.079367496,0.025490815,0.8371375],"study_design_scores_gemma":[0.00091156387,0.0003978282,0.030415304,0.075331695,0.00002043049,0.000055652876,0.026945679,0.45057458,0.00000449616,0.0027342474,0.41221777,0.00039077367],"about_ca_topic_score_codex":0.0015875673,"about_ca_topic_score_gemma":0.00052247645,"teacher_disagreement_score":0.83674675,"about_ca_system_score_codex":0.0001447171,"about_ca_system_score_gemma":0.000442856,"threshold_uncertainty_score":0.99889284},"labels":[],"label_agreement":null},{"id":"W4386552648","doi":"10.19173/irrodl.v24i3.7314","title":"Book Review: (Open) Educational Resources Around the World: An International Comparison, edited by Victoria I. Marín, Laura N. Peters, and Olaf Zawacki-Richter (EdTechBooks.org, 2022)","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Bundesministerium für Bildung und Forschung","keywords":"Open educational resources; Sociology; Media studies; Library science; Computer science; Pedagogy","score_opus":0.05026471969912294,"score_gpt":0.4413408933132567,"score_spread":0.39107617361413377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386552648","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007982595,0.33666766,0.0005118736,0.6441631,0.0008853598,0.0018784282,0.00018921046,0.000087857195,0.0076339566],"genre_scores_gemma":[0.105468884,0.8122747,0.00089784403,0.020065943,0.0013168921,0.00042634291,0.0034869742,0.00006671931,0.05599573],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962044,0.0010416728,0.00067713147,0.00050884945,0.0012230019,0.00034494064],"domain_scores_gemma":[0.9968019,0.0016313229,0.00035757618,0.00050035876,0.0005783357,0.00013046709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007554319,0.00018168396,0.00037697505,0.0002636099,0.00042007738,0.0010140982,0.004826594,0.00004180289,0.0003516612],"category_scores_gemma":[0.002006741,0.00011913305,0.00005300251,0.001462769,0.00023589647,0.0009923761,0.0031084246,0.0011010247,0.000044628126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004686252,0.00016513385,0.030840183,0.0006268068,0.0001146876,0.000009983149,0.00028645215,0.0000573672,0.00005219626,0.010227362,0.9459584,0.011614615],"study_design_scores_gemma":[0.00037677714,0.00007020854,0.0070281965,0.0076337117,0.000013492013,0.00001556223,0.00035589017,0.016945468,0.000008135324,0.00097470096,0.9664302,0.00014766026],"about_ca_topic_score_codex":0.00018236198,"about_ca_topic_score_gemma":0.000032273634,"teacher_disagreement_score":0.6240971,"about_ca_system_score_codex":0.00010237417,"about_ca_system_score_gemma":0.00021218666,"threshold_uncertainty_score":0.9778972},"labels":[],"label_agreement":null},{"id":"W4386584937","doi":"10.1145/3568813.3600138","title":"From \"Ban It Till We Understand It\" to \"Resistance is Futile\": How University Programming Instructors Plan to Adapt as More Students Use AI Code Generation and Explanation Tools such as ChatGPT and GitHub Copilot","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Science Foundation","keywords":"Plan (archaeology); Computer science; Resistance (ecology); Code (set theory); Programming language; Software engineering; Mathematics education; Psychology","score_opus":0.07670376709261371,"score_gpt":0.31010077221239063,"score_spread":0.2333970051197769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386584937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8973105,0.000014781286,0.03394523,0.06804523,0.000121321544,0.00027972847,0.000061014256,0.00017282083,0.000049369715],"genre_scores_gemma":[0.9804729,0.00009347566,0.011031865,0.0012702353,0.00008047147,0.0000018381992,0.000063504165,0.000012017055,0.0069736484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985584,0.000056200322,0.00013466203,0.00054233463,0.00046300123,0.00024540393],"domain_scores_gemma":[0.9992573,0.000089910136,0.0000640301,0.00026203127,0.000097491684,0.00022920646],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00014343488,0.00016672585,0.00017115886,0.00021778834,0.00025688813,0.001050755,0.00033278565,0.00006981434,0.000006582558],"category_scores_gemma":[0.0000666365,0.00016885423,0.000021614558,0.0005873479,0.000033282537,0.0009428103,0.00027262745,0.000113358,0.00001609512],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006221427,0.0005725285,0.1592774,0.00033270058,0.0008868263,0.0006647222,0.30514574,0.005078501,0.0052261157,0.06820705,0.3432256,0.11076069],"study_design_scores_gemma":[0.0050465823,0.001753046,0.085283495,0.0008987151,0.0001851659,0.000025511934,0.09496957,0.30914733,0.0032431998,0.0016810333,0.4950705,0.0026958822],"about_ca_topic_score_codex":0.00035741934,"about_ca_topic_score_gemma":0.0023400844,"teacher_disagreement_score":0.3040688,"about_ca_system_score_codex":0.00009016787,"about_ca_system_score_gemma":0.000062643194,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W4386686655","doi":"10.26434/chemrxiv-2023-24zfl","title":"Using generative artificial intelligence in chemistry education research: prioritizing ethical use and accessibility","year":2023,"lang":"en","type":"preprint","venue":"ChemRxiv","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Generative grammar; Computer science; Engineering ethics; Equity (law); Artificial intelligence; Management science; Data science; Engineering; Political science","score_opus":0.41069411984124216,"score_gpt":0.49261907789789017,"score_spread":0.08192495805664801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386686655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93143433,0.00012946106,0.06216386,0.005591587,0.00034544454,0.00016699077,0.0000012166813,0.00011499767,0.000052131585],"genre_scores_gemma":[0.9298589,0.00008176718,0.06939594,0.00006721787,0.00041814274,0.000014975219,0.000012530864,0.000017088765,0.00013340767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976647,0.0002714661,0.00040441297,0.00094844756,0.0003819838,0.00032898985],"domain_scores_gemma":[0.9982382,0.00046628795,0.00012454616,0.00069942843,0.00035459388,0.00011692711],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0021985327,0.00018030046,0.0002486066,0.0001716148,0.00015747067,0.000893109,0.00071859633,0.00056066934,0.0000026513553],"category_scores_gemma":[0.0024461548,0.00019333062,0.00005250907,0.0006435297,0.00020767818,0.000200765,0.0020092467,0.0034020613,0.0000068458876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011231233,0.002953807,0.089550085,0.008412108,0.00026498802,0.00050323864,0.04054239,0.038790207,0.29658636,0.12218425,0.0009188733,0.39918137],"study_design_scores_gemma":[0.00002382837,0.000007741754,0.003299943,0.0006198619,0.000006741471,0.00000471516,0.0003410806,0.79084146,0.019822184,0.18469875,0.00003199143,0.0003017123],"about_ca_topic_score_codex":0.00022365278,"about_ca_topic_score_gemma":0.000030444548,"teacher_disagreement_score":0.75205123,"about_ca_system_score_codex":0.00021250518,"about_ca_system_score_gemma":0.0011842377,"threshold_uncertainty_score":0.99889714},"labels":[],"label_agreement":null},{"id":"W4386703017","doi":"10.2139/ssrn.4564372","title":"Using Curriculum Theory to Inform Approaches to Generative AI in Schools","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Generative grammar; Curriculum; Mathematics education; Cognitive science; Epistemology; Psychology; Engineering ethics; Computer science; Pedagogy; Artificial intelligence; Engineering; Philosophy","score_opus":0.05587806821536864,"score_gpt":0.3110225841737051,"score_spread":0.2551445159583364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386703017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30090344,0.00012787434,0.6772344,0.021182038,0.00015751748,0.00011881152,4.4817958e-7,0.00009160895,0.00018381866],"genre_scores_gemma":[0.9786909,0.000081715545,0.01835895,0.0010303451,0.00034405914,0.0000054758066,0.000001416015,0.000017109418,0.0014699965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99746037,0.000116787516,0.0002486423,0.0002321596,0.00028285154,0.001659195],"domain_scores_gemma":[0.9994879,0.00002955688,0.000065664186,0.00020664369,0.000056397745,0.00015385123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024853041,0.00013404049,0.00016218727,0.0005034861,0.00021646712,0.00024289994,0.00066897535,0.000048052418,0.0000018306645],"category_scores_gemma":[0.00016658334,0.0001140094,0.00006713677,0.002016358,0.000009273297,0.000385252,0.00020672598,0.0018292849,0.00017250284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007759677,0.000046057037,0.0026294526,0.0000035702883,0.000049929524,0.000014780098,0.0013509468,0.08909672,0.00027397406,0.8417973,0.00022097043,0.06450857],"study_design_scores_gemma":[0.00036961195,0.00037215452,0.0008443433,0.00006993968,0.000010193902,0.00017471831,0.0035133883,0.4132628,0.00013836077,0.5790886,0.0017860723,0.00036975445],"about_ca_topic_score_codex":0.000024205297,"about_ca_topic_score_gemma":0.0001572867,"teacher_disagreement_score":0.6777875,"about_ca_system_score_codex":0.0006090315,"about_ca_system_score_gemma":0.0015592673,"threshold_uncertainty_score":0.7947435},"labels":[],"label_agreement":null},{"id":"W4386709154","doi":"10.1145/3604240","title":"A Minimalistic Approach to Predict and Understand the Relation of App Usage with Students' Academic Performance","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Association (psychology); Relation (database); Smartphone app; Computer science; Usage data; Psychology; Applied psychology; World Wide Web; Data mining","score_opus":0.0537860069434828,"score_gpt":0.3262699379455513,"score_spread":0.2724839310020685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386709154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99281394,0.000004666254,0.0046270746,0.0016506638,0.00011979489,0.00023441136,8.8597267e-7,0.00008137198,0.0004671689],"genre_scores_gemma":[0.995578,0.000009762507,0.003920764,0.000098170814,0.0001016124,0.000008199686,0.000001087297,0.000009925742,0.00027247303],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883366,0.00001551259,0.00025659852,0.00028434387,0.00046243888,0.00014745552],"domain_scores_gemma":[0.99912524,0.000118609525,0.00029406874,0.00030785345,0.00011989913,0.000034346136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004823455,0.00012314177,0.0001490716,0.00017198091,0.00018151083,0.00010825159,0.0015434218,0.000048101523,4.5350706e-7],"category_scores_gemma":[0.000092165836,0.00007213921,0.000039256858,0.00056952296,0.00006754613,0.00038083765,0.0007650233,0.00035605798,0.000003535268],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013281248,0.0017335704,0.48898268,0.0036545836,0.0012038033,0.0000032846392,0.13662143,0.091414176,0.038300075,0.12684314,0.029399272,0.08051585],"study_design_scores_gemma":[0.0006033893,0.0009829695,0.44325677,0.00087602076,0.00006550679,0.000031606203,0.0010302073,0.54753965,0.002153563,0.0029671474,0.0002665433,0.00022661361],"about_ca_topic_score_codex":0.0000053339227,"about_ca_topic_score_gemma":3.2862425e-7,"teacher_disagreement_score":0.4561255,"about_ca_system_score_codex":0.00004068793,"about_ca_system_score_gemma":0.000010981962,"threshold_uncertainty_score":0.29417518},"labels":[],"label_agreement":null},{"id":"W4386724432","doi":"10.26434/chemrxiv-2023-24zfl-v2","title":"Using generative artificial intelligence in chemistry education research: prioritizing ethical use and accessibility","year":2023,"lang":"en","type":"preprint","venue":"ChemRxiv","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Generative grammar; Computer science; Equity (law); Engineering ethics; Management science; Artificial intelligence; Chemistry; Engineering; Political science","score_opus":0.41069411984124216,"score_gpt":0.49261907789789017,"score_spread":0.08192495805664801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386724432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93143433,0.00012946106,0.06216386,0.005591587,0.00034544454,0.00016699077,0.0000012166813,0.00011499767,0.000052131585],"genre_scores_gemma":[0.9298589,0.00008176718,0.06939594,0.00006721787,0.00041814274,0.000014975219,0.000012530864,0.000017088765,0.00013340767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976647,0.0002714661,0.00040441297,0.00094844756,0.0003819838,0.00032898985],"domain_scores_gemma":[0.9982382,0.00046628795,0.00012454616,0.00069942843,0.00035459388,0.00011692711],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0021985327,0.00018030046,0.0002486066,0.0001716148,0.00015747067,0.000893109,0.00071859633,0.00056066934,0.0000026513553],"category_scores_gemma":[0.0024461548,0.00019333062,0.00005250907,0.0006435297,0.00020767818,0.000200765,0.0020092467,0.0034020613,0.0000068458876],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011231233,0.002953807,0.089550085,0.008412108,0.00026498802,0.00050323864,0.04054239,0.038790207,0.29658636,0.12218425,0.0009188733,0.39918137],"study_design_scores_gemma":[0.00002382837,0.000007741754,0.003299943,0.0006198619,0.000006741471,0.00000471516,0.0003410806,0.79084146,0.019822184,0.18469875,0.00003199143,0.0003017123],"about_ca_topic_score_codex":0.00022365278,"about_ca_topic_score_gemma":0.000030444548,"teacher_disagreement_score":0.75205123,"about_ca_system_score_codex":0.00021250518,"about_ca_system_score_gemma":0.0011842377,"threshold_uncertainty_score":0.99889714},"labels":[],"label_agreement":null},{"id":"W4386748572","doi":"10.5539/jel.v12n6p117","title":"Usage Status, Usage Requirements, and Satisfaction in Using Massive Open Online Course (MOOC) for General Education Courses at Rajamangala University of Technology Srivijaya","year":2023,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rajamangala University of Technology Srivijaya","keywords":"Contentment; Massive open online course; Stratified sampling; Psychology; Medical education; Higher education; Distance education; Sample (material); Mathematics education; Multimedia; Computer science; Social psychology; Medicine","score_opus":0.03231774276448344,"score_gpt":0.3559294318999645,"score_spread":0.32361168913548105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386748572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928308,0.00029700037,0.0028820692,0.003577805,0.00026615502,0.00010509562,0.0000021032363,0.000011000734,0.000027965742],"genre_scores_gemma":[0.9568551,0.00040899773,0.041088738,0.000039850125,0.000086880995,4.542461e-7,0.000010790469,0.0000062690256,0.0015028905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99928313,0.000109716115,0.00021884669,0.00014202333,0.00011193113,0.0001343455],"domain_scores_gemma":[0.99905926,0.000082951345,0.00049140904,0.00008491879,0.00021540746,0.00006604345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054920034,0.000070755355,0.00016595841,0.00042151054,0.0001944705,0.00005835415,0.00016228309,0.000056937504,0.0000071065556],"category_scores_gemma":[0.00019307819,0.0000742955,0.000025279349,0.00043216316,0.000051149498,0.00043387496,0.00012417007,0.00022873635,5.2583556e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003989792,0.00045517273,0.6890515,0.00008384728,0.00004515948,0.0000043348605,0.0040711993,0.0063792444,0.005345737,0.0018240297,0.00086778,0.2918321],"study_design_scores_gemma":[0.001443633,0.00042557958,0.81515,0.00048318665,0.00009114837,0.00007310261,0.027590854,0.13469425,0.0001345741,0.0014857368,0.018193861,0.00023404295],"about_ca_topic_score_codex":0.00018382462,"about_ca_topic_score_gemma":0.00010036525,"teacher_disagreement_score":0.29159805,"about_ca_system_score_codex":0.00011442055,"about_ca_system_score_gemma":0.0007211537,"threshold_uncertainty_score":0.30296826},"labels":[],"label_agreement":null},{"id":"W4386800417","doi":"10.23977/aetp.2023.070920","title":"University Mixed Teaching Modes: Personalized Online and Offline Integration","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Implementation; Context (archaeology); Computer science; Personalized learning; Online and offline; Multimedia; Resource (disambiguation); Teaching method; Knowledge management; Mathematics education; Educational technology; Open learning; Psychology; Cooperative learning; Software engineering","score_opus":0.015798845039414436,"score_gpt":0.3566727312233503,"score_spread":0.3408738861839359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386800417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.790384,0.0019783354,0.06407537,0.14166132,0.00037584774,0.00007650218,0.000008185325,0.00026285165,0.0011775788],"genre_scores_gemma":[0.95057076,0.0018909245,0.046120416,0.0003237642,0.000039126047,0.0000021213727,0.000032544493,0.0000035283015,0.0010168286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99936104,0.000060679922,0.000103612954,0.00029500885,0.00004532652,0.00013431744],"domain_scores_gemma":[0.99959475,0.00015667132,0.000049417016,0.00014648987,0.000027913644,0.00002475264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018092345,0.00007349874,0.00010705107,0.00061282027,0.00011220067,0.000008162597,0.00022105493,0.00011118775,0.000004298309],"category_scores_gemma":[0.00013345643,0.00007432131,0.000011506544,0.00069453276,0.00022182935,0.00022909208,0.00007340036,0.00031690256,0.0000061945007],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007945995,0.0000851154,0.011408506,0.000005398574,0.000005018479,0.0000042115894,0.00022215012,0.0000616767,0.00019218322,0.87472844,0.00021502879,0.11306435],"study_design_scores_gemma":[0.0008592884,0.00014583353,0.053684372,0.000049521906,0.000007240794,0.00009643185,0.0017889357,0.05093216,0.000016695316,0.8291107,0.06308984,0.00021901206],"about_ca_topic_score_codex":0.0000034975415,"about_ca_topic_score_gemma":0.00004475568,"teacher_disagreement_score":0.16018674,"about_ca_system_score_codex":0.000013453069,"about_ca_system_score_gemma":0.000030672727,"threshold_uncertainty_score":0.3030735},"labels":[],"label_agreement":null},{"id":"W4386800443","doi":"10.23977/aetp.2023.070914","title":"Challenges and Opportunities of Generative Artificial Intelligence in Higher Education Student Educational Management","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Realm; Popularity; Scale (ratio); Domain (mathematical analysis); Knowledge management; Computer science; Artificial intelligence; Engineering ethics; Engineering; Political science","score_opus":0.09821588948683878,"score_gpt":0.4308633034170294,"score_spread":0.3326474139301906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386800443","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16575766,0.047309633,0.0012877017,0.7676023,0.0018966359,0.00023988038,0.0000025637264,0.00007230586,0.015831286],"genre_scores_gemma":[0.94614226,0.041022677,0.011327265,0.00039721362,0.00007373981,0.000098564866,0.000010191926,0.000004132033,0.0009239476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99918896,0.00004703662,0.00023874106,0.00031497356,0.00007553683,0.00013477688],"domain_scores_gemma":[0.9995536,0.00012383614,0.000080518636,0.00017646971,0.00004344961,0.000022081515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020104558,0.0000825266,0.000121679215,0.0009924545,0.000036230038,0.000007365143,0.00024850172,0.0000822989,0.00001602117],"category_scores_gemma":[0.0000188117,0.00008582029,0.000008985902,0.00054792146,0.00023162136,0.00016897872,0.000092840535,0.00014030855,0.00000576562],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021075143,0.0001863115,0.0032885275,0.000015740687,0.0000046834384,9.1466165e-7,0.00035665178,0.00003963318,0.000007668763,0.7077692,0.000026247786,0.2883023],"study_design_scores_gemma":[0.00004413707,0.00004744562,0.1574731,0.000033187447,0.0000019377262,0.000009034054,0.0011208878,0.00015157717,0.000009589043,0.837176,0.003860909,0.000072157716],"about_ca_topic_score_codex":9.3686333e-7,"about_ca_topic_score_gemma":0.000016176898,"teacher_disagreement_score":0.7803846,"about_ca_system_score_codex":0.000016362113,"about_ca_system_score_gemma":0.00007364184,"threshold_uncertainty_score":0.34996498},"labels":[],"label_agreement":null},{"id":"W4386836828","doi":"10.18280/ria.370408","title":"Predicting Student Performance Using Mental Health and Linguistic Attributes with Deep Learning","year":2023,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental health; Psychology; Linguistics; Computer science; Artificial intelligence; Natural language processing; Psychiatry","score_opus":0.04179218164525221,"score_gpt":0.3153006318425923,"score_spread":0.2735084501973401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386836828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84022653,0.00045712636,0.15703472,0.0014364537,0.0001989644,0.00014084423,0.0000010535255,0.00036319677,0.00014110508],"genre_scores_gemma":[0.99213433,0.00037610554,0.00669896,0.00006460215,0.0001063338,0.0000031092052,0.000008653673,0.0000152316115,0.00059264485],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985733,0.000064498854,0.00030297958,0.00040350447,0.00023127647,0.00042446647],"domain_scores_gemma":[0.9992501,0.00012297434,0.0001476248,0.00025109446,0.00007694087,0.00015126354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005637075,0.00014382575,0.00019036066,0.00013977665,0.00064546417,0.0001757097,0.00032533848,0.00003147805,0.000004080403],"category_scores_gemma":[0.00013176716,0.00013032951,0.000030266196,0.0008130833,0.000063094165,0.00015473836,0.00024186396,0.0002865226,0.00006144041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009360045,0.00007828735,0.23170716,0.00018532766,0.000033887627,0.000027775151,0.02269784,0.673855,0.00022905864,0.0018245123,0.000023159779,0.06932864],"study_design_scores_gemma":[0.000038130423,0.0003354695,0.0009115591,0.00025202814,0.000004445299,0.00004427771,0.0023149862,0.9945839,0.00039063263,0.0000662894,0.0009065128,0.00015175046],"about_ca_topic_score_codex":0.000025076719,"about_ca_topic_score_gemma":0.000006611392,"teacher_disagreement_score":0.32072893,"about_ca_system_score_codex":0.000055498735,"about_ca_system_score_gemma":0.00006773887,"threshold_uncertainty_score":0.53146833},"labels":[],"label_agreement":null},{"id":"W4386846085","doi":"10.1080/0144929x.2023.2255301","title":"Learning analytics for online game-Based learning: a systematic literature review","year":2023,"lang":"en","type":"article","venue":"Behaviour and Information Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Technische Universität München","keywords":"Learning analytics; Analytics; Computer science; Data science; Bridge (graph theory); Scopus; Web analytics; Knowledge management; World Wide Web; Web intelligence; The Internet; Web development","score_opus":0.011347922265120576,"score_gpt":0.27880878678256527,"score_spread":0.26746086451744466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386846085","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058699053,0.019695237,0.8117728,0.09437156,0.0005892405,0.0036728708,0.0000918677,0.010865921,0.0002414116],"genre_scores_gemma":[0.896779,0.030578388,0.063923106,0.0029140238,0.000104591825,0.0003902926,0.0020139231,0.000053595595,0.00324311],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998875,0.000044882792,0.00048848416,0.00016364644,0.00017312293,0.0002548414],"domain_scores_gemma":[0.99899274,0.00008290182,0.0003084314,0.00027950443,0.00028243585,0.000053967957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042675037,0.00014962861,0.0003365593,0.0007940645,0.00016527549,0.00016497089,0.00036229784,0.00018638765,0.0000015309439],"category_scores_gemma":[0.00088570896,0.00012844066,0.00008339263,0.0019013617,0.000036308757,0.0006863969,0.00011465144,0.00046646895,0.000041312578],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039803024,0.00049652095,0.051306825,0.36713213,0.0002978193,0.00013840693,0.0042624343,0.024418594,0.00014010281,0.21790873,0.013607229,0.3202514],"study_design_scores_gemma":[0.00072929956,0.00060462416,0.00080337893,0.0180051,0.00012945826,0.000101291254,0.00032806437,0.95646495,0.000055591005,0.0007695591,0.021636274,0.00037243444],"about_ca_topic_score_codex":6.145586e-7,"about_ca_topic_score_gemma":4.0763882e-7,"teacher_disagreement_score":0.93204635,"about_ca_system_score_codex":0.00002128223,"about_ca_system_score_gemma":0.000050567505,"threshold_uncertainty_score":0.52376586},"labels":[],"label_agreement":null},{"id":"W4386903233","doi":"10.23977/jeis.2023.080404","title":"Machine Translation and Post-editing in Foreign Language Teaching and Learning: A Systematic Review","year":2023,"lang":"en","type":"review","venue":"Journal of Electronics and Information Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Machine translation; Fluency; Field (mathematics); Newspaper; Natural language processing; Scratch; Systematic review; Translation (biology); Artificial intelligence; Psychology; Programming language; Mathematics education; MEDLINE","score_opus":0.019666989418919773,"score_gpt":0.32901719505523824,"score_spread":0.3093502056363185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386903233","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044977733,0.9962733,0.0029355232,0.00032086115,0.00002722672,0.00023635814,0.0000010694333,0.000014311714,0.0001463986],"genre_scores_gemma":[0.000669488,0.99752414,0.0016476602,0.00011198378,0.000020581834,0.0000024977564,0.000003408229,0.000004736202,0.000015511721],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9980147,0.00020907592,0.0010244823,0.00012052853,0.00041640375,0.00021480845],"domain_scores_gemma":[0.99810207,0.0003165586,0.0012591482,0.00011016883,0.0001291629,0.0000828638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007810732,0.00014716493,0.0007884884,0.0007232465,0.00022639328,0.0004304782,0.00034745128,0.000054073964,2.6040965e-7],"category_scores_gemma":[0.001855229,0.000102035665,0.00006944989,0.00075525284,0.000046558198,0.00334149,0.000086576925,0.0011026923,0.0000012090525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.632855e-7,0.000004433039,0.0000023683453,0.20264855,0.000013057436,0.0000034302045,0.0014263678,0.000018314106,6.7606436e-7,0.0086541595,0.0000023374296,0.78722584],"study_design_scores_gemma":[0.00044366173,0.0006572164,0.00001447652,0.5604092,0.00052789075,0.0020727143,0.0008931738,0.3804993,2.8813082e-7,0.00046151242,0.05351129,0.00050930376],"about_ca_topic_score_codex":0.0000048068696,"about_ca_topic_score_gemma":0.0000016164282,"teacher_disagreement_score":0.7867165,"about_ca_system_score_codex":0.0000616368,"about_ca_system_score_gemma":0.00031763,"threshold_uncertainty_score":0.47907108},"labels":[],"label_agreement":null},{"id":"W4386975843","doi":"10.1108/ils-04-2023-0033","title":"Privacy governance not included: analysis of third parties in learning management systems","year":2023,"lang":"en","type":"article","venue":"Information and Learning Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Plug-in; Corporate governance; Learning Management; Documentation; Interoperability; Knowledge management; Business; Computer science; Political science; Public relations; World Wide Web","score_opus":0.01874842583253814,"score_gpt":0.2797803718418439,"score_spread":0.26103194600930574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386975843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811519,0.00008988204,0.01029073,0.0018157193,0.00014616897,0.00009609553,0.0000012349449,0.0002608765,0.006147399],"genre_scores_gemma":[0.9976242,0.00023569523,0.001208428,0.000049814375,0.0000076105553,0.0000044045614,0.000005264012,0.0000014053915,0.0008631685],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986291,0.00012158777,0.0003947423,0.00015673439,0.00048446565,0.00021335384],"domain_scores_gemma":[0.99931484,0.00016003459,0.00032086068,0.00011824096,0.00004940959,0.0000365868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020233477,0.00008276777,0.00019375887,0.0007455906,0.0003106783,0.0003419417,0.00042088452,0.000032458334,0.0000025214388],"category_scores_gemma":[0.0002583857,0.00007121022,0.00004293541,0.0039365217,0.00009750935,0.0013077322,0.00024778637,0.00022455711,0.000028564376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019284846,0.00000594122,0.07546231,0.00005431155,0.000036135247,0.0000014419962,0.007049816,0.8604956,0.000008592972,0.03877558,0.00004231236,0.018066013],"study_design_scores_gemma":[0.00010042504,0.000047702157,0.11356504,0.00004899654,0.000015787415,6.7066094e-7,0.003117181,0.87138087,0.000010298562,0.000058264322,0.011570243,0.00008454319],"about_ca_topic_score_codex":0.0001204432,"about_ca_topic_score_gemma":0.0000065961362,"teacher_disagreement_score":0.038717315,"about_ca_system_score_codex":0.000018105746,"about_ca_system_score_gemma":0.00003007808,"threshold_uncertainty_score":0.32973516},"labels":[],"label_agreement":null},{"id":"W4387021009","doi":"10.1007/978-1-4842-9792-6_3","title":"Essential MySQL Skills","year":2023,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Selkirk College","funders":"","keywords":"Scripting language; Cover (algebra); Computer science; Order (exchange); World Wide Web; Programming language; Engineering; Business","score_opus":0.013824913196037614,"score_gpt":0.24796401955775046,"score_spread":0.23413910636171284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387021009","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000131247625,0.00007659171,0.01259556,0.00046643676,0.0011646698,0.00011919974,0.000017407998,0.00086417986,0.98468286],"genre_scores_gemma":[0.0012117252,0.000026624313,0.0024499632,0.00016564535,0.0007120761,0.0000043997065,0.000014143335,0.00007436173,0.99534106],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834394,0.000017935625,0.00029018655,0.00058525486,0.00044586213,0.00031683946],"domain_scores_gemma":[0.99853635,0.00011795641,0.00018929757,0.000951525,0.00008487477,0.000119998476],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013631856,0.00031146972,0.00034219804,0.00018502041,0.00011825738,0.00021410237,0.0012146506,0.00029965787,0.000028538914],"category_scores_gemma":[0.000021158057,0.00030498797,0.00022486875,0.000017827653,0.00008502829,0.000054985754,0.00066729484,0.0005718922,0.0012894173],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010542765,0.000008684556,0.0000012838565,0.000035518227,0.00008681782,0.00014543901,0.0001709578,0.00004784569,0.00003077144,0.95614874,0.0057577225,0.03756518],"study_design_scores_gemma":[0.00023633862,0.000056663506,0.0000079577685,0.0003352758,0.00007277492,0.000017691273,0.0000021221856,0.004859843,0.00025631086,0.23231326,0.7611393,0.0007025213],"about_ca_topic_score_codex":0.0000133246085,"about_ca_topic_score_gemma":0.0000074536056,"teacher_disagreement_score":0.7553815,"about_ca_system_score_codex":0.000019272135,"about_ca_system_score_gemma":0.00009909098,"threshold_uncertainty_score":0.9999402},"labels":[],"label_agreement":null},{"id":"W4387023330","doi":"10.24908/ss.v21i3.16105","title":"The “Academicon”: AI and Surveillance in Higher Education","year":2023,"lang":"en","type":"article","venue":"Surveillance & Society","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Higher education; Reflection (computer programming); Focus (optics); Narrative; Sociology; Emerging technologies; Engineering ethics; Political science; Public relations; Data science; Computer science; Engineering; Artificial intelligence; Law","score_opus":0.01664618361590801,"score_gpt":0.29192022107407267,"score_spread":0.27527403745816464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387023330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6636327,0.006345295,0.0015947769,0.32073748,0.0032960675,0.00036860048,0.000014065949,0.0012088463,0.0028021995],"genre_scores_gemma":[0.9904675,0.0020377708,0.00039245636,0.0013809309,0.00022154825,0.000011669375,0.00000802501,0.0000109359635,0.005469184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879587,0.00013062284,0.00019672207,0.0003307731,0.00020209257,0.00034394252],"domain_scores_gemma":[0.9991138,0.00033147246,0.00007300363,0.00035756806,0.0000669105,0.00005723506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012134212,0.00011578063,0.00014344828,0.000025942418,0.00022778886,0.0001607745,0.00044805178,0.000091179485,0.0000034826357],"category_scores_gemma":[0.000072374285,0.00008878077,0.000069750255,0.00092243135,0.00009093596,0.00014259513,0.0001779352,0.000366062,0.000042723394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033763224,0.000035284633,0.82951367,0.000034747383,0.000023873201,0.0000021651642,0.0014250448,0.0003574444,0.0001546477,0.02918827,0.069566935,0.06969456],"study_design_scores_gemma":[0.00019486508,0.000013770673,0.8038445,0.000012969525,5.171016e-7,0.0000022758331,0.00015857685,0.050693862,0.0000049363484,0.006606717,0.13828069,0.00018631645],"about_ca_topic_score_codex":0.000041764146,"about_ca_topic_score_gemma":0.00006853226,"teacher_disagreement_score":0.3268348,"about_ca_system_score_codex":0.000044817363,"about_ca_system_score_gemma":0.0001328039,"threshold_uncertainty_score":0.36203745},"labels":[],"label_agreement":null},{"id":"W4387163711","doi":"10.1109/icalt58122.2023.00014","title":"A Computational Model Based on Personality, Mood, Emotion, and Motivation for Online Learning Environment","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mood; Personality; Dropout (neural networks); Psychology; Cognitive psychology; Computer science; Artificial intelligence; Social psychology; Machine learning","score_opus":0.03182143609891166,"score_gpt":0.27813901421911813,"score_spread":0.24631757812020647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387163711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10485973,0.0000013787532,0.8838638,0.010886336,0.000015528287,0.00007237138,0.0000067406477,0.00017485049,0.00011925231],"genre_scores_gemma":[0.7879118,0.0000025461122,0.20995775,0.00036566352,0.00002838916,0.00000408634,0.00013256862,0.000006659168,0.0015905895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924386,0.000030177636,0.00011754679,0.00025546463,0.00022287664,0.00013007662],"domain_scores_gemma":[0.99955,0.00022987393,0.00004380244,0.00009540805,0.00003425242,0.000046653236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023553979,0.00007930232,0.00007763932,0.000104277045,0.00015569897,0.00005956347,0.00010642992,0.00003055251,0.00000610904],"category_scores_gemma":[0.00008010162,0.000073748015,0.00003698207,0.00014891416,0.000019078401,0.00008991409,0.000052416723,0.00009316759,0.00001188353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025420234,0.000051872903,0.0020879689,0.000009753188,0.0000039609004,2.5008185e-7,0.00012963453,0.9817494,0.0000143485995,0.010804943,0.00013339412,0.0050119055],"study_design_scores_gemma":[0.0003751683,0.00010470205,0.01559753,0.000010844846,0.000003331849,4.706511e-7,0.00004090888,0.9740846,0.0000043831833,0.009481139,0.00021375899,0.00008312026],"about_ca_topic_score_codex":0.0000031452664,"about_ca_topic_score_gemma":5.726459e-7,"teacher_disagreement_score":0.683052,"about_ca_system_score_codex":0.000018608522,"about_ca_system_score_gemma":0.000025687139,"threshold_uncertainty_score":0.30073568},"labels":[],"label_agreement":null},{"id":"W4387239982","doi":"","title":"THE SERVICE CISCO WEBEX MEETING CENTER AS INTERACTIVE LEARNING TOOL FOR STUDENTS WITH LIMITED ABILITIES","year":2018,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Center (category theory); Service (business); Computer science; Multimedia; Human–computer interaction; Business; Chemistry","score_opus":0.12697657213887237,"score_gpt":0.5458328126945136,"score_spread":0.4188562405556412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387239982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879477,0.0006403975,0.0058450336,0.0021601736,0.00053304335,0.00046655297,0.00000632948,0.00008872249,0.0023120707],"genre_scores_gemma":[0.994753,0.0004803733,0.0022708469,0.00063009554,0.0003443393,0.000033818906,0.0000044684916,0.000041007243,0.0014420728],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971807,0.00037154325,0.0006268347,0.0005066395,0.0008284324,0.00048586377],"domain_scores_gemma":[0.9958915,0.001312338,0.00088369835,0.0005681938,0.0012032104,0.00014106765],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019385705,0.0002878653,0.00045532477,0.00029866854,0.000993301,0.004691804,0.0053735324,0.00006357185,0.0002012735],"category_scores_gemma":[0.0008908986,0.00019481461,0.00013535396,0.0009061159,0.0001492156,0.0025530201,0.0018673851,0.0005547641,0.000025524083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008561048,0.000590785,0.9353662,0.00014923721,0.0009222605,0.00002558471,0.006136654,0.0020102218,0.0071496614,0.0006917441,0.007822526,0.03827902],"study_design_scores_gemma":[0.006565453,0.00095572724,0.5912452,0.006899829,0.0004322634,0.00016348128,0.008391077,0.13178672,0.030057965,0.022625519,0.19774447,0.0031323503],"about_ca_topic_score_codex":0.00026571777,"about_ca_topic_score_gemma":0.0001236187,"teacher_disagreement_score":0.34412107,"about_ca_system_score_codex":0.00008401207,"about_ca_system_score_gemma":0.0001546543,"threshold_uncertainty_score":0.998545},"labels":[],"label_agreement":null},{"id":"W4387242292","doi":"10.5539/elt.v16n10p87","title":"Pedagogical and Ethical Implications of Artificial Intelligence in EFL Context: A Review Study","year":2023,"lang":"en","type":"review","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Dehumanization; Conversation; Personalization; Engineering ethics; Pedagogy; Sociology; Computer science","score_opus":0.14641731185443121,"score_gpt":0.4686670650065944,"score_spread":0.3222497531521632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387242292","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008772665,0.9924847,0.0058642477,0.0004923755,0.000104345105,0.000610782,0.000009721073,0.00019550238,0.00015058983],"genre_scores_gemma":[0.0021814639,0.99536836,0.0018782206,0.00015337554,0.0002147511,0.000053162155,0.000019411767,0.000028238144,0.00010299108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968763,0.0011014898,0.0009562448,0.00056324917,0.00025951274,0.00024322205],"domain_scores_gemma":[0.9976707,0.0012068921,0.00032658983,0.0006683288,0.000043822456,0.00008364721],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0031519462,0.0002594161,0.0012999757,0.00025438535,0.00007958587,0.000091408714,0.00089858705,0.00023669453,0.000005849392],"category_scores_gemma":[0.004686931,0.00020864399,0.00019391073,0.0006659331,0.000049121554,0.00006538418,0.00049347803,0.0027986395,0.000014914245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1072884e-7,0.00008764459,0.000007936938,0.0051576444,0.000022084412,0.000033839955,0.02032631,0.0000013902657,5.3457523e-8,0.027941452,0.00001902132,0.94640243],"study_design_scores_gemma":[0.00045558528,0.001203015,0.00007764033,0.3398452,0.0023211737,0.00016522709,0.08634352,0.0060237157,6.902021e-7,0.0072149215,0.55265456,0.003694748],"about_ca_topic_score_codex":0.0000866901,"about_ca_topic_score_gemma":0.00011612496,"teacher_disagreement_score":0.94270766,"about_ca_system_score_codex":0.000039867602,"about_ca_system_score_gemma":0.0001313857,"threshold_uncertainty_score":0.99950194},"labels":[],"label_agreement":null},{"id":"W4387366040","doi":"10.1007/s10639-023-12163-z","title":"How teachers’ self-regulation, emotions, perceptions, and experiences predict their capacities for learning analytics dashboard: A Bayesian approach","year":2023,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Perception; Dashboard; Psychology; Analytics; Path analysis (statistics); Test (biology); Process (computing); Mathematics education; Self-regulated learning; Computer science; Knowledge management; Data science","score_opus":0.010702546261047543,"score_gpt":0.23893421549270866,"score_spread":0.2282316692316611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387366040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3283888,0.00020864345,0.64158034,0.023933712,0.00025567928,0.0004412451,0.000007994212,0.0045060907,0.00067746086],"genre_scores_gemma":[0.94276506,0.00036540325,0.055776134,0.00006873394,0.00003729419,0.00014556486,0.00010646532,0.000004881069,0.0007304665],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99928856,0.000029092964,0.00020953888,0.00016958131,0.00013330262,0.0001699294],"domain_scores_gemma":[0.9993961,0.00006395207,0.00015007744,0.00020840633,0.00014574686,0.000035752164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028190317,0.0001261164,0.000121123354,0.000536902,0.0005249101,0.00063852925,0.00022840305,0.00011852678,0.0000013089314],"category_scores_gemma":[0.00036246135,0.00010746115,0.000031980933,0.0006134621,0.00015927116,0.0025346337,0.00009235502,0.00016065715,0.0000031302116],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021832582,0.00009065102,0.0055748643,0.00019953612,0.000055420547,4.3352472e-8,0.29630357,0.00073016656,0.000039103317,0.11083646,0.0112174135,0.5749506],"study_design_scores_gemma":[0.0001224406,0.000066231034,0.0039712884,0.000020585952,0.00000902416,0.0000083848045,0.5683371,0.39942282,0.00006850401,0.0038344462,0.02398209,0.00015707297],"about_ca_topic_score_codex":0.0000030485826,"about_ca_topic_score_gemma":4.9637606e-7,"teacher_disagreement_score":0.61437625,"about_ca_system_score_codex":0.000031217718,"about_ca_system_score_gemma":0.00009540716,"threshold_uncertainty_score":0.61573523},"labels":[],"label_agreement":null},{"id":"W4387429185","doi":"10.5430/ijhe.v12n5p218","title":"Establishment of Flipped Chinese Course Based on Socially Shared Learning Regulations in Chinese Normal University Students","year":2023,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coursework; Flipped learning; Mathematics education; China; Flipped classroom; Psychology; Cooperative learning; Teaching method; Educational technology; Pedagogy; Computer science; Political science","score_opus":0.00879585845431729,"score_gpt":0.3356609695953803,"score_spread":0.326865111141063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387429185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98285955,0.000013100409,0.0009589898,0.01406717,0.0015302041,0.000043553613,0.0000047174362,0.000025525933,0.00049719674],"genre_scores_gemma":[0.9955339,0.000009750364,0.0015815544,0.00008082385,0.0002772713,4.3425433e-7,0.000028917168,0.0000056238996,0.0024817127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864954,0.000104600906,0.00029755427,0.000115332485,0.00073587307,0.00009708823],"domain_scores_gemma":[0.99881935,0.00013235433,0.00041268463,0.00010769419,0.00047579515,0.000052105795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004168893,0.000082437684,0.00012790506,0.00059775054,0.000048911686,0.00008148748,0.0007823208,0.00003854063,0.0000392598],"category_scores_gemma":[0.000100580335,0.000075799995,0.000085633925,0.0007034674,0.000018431436,0.0004495287,0.00007871761,0.00022477533,0.0000069462694],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057655285,0.0008242627,0.87094694,0.0000065773515,0.000055715296,0.000024185549,0.0009956534,0.12049441,0.0001441751,0.0024054935,0.00090486126,0.003140065],"study_design_scores_gemma":[0.00070209394,0.00007768612,0.9653471,0.00009314293,0.00000784327,0.000002883844,0.00012224726,0.031639833,0.0000061838223,0.0012286516,0.00070413086,0.000068169444],"about_ca_topic_score_codex":0.000027471902,"about_ca_topic_score_gemma":0.00000933459,"teacher_disagreement_score":0.09440019,"about_ca_system_score_codex":0.0001737296,"about_ca_system_score_gemma":0.00055721524,"threshold_uncertainty_score":0.3091034},"labels":[],"label_agreement":null},{"id":"W4387444958","doi":"10.1109/caisais59399.2023.10270552","title":"Exploring Correlated Features in Deep Learning Models for Academic Advising","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Deep learning; Artificial intelligence; Computer science; Academic advising; Software deployment; Scalability; Machine learning; Naive Bayes classifier; Process (computing); Data science; Knowledge management; Higher education; Software engineering; Database; Support vector machine","score_opus":0.12061358822801896,"score_gpt":0.31572071235485116,"score_spread":0.1951071241268322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387444958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20869918,0.0001509233,0.78464144,0.0035193358,0.00036282334,0.0001337072,2.656701e-7,0.0013236904,0.0011686129],"genre_scores_gemma":[0.9801711,0.0001771249,0.016109534,0.000087302185,0.00007306126,0.00001612998,0.0000061695373,0.00001562898,0.0033439945],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989909,0.000038741502,0.00018495273,0.00028880851,0.00014797968,0.0003486522],"domain_scores_gemma":[0.9994781,0.00023972953,0.000047008798,0.00014649352,0.000035048346,0.0000536373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042044095,0.000098216326,0.00013115731,0.00029445233,0.00011986134,0.00007255894,0.00037498833,0.00007648601,0.0000012510994],"category_scores_gemma":[0.00015994904,0.00009149068,0.000052135263,0.00095418433,0.000010201087,0.0006645677,0.00015146598,0.0005724316,0.000035090055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029971077,0.000005669832,0.0007024554,0.000011802701,0.000005473651,0.000010395767,0.0015460833,0.9019696,0.00016293178,0.021296911,0.00010604618,0.074179605],"study_design_scores_gemma":[0.0002179365,0.000027788661,0.0012993319,0.00005581661,0.000002532655,0.000004010331,0.00033229732,0.9888331,0.00009960283,0.008570286,0.00043232023,0.00012492618],"about_ca_topic_score_codex":0.000020899279,"about_ca_topic_score_gemma":0.0000065307095,"teacher_disagreement_score":0.77147186,"about_ca_system_score_codex":0.000027470414,"about_ca_system_score_gemma":0.000022420509,"threshold_uncertainty_score":0.37308815},"labels":[],"label_agreement":null},{"id":"W4387457650","doi":"10.1145/3609976","title":"PACMHCI V7, CSCW2, October 2023 Editorial","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Scholarship; Field (mathematics); Library science; Sociology; Work (physics); Computer science; Political science; Engineering","score_opus":0.04227444145640843,"score_gpt":0.3359289044210375,"score_spread":0.2936544629646291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387457650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85574555,0.000012765415,0.001253775,0.027690353,0.105870575,0.00047946733,0.0000069489465,0.0014657971,0.007474784],"genre_scores_gemma":[0.95815885,0.000010018042,0.0053377054,0.00039915743,0.032512825,0.000015539266,0.000005841615,0.000036506186,0.0035235398],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982118,0.000018153818,0.00036410874,0.00046388622,0.0006311032,0.00031096037],"domain_scores_gemma":[0.9984289,0.00015739586,0.0003647031,0.0006516127,0.0003341926,0.000063236716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045067025,0.00020581389,0.00022670972,0.00028241388,0.00026268314,0.00032404618,0.002912086,0.00011196617,0.000013099335],"category_scores_gemma":[0.00034390972,0.00015441378,0.00021187316,0.000798917,0.00004444055,0.0006667039,0.0015722847,0.00054940744,0.0002830398],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030458481,0.00018411473,0.001227763,0.00008238401,0.0000978741,0.0000019545528,0.001216153,0.0007598175,0.012186731,0.020858461,0.9517949,0.011559371],"study_design_scores_gemma":[0.0028292234,0.0021445365,0.028498042,0.0017606948,0.00017172594,0.00007194497,0.00059074146,0.37177765,0.050508365,0.1837685,0.35605675,0.0018218227],"about_ca_topic_score_codex":0.000026963946,"about_ca_topic_score_gemma":0.0000013557816,"teacher_disagreement_score":0.5957382,"about_ca_system_score_codex":0.00006415688,"about_ca_system_score_gemma":0.000021630223,"threshold_uncertainty_score":0.6296811},"labels":[],"label_agreement":null},{"id":"W4387547293","doi":"10.18162/ritpu-2023-v20n2-10","title":"Reflection on the Construction and Impact of an Adaptive Learning Ecosystem","year":2023,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reflection (computer programming); Context (archaeology); Metacognition; Domain (mathematical analysis); Learning analytics; Adaptive learning; Analytics; Conceptual model; Knowledge management; Data science; Artificial intelligence; Cognition; Psychology","score_opus":0.05677332988425581,"score_gpt":0.3095642010554347,"score_spread":0.2527908711711789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387547293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793444,0.00030897802,0.0048555504,0.013072349,0.0003069816,0.00012563486,0.000030972245,0.00078425417,0.0011708577],"genre_scores_gemma":[0.9759732,0.0015159297,0.002877396,0.0000034635088,0.000060249487,0.000001993818,0.0000115423,0.000012790598,0.019543462],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882483,0.0001950888,0.0001988276,0.0003512392,0.00019771233,0.00023228575],"domain_scores_gemma":[0.99855214,0.00057906477,0.00025517875,0.0003034525,0.00027784662,0.000032337328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003446226,0.00017377123,0.00019150005,0.0005137118,0.00031053263,0.0000925286,0.00063228764,0.00021260348,0.000009942169],"category_scores_gemma":[0.0006600172,0.00015135904,0.00012958443,0.0009930506,0.00040040037,0.0005893692,0.0003684069,0.0005282479,0.000032387157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043781598,0.000059494003,0.0069205463,0.000085726395,0.0002764658,0.00011016218,0.0018595894,0.055121467,0.00035932905,0.16146255,0.00019258323,0.7735083],"study_design_scores_gemma":[0.00035971965,0.0031557071,0.005359311,0.0013117179,0.00007035492,0.00036689645,0.046217844,0.914886,0.0009917022,0.017922712,0.009011368,0.0003466549],"about_ca_topic_score_codex":0.00010470014,"about_ca_topic_score_gemma":0.00007536115,"teacher_disagreement_score":0.8597645,"about_ca_system_score_codex":0.000503349,"about_ca_system_score_gemma":0.00011225251,"threshold_uncertainty_score":0.6172242},"labels":[],"label_agreement":null},{"id":"W4387645779","doi":"10.1007/978-3-319-17461-7_109","title":"Gauging the Effectiveness of Educational Technology Integration in Education: What the Best-Quality Meta-analyses Tell Us","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Meta-analysis; Best practice; Pace; Quality (philosophy); Interpretation (philosophy); Systematic review; Perspective (graphical); Management science; Data science; Computer science; Engineering; Political science; Epistemology; Geography; Medicine; Artificial intelligence; MEDLINE","score_opus":0.10742371191935017,"score_gpt":0.4037953354396146,"score_spread":0.2963716235202644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387645779","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046513816,0.02584784,0.061805878,0.39408383,0.005955052,0.0031712072,0.000038245296,0.00056288374,0.50388366],"genre_scores_gemma":[0.3506685,0.0012777174,0.0052379975,0.0006703822,0.0003664556,0.00017101882,0.00009092871,0.000059989226,0.641457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982287,0.00035204747,0.00050503784,0.0004163593,0.00035750284,0.00014031136],"domain_scores_gemma":[0.9953569,0.0029520115,0.00037810355,0.0009490145,0.0003422052,0.000021737187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020813672,0.0002361774,0.00050757936,0.00043531763,0.000116593095,0.00019315383,0.0011410323,0.0001853308,0.0000897407],"category_scores_gemma":[0.0004654083,0.00012006918,0.00031577973,0.00047938756,0.00019082653,0.00025554336,0.0002367733,0.0005807436,0.00008666156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020564596,0.000045811652,0.0001581776,0.000035344445,0.00035418334,3.0228657e-7,0.0000652309,0.00047571468,0.000028337668,0.9826617,0.0000710626,0.016102036],"study_design_scores_gemma":[0.00010058666,0.000066791865,0.0024649089,0.0005725792,0.0012128258,0.0000136972085,0.0008398979,0.004243719,0.0005839346,0.98605293,0.0034670138,0.00038113183],"about_ca_topic_score_codex":0.0002717604,"about_ca_topic_score_gemma":0.00025582744,"teacher_disagreement_score":0.39341345,"about_ca_system_score_codex":0.000071827955,"about_ca_system_score_gemma":0.0005643278,"threshold_uncertainty_score":0.4896279},"labels":[],"label_agreement":null},{"id":"W4387645866","doi":"10.1007/978-3-319-17461-7_4","title":"Competency-Based Personalization Process for Smart Learning Environments","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Personalization; Computer science; Process (computing); Knowledge management; Outcome (game theory); Human–computer interaction; World Wide Web","score_opus":0.027330643961880403,"score_gpt":0.26833657104845016,"score_spread":0.24100592708656976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387645866","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000039377865,0.000030705807,0.87215316,0.0020919493,0.00021688778,0.00024155989,0.000008406454,0.00048799053,0.124765374],"genre_scores_gemma":[0.0016286655,0.000021536134,0.013069382,0.00029761237,0.00013217042,0.000013501271,0.00024204534,0.0000659345,0.98452914],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986717,0.000013080746,0.00022641444,0.00049523485,0.0003747929,0.00021875487],"domain_scores_gemma":[0.9993118,0.00011721266,0.00019165246,0.00025584523,0.00005336427,0.00007009844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017775744,0.0002362499,0.00023711257,0.00015638467,0.00017588683,0.00009317834,0.00047217353,0.00017481642,0.000059723894],"category_scores_gemma":[0.000040810268,0.00022870337,0.00015064288,0.00005239206,0.000034545883,0.00008825184,0.00007235285,0.0002845114,0.0003159337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006498414,0.00003598363,0.00021956404,0.00033793505,0.00008747884,0.000013292165,0.00021691999,0.023061424,0.000021755413,0.9666651,0.0009090664,0.008424975],"study_design_scores_gemma":[0.0002821926,0.00015165308,0.000019853376,0.00017349147,0.00003623221,0.0000012805397,0.000013377158,0.82629865,0.000020617232,0.041574355,0.13104053,0.0003877368],"about_ca_topic_score_codex":0.0000020166526,"about_ca_topic_score_gemma":0.000004137813,"teacher_disagreement_score":0.92509073,"about_ca_system_score_codex":0.000040372215,"about_ca_system_score_gemma":0.00019285685,"threshold_uncertainty_score":0.93262523},"labels":[],"label_agreement":null},{"id":"W4387707133","doi":"10.3138/jsp-2023-0028","title":"A Bibliometric Analysis of Book Reviews Published in Translation Journals between 2010 and 2021","year":2023,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prestige; Bibliometrics; Social science; Period (music); Bridge (graph theory); Sociology; Translation studies; Library science; Linguistics; Computer science; Medicine; Philosophy","score_opus":0.08205651825019551,"score_gpt":0.342256015305121,"score_spread":0.2601994970549255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387707133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7419324,0.07057046,0.07827971,0.107448995,0.0007632114,0.0002298198,0.000016541167,0.000057288606,0.0007015501],"genre_scores_gemma":[0.9292767,0.022254573,0.04648995,0.0005438258,0.00079374696,0.0000020085492,0.000019591385,0.000027409076,0.00059221743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961272,0.00044906687,0.0016520208,0.00025116213,0.0012232038,0.00029738547],"domain_scores_gemma":[0.9958834,0.0006742832,0.001625027,0.00033483823,0.0012305132,0.0002519268],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics","scholarly_communication"],"category_scores_codex":[0.019538933,0.0001392672,0.00084904826,0.16346522,0.000087244705,0.01920062,0.0013288594,0.0001788724,0.000046293906],"category_scores_gemma":[0.00961446,0.0001142114,0.00033358284,0.27569696,0.000025902047,0.0829026,0.00017009398,0.0018193662,0.000003323506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047805734,0.00004528641,0.56313735,0.00003924194,0.0003762428,0.000034947047,0.0007506016,0.0008420153,0.00046468774,0.00012520343,0.008372863,0.42580682],"study_design_scores_gemma":[0.0006424555,0.00010055791,0.9575804,0.00032904203,0.00036317078,0.000015590136,0.000090617854,0.018032078,0.000025692381,0.0014553496,0.021202149,0.0001628839],"about_ca_topic_score_codex":0.000043459953,"about_ca_topic_score_gemma":0.000011667369,"teacher_disagreement_score":0.42564392,"about_ca_system_score_codex":0.000052274812,"about_ca_system_score_gemma":0.00016944858,"threshold_uncertainty_score":0.998728},"labels":[],"label_agreement":null},{"id":"W4387770625","doi":"10.5430/ijhe.v12n5p271","title":"Hot Topics and Trends in Information Education Research: A Visual Mapping of SSCI and SCI Journals","year":2023,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Government of Jiangsu Province","keywords":"Citation index; Thematic map; Social Sciences Citation Index; Science Citation Index; Library science; Thematic analysis; Citation; Index (typography); Data science; Computer science; Geography; World Wide Web; Social science; Sociology; Cartography; Qualitative research","score_opus":0.0635025358078177,"score_gpt":0.452521955386606,"score_spread":0.3890194195787883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387770625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9532573,0.0005416481,0.0005732605,0.043069366,0.0017767207,0.00003638201,0.0000011065072,0.000010827204,0.00073339103],"genre_scores_gemma":[0.9953472,0.00026185944,0.0027083626,0.00015015935,0.00046518593,0.0000016231149,0.0000068895265,0.0000029545058,0.0010557512],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987503,0.00008898354,0.00044347654,0.000078965386,0.0005356597,0.000102577986],"domain_scores_gemma":[0.99854624,0.00008646152,0.00033994857,0.00007091912,0.0008936476,0.00006277854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010457669,0.000056246576,0.000104537015,0.0023079359,0.000044656965,0.00021312422,0.0002968174,0.00004156185,0.00001460577],"category_scores_gemma":[0.00014414612,0.000052228577,0.00002853217,0.00085435814,0.00004093589,0.0011954401,0.000089213216,0.00023677784,0.000003487788],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018903333,0.00020636436,0.026359286,0.000026662563,0.000035056273,0.0000028762322,0.004267133,0.00015108593,0.0005804134,0.02461184,0.0052631185,0.9384773],"study_design_scores_gemma":[0.00040524788,0.000120091005,0.9391024,0.00041625023,0.0000057148013,0.000096702155,0.0012426446,0.005437666,0.00012534276,0.024939528,0.028010465,0.00009795544],"about_ca_topic_score_codex":0.000037484268,"about_ca_topic_score_gemma":0.0000028000904,"teacher_disagreement_score":0.9383793,"about_ca_system_score_codex":0.000080910155,"about_ca_system_score_gemma":0.00034559227,"threshold_uncertainty_score":0.21298195},"labels":[],"label_agreement":null},{"id":"W4387838212","doi":"10.48550/arxiv.2310.12324","title":"Opportunities for Adaptive Experiments to Enable Continuous Improvement in Computer Science Education","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research; Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Bridging (networking); Incentive; Adaptive learning; New product development; Knowledge management; Artificial intelligence; Management","score_opus":0.1634869481054155,"score_gpt":0.2543533698020318,"score_spread":0.09086642169661632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387838212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21177107,0.000010524346,0.7851387,0.00080707006,0.0012270549,0.0005543425,0.000011841627,0.0001699584,0.0003094304],"genre_scores_gemma":[0.9723844,0.000020365642,0.020335281,0.0002961849,0.000121120334,0.000007701026,0.0000122504325,0.0000150178785,0.006807669],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826705,0.000038214523,0.0001922676,0.0009851865,0.00012230777,0.0003949465],"domain_scores_gemma":[0.99860066,0.00006201506,0.00015949405,0.00068225374,0.00031410874,0.00018147136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045189398,0.00020574153,0.00024983395,0.00066907285,0.00015910412,0.00020346013,0.0014487867,0.00009037443,0.000002104843],"category_scores_gemma":[0.00003344217,0.00024482538,0.00008688345,0.00068872864,0.00009507869,0.00030697236,0.001818528,0.0002256367,0.000023861225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053071424,0.00064245955,0.0014413743,0.00013606487,0.00007591469,0.00013362357,0.0024841682,0.6858393,0.00037373815,0.26289,0.0021916062,0.043738663],"study_design_scores_gemma":[0.00032559503,0.00029779025,0.0003109145,0.0002120365,0.000015726722,5.9373616e-7,0.0011469885,0.9699312,0.00055910787,0.026190247,0.0006146806,0.00039514183],"about_ca_topic_score_codex":0.00031680756,"about_ca_topic_score_gemma":0.000036982743,"teacher_disagreement_score":0.7648034,"about_ca_system_score_codex":0.00039459317,"about_ca_system_score_gemma":0.0014369095,"threshold_uncertainty_score":0.9983689},"labels":[],"label_agreement":null},{"id":"W4387909457","doi":"10.4018/978-1-6684-9527-8.ch010","title":"Using Causal Inference in Learning Processes to Predict Student Proficiency","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Timeline; Causal inference; Coding (social sciences); Causality (physics); Computer science; Inference; Data science; Observational study; Causal model; Mathematics education; Psychology; Artificial intelligence; Econometrics; Mathematics","score_opus":0.03514582636944564,"score_gpt":0.3293949396482513,"score_spread":0.29424911327880565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387909457","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03681925,0.17416601,0.4135373,0.12095465,0.017562917,0.012954976,0.00031763787,0.014991123,0.20869616],"genre_scores_gemma":[0.0887989,0.10425269,0.55889356,0.00024107764,0.0006496253,0.00058779883,0.00009444558,0.00018961649,0.24629226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99816936,0.000023007877,0.00044426034,0.0006584129,0.00041495345,0.00028997596],"domain_scores_gemma":[0.99893427,0.00038875686,0.00021145663,0.00022634336,0.00019943241,0.000039719198],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020513307,0.0003015297,0.00031237284,0.00080415484,0.00018979111,0.000120687255,0.0006119802,0.00021771186,0.000007945369],"category_scores_gemma":[0.0007889456,0.00029918147,0.000027692813,0.00048813203,0.00030161638,0.0014490733,0.00041567525,0.00064063224,0.000009667727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013161177,0.000036523677,0.005484599,0.000141758,0.000013214229,0.0000101243395,0.0002511829,0.05360039,0.000024576197,0.91675675,0.00002157853,0.023646163],"study_design_scores_gemma":[0.00024989512,0.00056125893,0.0029812967,0.0017356128,0.000014738253,0.00010405745,0.0015509002,0.0051427954,0.00012092891,0.9172929,0.069285974,0.0009596496],"about_ca_topic_score_codex":0.0000068248814,"about_ca_topic_score_gemma":0.00004536739,"teacher_disagreement_score":0.1453563,"about_ca_system_score_codex":0.00018096593,"about_ca_system_score_gemma":0.00076720485,"threshold_uncertainty_score":0.99994606},"labels":[],"label_agreement":null},{"id":"W4387951157","doi":"10.1109/ccece58730.2023.10289065","title":"Automatic Analysis of Online Course Discussion Forum: A Short Review","year":2023,"lang":"en","type":"review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Course (navigation); Data science; World Wide Web; Engineering","score_opus":0.06488358277360272,"score_gpt":0.4222287594475783,"score_spread":0.3573451766739756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387951157","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.2891161e-7,0.9892405,0.007347673,0.002524672,0.000094703675,0.00030316343,0.000045863897,0.00034927073,0.00009402175],"genre_scores_gemma":[6.7903443e-7,0.98766357,0.008142871,0.00012958281,0.000036793364,0.00001421666,0.00040074674,0.000027837417,0.0035837225],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99715227,0.00022274369,0.0012504631,0.000548962,0.0005334257,0.00029214748],"domain_scores_gemma":[0.9976714,0.00021213926,0.0005045487,0.0013928155,0.00009955694,0.000119512086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006458219,0.0003626321,0.0034047978,0.00064991624,0.000047409285,0.000045070738,0.0015187679,0.00015159142,0.000079451966],"category_scores_gemma":[0.00015564708,0.00018144808,0.0017542013,0.006641135,0.000036633897,0.000099276636,0.00050883665,0.0003470136,0.00009457735],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8941796e-8,0.00010207337,0.000004226964,0.03903023,0.0010719043,0.0000089567875,0.0000058963506,0.000010573092,2.1983877e-9,0.0004280937,0.0021278583,0.9572102],"study_design_scores_gemma":[0.00002223661,0.000038455302,0.000012056997,0.0923558,0.02184556,0.000006230913,0.000009967042,0.2630187,7.782362e-9,0.000069738926,0.6222615,0.00035973082],"about_ca_topic_score_codex":0.0000104262745,"about_ca_topic_score_gemma":0.000043746873,"teacher_disagreement_score":0.9568504,"about_ca_system_score_codex":0.000037974307,"about_ca_system_score_gemma":0.00037834607,"threshold_uncertainty_score":0.73992383},"labels":[],"label_agreement":null},{"id":"W4388015001","doi":"10.52358/mm.vi16.304","title":"Une recension des écrits de 1970 à 2022 sur les rôles de l’enseignant et de l’intelligence artificielle dans le domaine de l’IA en éducation","year":2023,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada; Université Laval","keywords":"Humanities; Sociology; Philosophy","score_opus":0.052045932433884064,"score_gpt":0.32860711515543506,"score_spread":0.276561182721551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388015001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.205302,0.0015570391,0.6932048,0.09725523,0.0004070999,0.0002581905,0.00017049363,0.00041536597,0.0014297584],"genre_scores_gemma":[0.8425494,0.0106412005,0.1141243,0.0012212215,0.00041021933,0.00013178718,0.0004635705,0.00009530291,0.03036304],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99500406,0.0021222273,0.0007148957,0.00064001314,0.00043217518,0.0010866371],"domain_scores_gemma":[0.99541324,0.0027123601,0.0003182245,0.0007305191,0.00046104228,0.00036462193],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0041606072,0.00035883446,0.0003107772,0.000528853,0.0019225684,0.0005086153,0.0006577257,0.00031178782,0.000090018366],"category_scores_gemma":[0.0038104279,0.00043789027,0.00019625748,0.0031232673,0.000326738,0.00073499803,0.00022722044,0.0007322614,0.00027136583],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004538011,0.0006163808,0.013978648,0.00014147689,0.000066594686,0.0000371635,0.05375065,0.50727195,0.010890527,0.38419464,0.010461049,0.018586414],"study_design_scores_gemma":[0.0002380304,0.000099059915,0.1434321,0.00038546123,0.000110973124,0.00010849906,0.0065026353,0.771681,0.0018711052,0.062187996,0.012911443,0.0004717004],"about_ca_topic_score_codex":0.013111655,"about_ca_topic_score_gemma":0.0077188197,"teacher_disagreement_score":0.6372474,"about_ca_system_score_codex":0.0012181696,"about_ca_system_score_gemma":0.0057555935,"threshold_uncertainty_score":0.99988085},"labels":[],"label_agreement":null},{"id":"W4388406438","doi":"10.1080/1046560x.2023.2263251","title":"Navigating Opportunities and Challenges of Artificial Intelligence: ChatGPT and Generative Models in Science Teacher Education","year":2023,"lang":"en","type":"article","venue":"Journal of Science Teacher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Science education; Generative grammar; Mathematics education; Science learning; Pedagogy; Psychology; Sociology; Computer science; Artificial intelligence","score_opus":0.1295108043973861,"score_gpt":0.39231941852198476,"score_spread":0.26280861412459866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388406438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693074,0.0014324983,0.0031279812,0.025366124,0.00044019808,0.000065855944,1.9923958e-7,0.000014366685,0.0002453762],"genre_scores_gemma":[0.98086214,0.001419452,0.017408507,0.00004473325,0.00016988684,0.0000028474246,2.9927565e-7,0.0000043320642,0.00008783017],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842674,0.00007754275,0.0004061618,0.00027599648,0.0005880437,0.00022552407],"domain_scores_gemma":[0.9986541,0.000055184704,0.0004193186,0.00017591148,0.0005470821,0.00014837825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043060826,0.00009869989,0.00016504909,0.0006475429,0.00023565449,0.00021892576,0.0005678542,0.000037758775,0.0000016371881],"category_scores_gemma":[0.00040405677,0.000086100365,0.000021644166,0.0015311493,0.0010690539,0.0022302591,0.00014121528,0.00032392194,8.152687e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019421157,0.00023029443,0.0011262568,0.000025472176,0.000001796753,7.5286323e-7,0.039136402,0.0009156611,0.0043485835,0.064126916,0.000015360496,0.89007056],"study_design_scores_gemma":[0.000078499055,0.00027971205,0.028112626,0.0006556986,0.000014414395,0.00009354413,0.16342133,0.652899,0.0030845988,0.1510008,0.00007334054,0.00028643257],"about_ca_topic_score_codex":0.000037529142,"about_ca_topic_score_gemma":0.0000055823793,"teacher_disagreement_score":0.8897841,"about_ca_system_score_codex":0.000108664986,"about_ca_system_score_gemma":0.0029248889,"threshold_uncertainty_score":0.5188627},"labels":[],"label_agreement":null},{"id":"W4388420893","doi":"10.18280/isi.280508","title":"An ID3 Decision Tree Algorithm-Based Model for Predicting Student Performance Using Comprehensive Student Selection Data at Telkom University","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"ID3 algorithm; Decision tree; Selection (genetic algorithm); ID3; Machine learning; Computer science; Decision tree learning; Artificial intelligence; Tree (set theory); Mathematics education; Data mining; Psychology; Incremental decision tree; Mathematics","score_opus":0.04858270467663246,"score_gpt":0.3145927692751792,"score_spread":0.26601006459854676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388420893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45227236,0.000004672921,0.5470443,0.000021090982,0.00012559691,0.00019666296,0.000035143006,0.000278455,0.000021747486],"genre_scores_gemma":[0.8493576,0.000016492188,0.15004355,0.00005296154,0.00006424722,0.0000038248836,0.0004097428,0.000010749806,0.00004083935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983994,0.0000604031,0.000407994,0.00030300094,0.000498137,0.00033106605],"domain_scores_gemma":[0.99845284,0.00013456689,0.0003139433,0.00057419424,0.00042642356,0.000098023345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005895165,0.00017672333,0.00019517886,0.00039594882,0.0009108723,0.00033192761,0.0010258512,0.00008949656,9.820834e-7],"category_scores_gemma":[0.00005425984,0.00018553899,0.00005183,0.0008432138,0.00004541853,0.004592888,0.00049907184,0.00013449341,0.000017142844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024529796,0.000036996622,0.007287836,0.00007348802,0.000022120123,0.0000011736487,0.0030484896,0.861185,0.000094092706,0.0000842762,0.00010364084,0.12803833],"study_design_scores_gemma":[0.0006770755,0.00017138696,0.015497404,0.00011547367,0.000027953512,0.000007044332,0.0010329171,0.9817128,0.000079678124,0.00009471609,0.00038347533,0.0002000778],"about_ca_topic_score_codex":0.000029818877,"about_ca_topic_score_gemma":0.00003515816,"teacher_disagreement_score":0.39708525,"about_ca_system_score_codex":0.00056988175,"about_ca_system_score_gemma":0.0001784734,"threshold_uncertainty_score":0.75660604},"labels":[],"label_agreement":null},{"id":"W4388448182","doi":"10.1109/vl-hcc57772.2023.00062","title":"Designing Interactive Self-Monitoring Tools for Informal Learners of Computational Skills","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Software; Multimedia; Informal learning; Physical computing; World Wide Web; Data science; Human–computer interaction; Operating system","score_opus":0.02245544297854757,"score_gpt":0.3147220476836556,"score_spread":0.292266604705108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388448182","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13365248,0.0000023336518,0.86407286,0.0005157673,0.00023745654,0.00008816147,0.0000016552272,0.00038141987,0.0010478714],"genre_scores_gemma":[0.66271657,0.0000019080417,0.33668324,0.000025608997,0.00005584747,0.000003829471,0.000005937129,0.000004195141,0.00050286803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993335,0.000017353212,0.00018412889,0.00012934943,0.00016539198,0.00017025007],"domain_scores_gemma":[0.99883837,0.00082188734,0.00008802243,0.000099438985,0.00011466091,0.000037600363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002586775,0.00006726544,0.000105594736,0.00014007604,0.0000715977,0.000113584094,0.00026394302,0.000027488335,0.000002014752],"category_scores_gemma":[0.00017891922,0.00006192501,0.00006200911,0.00037235577,0.000012128688,0.000692796,0.000108601926,0.000088338114,0.00003074619],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014434319,0.00013393523,0.012463271,0.00009497821,0.00017843314,0.000006713803,0.012958143,0.7658289,0.00079997437,0.026926817,0.00074871466,0.17984569],"study_design_scores_gemma":[0.00036084792,0.00013679468,0.0057836752,0.00004846001,0.0000072033567,0.0000027860985,0.0012185712,0.9846221,0.0047810716,0.002166181,0.0007365171,0.00013579415],"about_ca_topic_score_codex":0.0000028949564,"about_ca_topic_score_gemma":1.6712868e-7,"teacher_disagreement_score":0.52906406,"about_ca_system_score_codex":0.000015754473,"about_ca_system_score_gemma":0.00007257112,"threshold_uncertainty_score":0.25252286},"labels":[],"label_agreement":null},{"id":"W4388515796","doi":"10.1093/applin/amad071","title":"Emotional, Attitudinal, and Sociobiographical Sources of Flow in Online and In-Person EFL Classrooms","year":2023,"lang":"en","type":"article","venue":"Applied Linguistics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Boredom; Psychology; Foreign language anxiety; Anxiety; Foreign language; Social psychology; Class (philosophy); Mood; Nationality; Immigration; Mathematics education","score_opus":0.022391651594523557,"score_gpt":0.2761649416672911,"score_spread":0.25377329007276755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388515796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.996369,0.00019223368,0.0016194114,0.0010422119,0.00013055294,0.000076755365,0.000012238247,0.00008441354,0.00047317246],"genre_scores_gemma":[0.97945404,0.00019606338,0.020075647,0.0000613767,0.0001523475,0.000001645023,0.00001351876,0.0000075305256,0.000037841677],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915236,0.000019972764,0.00020717933,0.00026709714,0.00016047798,0.00019293341],"domain_scores_gemma":[0.9994877,0.0002144007,0.000060771654,0.00014233141,0.000043206033,0.00005159787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025855826,0.000102883874,0.00020207623,0.0003013757,0.000046067,0.00003233353,0.00016362395,0.00008326879,0.0000012872827],"category_scores_gemma":[0.0002859988,0.000102048005,0.000023718338,0.00071968883,0.00012618102,0.000010600769,0.00012127379,0.0002464261,0.0000028468794],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029508927,0.0004886718,0.7010517,0.0003525994,0.000056714634,0.00012892266,0.0032662316,0.0082751755,0.0003012691,0.26570708,0.0005469604,0.01979518],"study_design_scores_gemma":[0.0010193075,0.00009635387,0.32399073,0.00014831948,0.000018949018,0.0000053248564,0.00076386245,0.6496871,0.00003070547,0.021043366,0.0028845302,0.00031147874],"about_ca_topic_score_codex":0.000021098023,"about_ca_topic_score_gemma":0.000046205445,"teacher_disagreement_score":0.6414119,"about_ca_system_score_codex":0.00001015655,"about_ca_system_score_gemma":0.000031701835,"threshold_uncertainty_score":0.4161397},"labels":[],"label_agreement":null},{"id":"W4388672468","doi":"10.3390/app132212318","title":"Information Communication Technology (ICT) and Education","year":2023,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Blended learning; Information and Communications Technology; Information technology; Computer science; Educational technology; Pedagogy; Sociology; World Wide Web","score_opus":0.01068467493415896,"score_gpt":0.27367073479096155,"score_spread":0.26298605985680257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388672468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7761847,0.00026373728,0.04018222,0.08410968,0.00028815385,0.00030564098,0.0000010175338,0.0019941397,0.09667073],"genre_scores_gemma":[0.9823373,0.00005223031,0.017233016,0.00024377512,0.00000893829,0.000010120937,0.0000036630368,8.6590427e-7,0.0001101084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996028,0.0000086883765,0.00008751695,0.000082821345,0.00011873908,0.00009945211],"domain_scores_gemma":[0.99967164,0.00003741498,0.000051894294,0.00019124894,0.00002763713,0.000020162288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036186326,0.000036571233,0.000040401355,0.00028705818,0.0002838656,0.0001643441,0.00048228353,0.00002929538,9.0898584e-7],"category_scores_gemma":[0.000031749456,0.00003187922,0.0000054733814,0.0015172543,0.0001457165,0.00044350064,0.00017669558,0.00006277873,0.00013089181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3341415e-7,0.000005466023,0.0007127463,0.0000030524568,7.567959e-7,2.9654947e-8,0.0004979336,0.00013535355,0.00014906132,0.79109275,0.0009058764,0.20649685],"study_design_scores_gemma":[0.00017014425,0.00006752134,0.008973815,0.000027650238,0.000004525775,0.0000139721105,0.0049918857,0.2221923,0.0007906452,0.7167429,0.045773298,0.000251341],"about_ca_topic_score_codex":0.000004609348,"about_ca_topic_score_gemma":0.0000010601068,"teacher_disagreement_score":0.22205694,"about_ca_system_score_codex":0.0000062786567,"about_ca_system_score_gemma":0.00008262476,"threshold_uncertainty_score":0.21832934},"labels":[],"label_agreement":null},{"id":"W4388729351","doi":"10.3390/analytics2040046","title":"Learning Analytics in the Era of Large Language Models","year":2023,"lang":"en","type":"article","venue":"Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Learning analytics; Generalizability theory; Interpretability; Computer science; Personalization; Data science; Process (computing); Analytics; Position paper; Knowledge management; Artificial intelligence; Psychology; World Wide Web","score_opus":0.021428786724998768,"score_gpt":0.30435765725097386,"score_spread":0.2829288705259751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388729351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7949937,0.00030996167,0.18001267,0.016201915,0.00020365584,0.00020770029,0.000015197069,0.0005290518,0.0075261462],"genre_scores_gemma":[0.99646133,0.000119429315,0.0019135284,0.0003133073,0.000059747654,0.0000014098912,0.000015236944,0.000011173489,0.0011048483],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847615,0.0001422062,0.00032663517,0.00024174154,0.00043413352,0.00037912375],"domain_scores_gemma":[0.99888754,0.00029261434,0.00012974397,0.0005702655,0.00007489322,0.00004493673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012247816,0.00012619456,0.0002309391,0.00025034565,0.00009199406,0.000081841485,0.00096653093,0.000068052905,0.000005392399],"category_scores_gemma":[0.0001966022,0.00009589022,0.00012024584,0.0025809237,0.00003581686,0.0001908785,0.00020877876,0.0005979646,0.00006128201],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041109593,0.00022037071,0.0182412,0.00006647776,0.000087471184,0.00026766665,0.019059788,0.7894333,0.00013522123,0.16033651,0.002336198,0.0098116705],"study_design_scores_gemma":[0.00019500717,0.000056927136,0.0020784885,0.000029332436,0.00002015854,0.000003429649,0.0021774862,0.98891145,0.000039093262,0.0056947027,0.000678985,0.00011495158],"about_ca_topic_score_codex":0.00006114992,"about_ca_topic_score_gemma":0.000060458184,"teacher_disagreement_score":0.20146762,"about_ca_system_score_codex":0.000018669283,"about_ca_system_score_gemma":0.00006805266,"threshold_uncertainty_score":0.39102894},"labels":[],"label_agreement":null},{"id":"W4388734641","doi":"10.32388/0ex4p7","title":"Review of: \"Agile Learning: An innovative curriculum for educators\"","year":2023,"lang":"en","type":"peer-review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Agile software development; Curriculum; Mathematics education; Computer science; Engineering; Psychology; Pedagogy; Software engineering","score_opus":0.04251997310622066,"score_gpt":0.38955673534806634,"score_spread":0.34703676224184565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388734641","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008230402,0.5293781,0.036154725,0.4049243,0.008900573,0.0026179694,0.00019161237,0.0015371135,0.016287373],"genre_scores_gemma":[0.000008294328,0.28348818,0.038701274,0.015576908,0.0011662394,0.00018114614,0.002328863,0.00010382637,0.65844524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729186,0.00021154409,0.0008571847,0.000768182,0.0004768806,0.00039433248],"domain_scores_gemma":[0.99571717,0.0002673224,0.00083704677,0.0009660212,0.002082552,0.00012989767],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016260439,0.00038339404,0.0011802348,0.00025139225,0.00010338039,0.00006297295,0.0017118963,0.00017096147,0.00013207116],"category_scores_gemma":[0.00256801,0.00030838573,0.00032407892,0.0026662303,0.000048835576,0.00018576422,0.00039351627,0.000808136,0.00017038055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.431871e-7,0.000078493315,0.000012916507,0.041671604,0.000040863026,0.0000011780321,0.00003066632,0.0000041817707,3.1712133e-7,0.0040773414,0.9235705,0.03051176],"study_design_scores_gemma":[0.00006343301,0.00021693329,0.0000031966242,0.061263166,0.000081393,0.0000041287076,0.000017959701,0.0030365286,0.000003215511,0.00033945515,0.9346124,0.00035817546],"about_ca_topic_score_codex":0.0000949581,"about_ca_topic_score_gemma":0.000010628451,"teacher_disagreement_score":0.64215785,"about_ca_system_score_codex":0.000052071962,"about_ca_system_score_gemma":0.0010526751,"threshold_uncertainty_score":0.9999368},"labels":[],"label_agreement":null},{"id":"W4388745550","doi":"10.1186/s41239-023-00429-y","title":"Exploring language needs of college transfer students with learning analytics: towards a more equitable experience","year":2023,"lang":"en","type":"article","venue":"International Journal of Educational Technology in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Hong Kong Polytechnic University","keywords":"Bachelor; Learning analytics; Higher education; Mathematics education; Transfer of learning; Medical education; Community college; Psychology; Computer science; Pedagogy; Medicine; Data science; Political science","score_opus":0.053819481906259015,"score_gpt":0.3722519911374731,"score_spread":0.3184325092312141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388745550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90380627,0.0001516692,0.00032198694,0.094230615,0.0011789353,0.00005806571,0.0000026172606,0.00003540453,0.00021442705],"genre_scores_gemma":[0.9944734,0.00008936475,0.002853003,0.000076304415,0.00024852526,0.000031380012,0.000010090385,0.000011705331,0.002206248],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99839145,0.000039724026,0.00050907134,0.00015578695,0.00069565256,0.0002083162],"domain_scores_gemma":[0.9986481,0.00013693684,0.00025998158,0.00018826607,0.0007117127,0.000055017517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003574523,0.00012429492,0.00020678066,0.002402668,0.000049129427,0.00005282627,0.0012622377,0.0000714251,0.00006138286],"category_scores_gemma":[0.00017030949,0.00011292541,0.00006020509,0.0023081184,0.0000958446,0.00069167506,0.000121559155,0.00036738586,0.000010387805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007243229,0.0014192071,0.49209252,0.00004047389,0.00029799,0.000038570335,0.020168142,0.0096863955,0.0031879751,0.46401617,0.00038624989,0.008593884],"study_design_scores_gemma":[0.0026416122,0.0008567355,0.81868124,0.0015786698,0.00008848826,0.00045311017,0.078873105,0.0032097565,0.0064030048,0.08323157,0.003201833,0.0007808638],"about_ca_topic_score_codex":0.00003406568,"about_ca_topic_score_gemma":0.0000030041572,"teacher_disagreement_score":0.3807846,"about_ca_system_score_codex":0.00019890688,"about_ca_system_score_gemma":0.00075908,"threshold_uncertainty_score":0.46049646},"labels":[],"label_agreement":null},{"id":"W4388831010","doi":"10.1017/cnj.2023.25","title":"Guilherme D. Garcia 2021. Data visualization and analysis in second language research. New York, NY: Routledge. Pp. 286. USD $44.95 (softcover). Also available electronically.","year":2023,"lang":"en","type":"article","venue":"The Canadian Journal of Linguistics / La revue canadienne de linguistique","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Garcia; Visualization; Library science; Computer science; Humanities; Artificial intelligence; Philosophy","score_opus":0.04228080719644886,"score_gpt":0.32743032523659016,"score_spread":0.2851495180401413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388831010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8543852,0.051177926,0.024073984,0.028653251,0.0066052377,0.0016867328,0.0012340891,0.00037735887,0.031806227],"genre_scores_gemma":[0.98569566,0.00052641914,0.0041832794,0.00026502373,0.0027002108,0.0000021937858,0.00011754824,0.000056344677,0.006453332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626327,0.0007213917,0.0008252306,0.00055551674,0.00028400923,0.0013505716],"domain_scores_gemma":[0.994416,0.0012964312,0.00043123186,0.0013517325,0.0010489364,0.0014556416],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0080631785,0.0002628442,0.0005678805,0.0011207593,0.0004183919,0.00065297825,0.0025622237,0.00023855423,0.00010247601],"category_scores_gemma":[0.03556669,0.00024935364,0.00011885504,0.0036128038,0.00020085117,0.00007946305,0.00026365125,0.0015023415,0.00002840757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009375109,0.0001318378,0.07530098,0.00045044348,0.0017896186,0.018101722,0.058560118,0.023254039,0.0003033028,0.5598192,0.2562149,0.0059800893],"study_design_scores_gemma":[0.000647894,0.0002245341,0.005714171,0.00039709042,0.00031504326,0.0002239835,0.0008093634,0.42588535,0.000035884394,0.020062631,0.5451131,0.0005709632],"about_ca_topic_score_codex":0.11987344,"about_ca_topic_score_gemma":0.8924168,"teacher_disagreement_score":0.7725434,"about_ca_system_score_codex":0.00081588904,"about_ca_system_score_gemma":0.006827252,"threshold_uncertainty_score":0.9999959},"labels":[],"label_agreement":null},{"id":"W4388998285","doi":"10.23977/jaip.2023.060709","title":"Research on Classroom Teaching Innovation Promoted by Artificial Intelligence from the Perspective of High-Quality Development","year":2023,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Quality (philosophy); Computer science; Knowledge management; Engineering ethics; Mathematics education; Engineering; Artificial intelligence; Psychology","score_opus":0.20825649560163167,"score_gpt":0.48049835645852407,"score_spread":0.2722418608568924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388998285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2672606,0.00006912067,0.6690354,0.061936196,0.00089094567,0.00021363638,0.000008243612,0.00006754529,0.00051834504],"genre_scores_gemma":[0.9653857,0.000048802594,0.033709455,0.0002656743,0.0004884755,0.00000335765,0.000005866085,0.000016072307,0.00007663934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99363303,0.0018685964,0.0017826252,0.0004326101,0.0018532212,0.00042993634],"domain_scores_gemma":[0.98730105,0.007164391,0.0015769834,0.00053694024,0.0033267166,0.00009394096],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.016425682,0.00019526099,0.00034703166,0.0006228468,0.0005967917,0.00040599136,0.001523737,0.00013230635,0.000019723364],"category_scores_gemma":[0.018602535,0.00014598072,0.00009658808,0.00364316,0.00021007382,0.0010020444,0.00029703285,0.002312981,0.00019174966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002562901,0.0006487257,0.000021595026,0.0000079082065,0.000114358976,0.000029099343,0.009664765,0.005171372,0.0067262785,0.5999526,0.00080099073,0.37660608],"study_design_scores_gemma":[0.000056244397,0.0011573064,0.0004412215,0.00032236552,0.000048020225,0.000024843888,0.06957191,0.05553101,0.22028963,0.6457248,0.006426545,0.0004061395],"about_ca_topic_score_codex":0.0006601963,"about_ca_topic_score_gemma":0.000043874003,"teacher_disagreement_score":0.69812506,"about_ca_system_score_codex":0.00029198529,"about_ca_system_score_gemma":0.0006887471,"threshold_uncertainty_score":0.99998873},"labels":[],"label_agreement":null},{"id":"W4389009664","doi":"10.5539/ies.v16n6p133","title":"The Development of Young Researchers by the Professional Learning Community of the Thailand National Sports University","year":2023,"lang":"en","type":"article","venue":"International Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Thailand Science Research and Innovation","keywords":"Openness to experience; Process (computing); Medical education; Psychology; Professional development; Public relations; Pedagogy; Sociology; Political science; Medicine; Computer science","score_opus":0.1020226003361428,"score_gpt":0.4165171471005095,"score_spread":0.3144945467643667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389009664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95946205,0.00020094552,0.0003780014,0.03506867,0.0017822703,0.00009704918,0.0000065607906,0.000031721633,0.002972754],"genre_scores_gemma":[0.97765243,0.00007076785,0.00044771572,0.000034404926,0.000029089697,0.0000034791012,0.000010036433,0.00000220418,0.021749848],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987036,0.00025893757,0.00017123933,0.00007646069,0.00070934003,0.00008044003],"domain_scores_gemma":[0.9975865,0.00076890615,0.00019315934,0.00014179012,0.0012962281,0.000013447538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001610841,0.00004860273,0.00005760795,0.000059157544,0.0009609798,0.000022195196,0.00088451634,0.000015876569,0.000002500208],"category_scores_gemma":[0.0011429741,0.000025944935,0.00003661515,0.00040575908,0.0001885671,0.000086305496,0.0005104885,0.0002788495,0.0000032412058],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005583139,0.00072943914,0.52836245,0.00008321516,0.0010357256,7.715835e-7,0.110700615,0.003661472,0.0007005388,0.0949506,0.17705667,0.082662694],"study_design_scores_gemma":[0.00028575404,0.00002392693,0.5962989,0.00023464294,0.000012603395,0.0000050674794,0.09766795,0.008498975,0.00065372133,0.01057883,0.28559005,0.00014957899],"about_ca_topic_score_codex":0.00003851656,"about_ca_topic_score_gemma":0.00005670987,"teacher_disagreement_score":0.10853339,"about_ca_system_score_codex":0.00008877083,"about_ca_system_score_gemma":0.00065474055,"threshold_uncertainty_score":0.7391177},"labels":[],"label_agreement":null},{"id":"W4389048569","doi":"10.5539/elt.v16n12p27","title":"Did they really Work? English Teachers’ Attitude towards the Effectiveness of Remote Online Exams in Times of Emergencies","year":2023,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Psychology; Medical education; Perception; Higher education; Misconduct; Affect (linguistics); Online learning; 2019-20 coronavirus outbreak; Pandemic; Distance education; Mathematics education; Multimedia; Medicine; Political science; Computer science","score_opus":0.014788044159704168,"score_gpt":0.28403851955066006,"score_spread":0.26925047539095587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389048569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99336886,0.00029607298,0.0019795003,0.00027290027,0.00041440595,0.00015227078,0.000009029897,0.00035894522,0.003147996],"genre_scores_gemma":[0.9936386,0.000030826148,0.0056955805,0.000030452211,0.00026724627,0.0000025609615,0.000025841942,0.000023249038,0.00028568666],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9973071,0.0011710468,0.00041039486,0.00035095023,0.0004224859,0.0003379901],"domain_scores_gemma":[0.998035,0.0009062539,0.00018986363,0.00072836195,0.00009000197,0.000050485345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051521114,0.00019326866,0.0003781309,0.00023424918,0.000086860826,0.000050174025,0.0011555214,0.000092433984,0.0000083470295],"category_scores_gemma":[0.0045589153,0.00014185347,0.00014226523,0.00077681354,0.00006216594,0.00023044026,0.00043765482,0.0007861254,0.0000026975556],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038364844,0.0003099545,0.022946488,0.00024429616,0.00013871043,0.000074513075,0.7663904,0.012787002,0.002297884,0.0055986624,0.00020535394,0.1889684],"study_design_scores_gemma":[0.005061659,0.0010881219,0.5525253,0.00635143,0.00025890503,0.000012313594,0.25702617,0.14951512,0.011967494,0.008718636,0.004745491,0.0027294],"about_ca_topic_score_codex":0.0010738715,"about_ca_topic_score_gemma":0.00018686446,"teacher_disagreement_score":0.5295788,"about_ca_system_score_codex":0.000042949032,"about_ca_system_score_gemma":0.00005822323,"threshold_uncertainty_score":0.57846165},"labels":[],"label_agreement":null},{"id":"W4389096630","doi":"10.14742/apubs.2023.480","title":"Mapping the connection between Learning Analytics and Learning Design","year":2023,"lang":"en","type":"article","venue":"ASCILITE Publications","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Learning analytics; Multitude; Analytics; Computer science; Data science; Vocabulary; Connection (principal bundle); Psychological intervention; Knowledge management; Psychology; Engineering; Epistemology","score_opus":0.08012054716022411,"score_gpt":0.2910343403108607,"score_spread":0.21091379315063657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389096630","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029821876,0.00008869018,0.9056119,0.06172223,0.00006915319,0.00014547976,0.0000013600348,0.0012232048,0.0013161562],"genre_scores_gemma":[0.9811335,0.00008106207,0.009671361,0.00011373284,0.0001412041,0.00002178219,0.00003773708,0.000011916777,0.00878768],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860364,0.00035404845,0.0002146427,0.00032749414,0.0002224977,0.00027770412],"domain_scores_gemma":[0.99801934,0.0012399824,0.00011390917,0.0003673733,0.00017076611,0.00008863783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019094448,0.000101126694,0.00011515895,0.00033960625,0.0011355623,0.0005389676,0.0004650793,0.000054176206,0.000005752296],"category_scores_gemma":[0.0015786887,0.00008299915,0.000046784524,0.002849233,0.0000691135,0.00040316666,0.00023030149,0.00054784655,0.0001318219],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018423304,0.000051937357,0.31867796,0.00004546622,0.00024000657,0.0000030522187,0.012730346,0.13885187,0.00041807408,0.12813285,0.0070438026,0.3938028],"study_design_scores_gemma":[0.000087791515,0.000032339623,0.12016378,0.000009950301,0.000011922354,0.0000042880647,0.0007923969,0.7551615,0.000009083455,0.003572569,0.12002998,0.00012437848],"about_ca_topic_score_codex":0.000024785608,"about_ca_topic_score_gemma":0.000002571575,"teacher_disagreement_score":0.95131165,"about_ca_system_score_codex":0.00002639667,"about_ca_system_score_gemma":0.00006968626,"threshold_uncertainty_score":0.87339413},"labels":[],"label_agreement":null},{"id":"W4389096684","doi":"10.14742/apubs.2023.465","title":"The “IKEA Model” for pragmatic development of a custom learning analytics dashboard","year":2023,"lang":"en","type":"article","venue":"ASCILITE Publications","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dashboard; Learning analytics; Analytics; Vendor; Computer science; Data science; Simple (philosophy); Literacy; Knowledge management; World Wide Web; Pedagogy; Psychology; Business","score_opus":0.03731575930141008,"score_gpt":0.3116383377708533,"score_spread":0.27432257846944325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389096684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047979048,0.000039451243,0.968985,0.02450526,0.000058528996,0.0002214328,0.0000070056626,0.0004187141,0.0009666967],"genre_scores_gemma":[0.6452276,0.000047725378,0.3159394,0.000121618585,0.00005523307,0.00025909004,0.00013781717,0.000023663859,0.038187865],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987785,0.00004671216,0.00037874834,0.00023908327,0.00027575347,0.00028118023],"domain_scores_gemma":[0.9981668,0.0005945431,0.00017595034,0.00058060035,0.00040909034,0.00007302539],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012301586,0.00008875499,0.00012027742,0.00019884764,0.00064358977,0.00020586033,0.0008611407,0.000037973277,0.0000013505188],"category_scores_gemma":[0.0010759293,0.00006848213,0.00007936041,0.0015333584,0.00005316957,0.00022626252,0.0002046992,0.00013892175,0.000049034392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031024663,0.00013042368,0.0019125082,0.00009698672,0.0001486128,1.9088205e-7,0.0090256585,0.24478868,0.00019249636,0.56736976,0.010976044,0.16535553],"study_design_scores_gemma":[0.000085438944,0.000009977554,0.00086720963,0.000008678488,0.000008647063,3.8488352e-7,0.00014567112,0.88119525,0.000016994249,0.005683382,0.11190508,0.000073269795],"about_ca_topic_score_codex":0.0000019977326,"about_ca_topic_score_gemma":0.000020541076,"teacher_disagreement_score":0.6530456,"about_ca_system_score_codex":0.000036223802,"about_ca_system_score_gemma":0.00043741363,"threshold_uncertainty_score":0.49500373},"labels":[],"label_agreement":null},{"id":"W4389096956","doi":"10.14742/apubs.2023.601","title":"Documenting and analyzing the relevance of Universal Design for Learning in developing inclusive provisions for culturally diverse learners in online pedagogy","year":2023,"lang":"en","type":"article","venue":"ASCILITE Publications","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Cognitive reframing; Sociology; Universal Design for Learning; Pedagogy; Diversity (politics); Relevance (law); Higher education; Public relations; Psychology; Political science; Social psychology","score_opus":0.037609063727607826,"score_gpt":0.3505810490736296,"score_spread":0.3129719853460218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389096956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20115776,0.0001331554,0.68661606,0.11094686,0.000050547955,0.00084225874,0.00001642438,0.00017445737,0.00006246348],"genre_scores_gemma":[0.77791953,0.00026825853,0.2194226,0.0000891224,0.000035165063,0.0000876447,0.000098054334,0.000012886689,0.0020667328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989666,0.00010476518,0.0002736107,0.00029666213,0.000106318395,0.00025207197],"domain_scores_gemma":[0.9980037,0.0013800855,0.00015419502,0.00019375035,0.00023534174,0.00003291642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001030542,0.00008378349,0.00013411678,0.00037216913,0.00032101624,0.0000943434,0.00042170417,0.00003866942,5.132456e-7],"category_scores_gemma":[0.0022204302,0.00006986524,0.00004239147,0.0017323474,0.00005755669,0.00048153853,0.00028756043,0.00016746279,8.975687e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037026562,0.00016723656,0.068222135,0.00021191627,0.0000897793,0.0000025163743,0.040138893,0.2528888,0.001445235,0.4132146,0.0007418625,0.22284003],"study_design_scores_gemma":[0.0006095562,0.000057173707,0.020471103,0.00008417558,0.00001180106,0.0000010708851,0.00687157,0.9467705,0.000030692034,0.006713825,0.018229129,0.00014942716],"about_ca_topic_score_codex":0.00007928751,"about_ca_topic_score_gemma":0.00036107458,"teacher_disagreement_score":0.6938817,"about_ca_system_score_codex":0.000072843264,"about_ca_system_score_gemma":0.0003124611,"threshold_uncertainty_score":0.28490216},"labels":[],"label_agreement":null},{"id":"W4389279588","doi":"10.32388/lnwox2","title":"Review of: \"Agile Learning: An innovative curriculum for educators\"","year":2023,"lang":"en","type":"peer-review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Agile software development; Curriculum; Mathematics education; Computer science; Pedagogy; Engineering; Sociology; Psychology; Software engineering","score_opus":0.04251997310622066,"score_gpt":0.38955673534806634,"score_spread":0.34703676224184565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389279588","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008230402,0.5293781,0.036154725,0.4049243,0.008900573,0.0026179694,0.00019161237,0.0015371135,0.016287373],"genre_scores_gemma":[0.000008294328,0.28348818,0.038701274,0.015576908,0.0011662394,0.00018114614,0.002328863,0.00010382637,0.65844524],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729186,0.00021154409,0.0008571847,0.000768182,0.0004768806,0.00039433248],"domain_scores_gemma":[0.99571717,0.0002673224,0.00083704677,0.0009660212,0.002082552,0.00012989767],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016260439,0.00038339404,0.0011802348,0.00025139225,0.00010338039,0.00006297295,0.0017118963,0.00017096147,0.00013207116],"category_scores_gemma":[0.00256801,0.00030838573,0.00032407892,0.0026662303,0.000048835576,0.00018576422,0.00039351627,0.000808136,0.00017038055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.431871e-7,0.000078493315,0.000012916507,0.041671604,0.000040863026,0.0000011780321,0.00003066632,0.0000041817707,3.1712133e-7,0.0040773414,0.9235705,0.03051176],"study_design_scores_gemma":[0.00006343301,0.00021693329,0.0000031966242,0.061263166,0.000081393,0.0000041287076,0.000017959701,0.0030365286,0.000003215511,0.00033945515,0.9346124,0.00035817546],"about_ca_topic_score_codex":0.0000949581,"about_ca_topic_score_gemma":0.000010628451,"teacher_disagreement_score":0.64215785,"about_ca_system_score_codex":0.000052071962,"about_ca_system_score_gemma":0.0010526751,"threshold_uncertainty_score":0.9999368},"labels":[],"label_agreement":null},{"id":"W4389377835","doi":"10.19173/irrodl.v24i4.7265","title":"On the Ethical Issues Posed by the Exploitation of Users’ Data in MOOC Platforms: Capturing Learners’ Perspectives","year":2023,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Viewpoints; Learning analytics; Perception; Ethical issues; Computer science; Massive open online course; Data science; Analytics; Internet privacy; Online learning; World Wide Web; Psychology; Engineering ethics; Engineering","score_opus":0.17365171944389748,"score_gpt":0.4775354989222804,"score_spread":0.30388377947838296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389377835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5271044,0.01001111,0.0012630475,0.4588755,0.0000776404,0.00087809836,0.00007968019,0.000037487807,0.0016730425],"genre_scores_gemma":[0.98559636,0.013675683,0.00009185428,0.00019603228,0.000020752917,0.000015811755,0.00010627824,0.0000052397068,0.0002920007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977408,0.00065209874,0.000306681,0.00026019817,0.0008493484,0.0001908628],"domain_scores_gemma":[0.99571496,0.0034575907,0.0001358034,0.00048197518,0.00018342225,0.00002621898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011157395,0.00007658666,0.00017408915,0.000121791876,0.00015898226,0.0001838943,0.003220803,0.000041048374,0.000021330916],"category_scores_gemma":[0.008276243,0.00003901607,0.000029837978,0.0009752554,0.00021578479,0.00026107102,0.0016571998,0.0013359785,0.000011102847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022630261,0.00039341167,0.02474776,0.0012376223,0.00021794919,0.00004130124,0.026727142,0.010608075,0.00048506836,0.8606201,0.04048305,0.034212213],"study_design_scores_gemma":[0.0015933807,0.00042455958,0.024264857,0.019212337,0.000018139994,0.000015124923,0.15246508,0.72777694,0.00024610347,0.04990097,0.02371423,0.00036826113],"about_ca_topic_score_codex":0.00068269356,"about_ca_topic_score_gemma":0.000036629703,"teacher_disagreement_score":0.81071913,"about_ca_system_score_codex":0.00004857879,"about_ca_system_score_gemma":0.00009608487,"threshold_uncertainty_score":0.99080336},"labels":[],"label_agreement":null},{"id":"W4389378012","doi":"10.19173/irrodl.v24i4.7643","title":"Editorial - Volume 24, Issue 4","year":2023,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Computer science; Data science","score_opus":0.04959729440029852,"score_gpt":0.44479605466703676,"score_spread":0.3951987602667382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389378012","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000046100295,0.0056930906,0.0004054567,0.025022073,0.9669412,0.00035932922,0.00014497196,0.0000472658,0.0013820418],"genre_scores_gemma":[0.000085069885,0.08130437,0.00023972617,0.00004007512,0.90749085,0.00005379836,0.0010408409,0.000025776026,0.009719505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946526,0.00094796467,0.000617349,0.0005396325,0.0028238506,0.0004185989],"domain_scores_gemma":[0.9927348,0.0049299737,0.00035403948,0.0005605481,0.0013116081,0.00010902899],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012282267,0.00019540041,0.0005276971,0.00025769311,0.00021783277,0.0007639294,0.00567718,0.00025188594,0.000065514716],"category_scores_gemma":[0.027140694,0.00014385022,0.000101134676,0.0011356985,0.00018205812,0.0003063449,0.004115677,0.0035353713,0.00020821203],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015015595,0.00003274096,0.00011750631,0.0009672267,0.00003751413,0.000013935935,0.000030282896,0.00007799113,8.4453814e-7,0.0009084495,0.9931025,0.004696025],"study_design_scores_gemma":[0.0003102422,0.00009165331,0.000019349649,0.011042579,0.000008867929,0.0000010949217,0.00009186099,0.0060034306,8.036544e-7,0.001345713,0.98094654,0.00013787119],"about_ca_topic_score_codex":0.0008039364,"about_ca_topic_score_gemma":0.000018812514,"teacher_disagreement_score":0.075611286,"about_ca_system_score_codex":0.00015783357,"about_ca_system_score_gemma":0.0008496376,"threshold_uncertainty_score":0.9997026},"labels":[],"label_agreement":null},{"id":"W4389428894","doi":"10.1109/respect55273.2022.00021","title":"Hybrid/Online ECS: An Equity-Focused Credit Recovery Course","year":2022,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"National Science Foundation","keywords":"General partnership; Equity (law); Course (navigation); Computer science; Engineering management; Online course; Design thinking; Medical education; Knowledge management; Finance; Business; Mathematics education; Engineering; Psychology; Political science; Human–computer interaction; Medicine","score_opus":0.028927542930081096,"score_gpt":0.3108186046073328,"score_spread":0.2818910616772517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389428894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4731018,0.00047886162,0.41688016,0.0734255,0.004621864,0.0003820748,0.00022305993,0.003256783,0.02762989],"genre_scores_gemma":[0.89328575,0.000017492415,0.0847469,0.0030313316,0.0007109111,0.000009649643,0.00009908661,0.000028320635,0.018070541],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983941,0.00014418938,0.000216009,0.0004184943,0.00049695594,0.0003303048],"domain_scores_gemma":[0.9989073,0.00007112059,0.00008933815,0.0007248945,0.00005806573,0.00014924302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054862816,0.00012712467,0.0001630272,0.00009761301,0.0003270943,0.00017985524,0.0013554883,0.000020245576,0.00039987933],"category_scores_gemma":[0.000041726238,0.00012308934,0.00008457478,0.00031133232,0.000028730494,0.0004142185,0.0011620374,0.00038210273,0.000061243605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000423116,0.0036151418,0.0017300216,0.000030944706,0.00013310314,0.0005749431,0.00060086604,0.08204853,0.0007213329,0.06630559,0.112200156,0.7319971],"study_design_scores_gemma":[0.0004645719,0.00088227424,0.0005555171,0.0000055965425,0.000018035233,0.000064151434,0.0001512096,0.87913775,0.00012739128,0.017348586,0.10090493,0.00033999365],"about_ca_topic_score_codex":0.00005688311,"about_ca_topic_score_gemma":0.000013777819,"teacher_disagreement_score":0.7970892,"about_ca_system_score_codex":0.00006015378,"about_ca_system_score_gemma":0.00020644504,"threshold_uncertainty_score":0.50194377},"labels":[],"label_agreement":null},{"id":"W4389440175","doi":"10.22554/ijtel.v7i2.140","title":"GenAI on GenAI: Two Prompts for a Position Paper on What Educators Need to Know","year":2023,"lang":"en","type":"article","venue":"Irish Journal of Technology Enhanced Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Position (finance); Field (mathematics); Reflection (computer programming); Process (computing); Literacy; Content (measure theory); Need to know; Computer science; Position paper; Mathematics education; Pedagogy; Engineering ethics; Public relations; Sociology; Psychology; Political science; World Wide Web; Engineering; Business; Computer security","score_opus":0.014069050832654683,"score_gpt":0.3244801754498676,"score_spread":0.31041112461721293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389440175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85388577,0.00026040082,0.0547441,0.08887501,0.001108903,0.00025234255,7.166056e-7,0.00057098217,0.00030178082],"genre_scores_gemma":[0.97688997,0.00018839416,0.02072176,0.0010003994,0.00034702482,0.000020878464,0.0000028718662,0.00003407464,0.0007946215],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983262,0.00008205321,0.0004230789,0.00036827382,0.00032335057,0.0004770692],"domain_scores_gemma":[0.9985895,0.00019855553,0.0004187265,0.000326508,0.00034026452,0.00012643702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061983365,0.00020242429,0.0003370935,0.0013819934,0.0002586964,0.00019692136,0.00080769847,0.00018008535,0.000007916519],"category_scores_gemma":[0.00084644574,0.0001817327,0.00016545369,0.0014939003,0.000043841243,0.00047574285,0.00013010734,0.0010372085,0.00017669697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001489384,0.0002698893,0.0003778048,0.00006118722,0.00014964692,0.00012112359,0.0013852513,0.051603638,0.11632338,0.0033361176,0.018163217,0.8080598],"study_design_scores_gemma":[0.008801155,0.027067577,0.00352581,0.010806589,0.00026843898,0.0010126535,0.01305287,0.08837377,0.56727934,0.056982324,0.21971948,0.0031099878],"about_ca_topic_score_codex":9.0452363e-7,"about_ca_topic_score_gemma":7.0202015e-7,"teacher_disagreement_score":0.8049498,"about_ca_system_score_codex":0.00011547863,"about_ca_system_score_gemma":0.00012507291,"threshold_uncertainty_score":0.74108446},"labels":[],"label_agreement":null},{"id":"W4389631833","doi":"10.23977/aduhe.2023.051916","title":"Utilization of Artificial Intelligence Technology in Higher Education Management","year":2023,"lang":"en","type":"article","venue":"Adult and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Personalization; Computer science; Learning Management; Artificial intelligence; Big data; SPARK (programming language); Selection (genetic algorithm); Educational data mining; Data science; Decision tree; Machine learning; Higher education; Knowledge management; Data mining; World Wide Web","score_opus":0.0422292508286946,"score_gpt":0.3402151354110782,"score_spread":0.29798588458238356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389631833","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7530709,0.0012009453,0.009283158,0.21209423,0.006742405,0.00064268295,0.000002090758,0.0006816422,0.01628193],"genre_scores_gemma":[0.9885815,0.00015665957,0.0041682357,0.00014039243,0.000090489244,0.000021784412,0.000016811875,0.0000048022225,0.006819359],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999391,0.000019264471,0.00018903772,0.00019962362,0.00009472835,0.000106312546],"domain_scores_gemma":[0.9995993,0.00001493027,0.00007296081,0.00019268942,0.00009690512,0.000023211203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008403639,0.00006342301,0.00007462268,0.00049210334,0.000036526653,0.00003177069,0.00017035483,0.00005660281,0.000021783568],"category_scores_gemma":[0.000007871457,0.00006457832,0.000012789103,0.0013894711,0.000030287425,0.00013664056,0.000058099762,0.00006643201,0.000037573423],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010179043,0.00010833495,0.003080464,0.00002803953,0.0000026263406,1.8437272e-7,0.00013692079,0.000029833405,0.000048330356,0.70326793,0.0002757507,0.29302058],"study_design_scores_gemma":[0.00006482253,0.000061983184,0.2412389,0.00016849073,0.000015305415,0.0000013040607,0.0007490691,0.009129378,0.00072290713,0.737653,0.010001017,0.00019378575],"about_ca_topic_score_codex":0.000037802543,"about_ca_topic_score_gemma":0.000005946545,"teacher_disagreement_score":0.29282677,"about_ca_system_score_codex":0.000022273074,"about_ca_system_score_gemma":0.000074243806,"threshold_uncertainty_score":0.26334277},"labels":[],"label_agreement":null},{"id":"W4389633105","doi":"10.23977/jaip.2023.060805","title":"Evaluation of the Influence of Artificial Intelligence on College Students' Learning Based on Group Decision-making Method","year":2023,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Operability; Realm; Computer science; Rationality; Psychology; Mathematics education","score_opus":0.07819486097998976,"score_gpt":0.44997778595933713,"score_spread":0.3717829249793474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389633105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27851138,0.000027341308,0.7175502,0.0027204598,0.0007755591,0.00023710103,0.0000029744965,0.000031383603,0.00014360936],"genre_scores_gemma":[0.94861203,0.000032474287,0.050930686,0.00023364676,0.00016112723,0.0000032775508,3.2252314e-7,0.000016724947,0.000009720089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910735,0.0022704601,0.0017254908,0.00037859022,0.0042302315,0.0003217113],"domain_scores_gemma":[0.98345476,0.01029489,0.0026888815,0.0006237233,0.0028433537,0.000094383795],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.022038748,0.00022750827,0.00043150494,0.00068785984,0.00030092837,0.00017188776,0.001947739,0.000124546,0.000025255793],"category_scores_gemma":[0.04257999,0.00017251415,0.00028752538,0.0029977502,0.00013213273,0.0007963379,0.00027360127,0.0011383469,0.000056661047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021595103,0.0003954543,0.00013274119,0.000010352362,0.00004324604,0.000016099664,0.0007113163,0.7081008,0.00096812117,0.0127886245,0.000013094468,0.27660424],"study_design_scores_gemma":[0.000043860684,0.0009846628,0.0010529095,0.0007881551,0.00018733054,0.000023008462,0.0024591514,0.9328908,0.010263261,0.05098219,0.00015953521,0.00016519196],"about_ca_topic_score_codex":0.0000204084,"about_ca_topic_score_gemma":0.000013477775,"teacher_disagreement_score":0.6701006,"about_ca_system_score_codex":0.00016856521,"about_ca_system_score_gemma":0.0005653119,"threshold_uncertainty_score":0.96548474},"labels":[],"label_agreement":null},{"id":"W4389976941","doi":"10.29173/iasl8740","title":"From Books to Bots","year":2023,"lang":"en","type":"article","venue":"IASL Annual Conference Proceedings","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Implementation; Computer science; Automation; Artificial intelligence; Mathematics education; Psychology; Software engineering; Engineering","score_opus":0.024972138175536045,"score_gpt":0.28492243948246826,"score_spread":0.2599503013069322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389976941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9512063,0.000015147184,0.014598858,0.02785838,0.00033839187,0.00013308857,0.000026476388,0.0015128385,0.0043104826],"genre_scores_gemma":[0.98437756,0.0000064414503,0.00787635,0.00087069755,0.00030070578,0.000012255412,0.000006268826,0.000012656523,0.0065370393],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848837,0.0000071366258,0.00019733889,0.0005243838,0.00035774376,0.00042500588],"domain_scores_gemma":[0.99904054,0.000044446308,0.00006406798,0.00018488534,0.00043087057,0.00023515633],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022081334,0.00016619841,0.00018716227,0.00019080295,0.00012683407,0.00050184224,0.0010598109,0.00007533371,0.000024293704],"category_scores_gemma":[0.00020635582,0.00015585884,0.00005315693,0.00080059335,0.000030536456,0.0005128575,0.0005150794,0.00022587221,0.001768879],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036183745,0.00014771201,0.014538473,0.000079642865,0.00010396258,0.00010639255,0.4749052,0.00010838022,0.0053945244,0.10140488,0.21669827,0.18647638],"study_design_scores_gemma":[0.0012195269,0.0011030523,0.048653428,0.00059479894,0.00005181975,0.000028375747,0.050884172,0.36991277,0.0066888225,0.21762888,0.30073026,0.0025040798],"about_ca_topic_score_codex":0.00008615928,"about_ca_topic_score_gemma":0.000003453922,"teacher_disagreement_score":0.42402104,"about_ca_system_score_codex":0.000018732771,"about_ca_system_score_gemma":0.00008771103,"threshold_uncertainty_score":0.99900836},"labels":[],"label_agreement":null},{"id":"W4390044044","doi":"10.55667/10.55667/ijede.2023.v38.i2.1280","title":"Social Media Use and Digital Competence as Predictors of Students' Familiarity with MOOCs","year":2023,"lang":"en","type":"article","venue":"International journal of e-learning & distance education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Social media; Psychology; Competence (human resources); Humanities; Pedagogy; Social psychology; Art; Computer science; World Wide Web","score_opus":0.012678710986820893,"score_gpt":0.30386071235764994,"score_spread":0.29118200137082906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390044044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98458195,0.00004072269,0.012365927,0.0021072428,0.0007342776,0.000028461103,0.000005261791,0.00003296077,0.00010322459],"genre_scores_gemma":[0.99782497,0.00007480339,0.0013618723,0.000028203493,0.00033165273,8.3228343e-7,0.00001714953,0.000007417721,0.00035312423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985028,0.000051221985,0.0003187802,0.00014429654,0.00087288703,0.00011003813],"domain_scores_gemma":[0.9982215,0.000290249,0.0005132166,0.00008016305,0.00082431774,0.00007054049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028420266,0.000090557616,0.0001471718,0.00021158397,0.00007361512,0.0003697462,0.0006296294,0.00003343439,0.0000033327083],"category_scores_gemma":[0.00079875014,0.000078549514,0.00004980135,0.0003414811,0.00009154744,0.0010016253,0.00010343584,0.0002802647,0.0000064935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064207496,0.00025545547,0.9544013,0.0000130183635,0.00013385685,0.000021566018,0.0051335297,0.0013369995,0.00009583994,0.030899819,0.000686357,0.006958029],"study_design_scores_gemma":[0.00065883895,0.00025301668,0.9755344,0.0003754695,0.000032822853,0.00009062885,0.0033917204,0.006824298,0.00005507556,0.004945028,0.0076353424,0.00020337163],"about_ca_topic_score_codex":0.0000107170235,"about_ca_topic_score_gemma":0.000005903757,"teacher_disagreement_score":0.02595479,"about_ca_system_score_codex":0.000060876333,"about_ca_system_score_gemma":0.00028873738,"threshold_uncertainty_score":0.35654712},"labels":[],"label_agreement":null},{"id":"W4390125287","doi":"10.18280/isi.280617","title":"Enhancing Graduate Academic Performance Prediction and Classification: An Analysis Using the Enhanced Correlated Feature Set Model","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Feature (linguistics); Set (abstract data type); Artificial intelligence; Computer science; Graduate students; Machine learning; Data set; Pattern recognition (psychology); Psychology; Pedagogy; Linguistics","score_opus":0.045183502328326276,"score_gpt":0.2903897881522629,"score_spread":0.24520628582393664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390125287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56694895,0.000012918351,0.4323275,0.00018950053,0.00008542138,0.00008249723,0.000007116173,0.0002733152,0.000072766394],"genre_scores_gemma":[0.99483687,0.00014784063,0.004553445,0.00009084018,0.000050286086,0.000012252099,0.00018682492,0.0000067560336,0.00011486661],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998733,0.00007699525,0.00040977835,0.00019146175,0.0003333529,0.0002554172],"domain_scores_gemma":[0.9989719,0.000050011095,0.0003187208,0.0003584211,0.00022962515,0.00007135163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008005135,0.00014776945,0.00016694181,0.0004294834,0.0006390082,0.0003635207,0.0003471842,0.00014726578,9.2430895e-7],"category_scores_gemma":[0.000095950156,0.000117652206,0.000052807303,0.0023308862,0.00007788184,0.0043331194,0.00009919046,0.0004058204,0.000019523537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010328129,0.000005628839,0.0031930918,0.00009601224,0.00010330006,5.112681e-7,0.025598058,0.94159675,0.0022203147,0.0014291531,0.00009289906,0.025653945],"study_design_scores_gemma":[0.00010844613,0.000031989224,0.0224752,0.00005959045,0.00008849232,0.00001202785,0.001212641,0.9747261,0.0004875123,0.00064298545,0.000026963799,0.00012808162],"about_ca_topic_score_codex":0.000010364753,"about_ca_topic_score_gemma":0.0000042344855,"teacher_disagreement_score":0.42788795,"about_ca_system_score_codex":0.000117682954,"about_ca_system_score_gemma":0.0000834422,"threshold_uncertainty_score":0.4914799},"labels":[],"label_agreement":null},{"id":"W4390142206","doi":"10.18733/cpi29709","title":"Closing Research-Practice Gaps in the Delivery of Online Teaching and Learning","year":2023,"lang":"en","type":"article","venue":"Cultural and Pedagogical Inquiry","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Blame; Closing (real estate); Construct (python library); Fell; Coronavirus disease 2019 (COVID-19); Online learning; Psychology; Best practice; Pedagogy; Mathematics education; Sociology; Computer science; Political science; Social psychology; Geography; Medicine; Multimedia","score_opus":0.6314230649712267,"score_gpt":0.5385595549927163,"score_spread":0.09286350997851034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390142206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98368996,0.0006616766,0.00012741364,0.014920466,0.000048360856,0.000042015585,6.5646157e-7,0.00005107186,0.00045835297],"genre_scores_gemma":[0.99451107,0.0007660337,0.0036986857,0.00028403517,0.00020834453,0.0000012266311,0.000008038843,0.0000031092768,0.0005194348],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.997999,0.0010658955,0.00017345349,0.00023370633,0.00029464948,0.00023330499],"domain_scores_gemma":[0.99803776,0.0016540688,0.000050648625,0.00011809458,0.00008855406,0.000050897495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00269981,0.00007993474,0.00012643645,0.00008826607,0.0004020882,0.00017366986,0.0002812658,0.000057352474,0.0000015463648],"category_scores_gemma":[0.0014850958,0.00004463565,0.000027198446,0.00044944443,0.00021792421,0.00038512523,0.0003204892,0.0013097423,0.0000061657224],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007569958,0.0004684963,0.010498491,0.00023796092,0.00005137832,0.00041657928,0.2581566,0.002147968,0.009441546,0.10356467,0.0036761216,0.6112645],"study_design_scores_gemma":[0.0012746687,0.0012700208,0.11217353,0.0006484246,0.000045284756,0.00040408815,0.34724393,0.2946507,0.00008198048,0.010754507,0.23071499,0.00073788635],"about_ca_topic_score_codex":0.000129459,"about_ca_topic_score_gemma":0.000007838307,"teacher_disagreement_score":0.6105266,"about_ca_system_score_codex":0.0000069952284,"about_ca_system_score_gemma":0.000016919688,"threshold_uncertainty_score":0.56902516},"labels":[],"label_agreement":null},{"id":"W4390194801","doi":"10.18037/ausbd.1312165","title":"Bibliometric Analysis of Academic Studies on Student Support Systems in Open and Distance Learning","year":2023,"lang":"en","type":"article","venue":"Anadolu Üniversitesi Sosyal Bilimler Dergisi","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Beijing; Library science; Distance education; Citation; Web of science; Descriptive statistics; Learning analytics; Analytics; Order (exchange); Geography; Bibliometrics; Political science; Sociology; Data science; Computer science; Pedagogy; MEDLINE; Statistics; Business; Mathematics","score_opus":0.050895460283567465,"score_gpt":0.3597916715731855,"score_spread":0.30889621128961803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390194801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99702823,0.0009507998,0.00043809533,0.00073321746,0.00015823249,0.00016849302,0.000007886447,0.00010098673,0.0004140687],"genre_scores_gemma":[0.9958648,0.0015689644,0.00018297829,0.000052829262,0.000019727304,0.0000032540963,0.000013833251,0.000009344776,0.0022842623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99781084,0.0002005507,0.00043126504,0.0006302952,0.0005525084,0.00037453495],"domain_scores_gemma":[0.99840707,0.00064886286,0.00027127986,0.0003947516,0.00015555379,0.00012248308],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0012273688,0.00018597308,0.00059490674,0.042010035,0.00017057778,0.00015633614,0.0011751399,0.00009453744,0.000005021496],"category_scores_gemma":[0.00028985488,0.00017722877,0.00010195367,0.14278047,0.00008619073,0.00041450092,0.0010529761,0.00040150655,0.000026050797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001014244,0.000066591696,0.88500607,0.00005364063,0.00063008454,0.000105946514,0.0024942525,0.10332696,0.000062995685,0.004138108,0.0005915218,0.0035137131],"study_design_scores_gemma":[0.000597803,0.00031409727,0.78777903,0.00012417587,0.0002582074,0.000001829199,0.006874893,0.20207003,0.000023172346,0.00014218275,0.0015453423,0.0002692474],"about_ca_topic_score_codex":0.00031709622,"about_ca_topic_score_gemma":0.00016952367,"teacher_disagreement_score":0.10077042,"about_ca_system_score_codex":0.00011259373,"about_ca_system_score_gemma":0.0000774055,"threshold_uncertainty_score":0.968848},"labels":[],"label_agreement":null},{"id":"W4390430476","doi":"10.4018/979-8-3693-0066-4.ch004","title":"Enhancing Self-Regulated Learning With Artificial Intelligence-Powered Learning Analytics","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in early childhood and K-12 education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University of Edmonton","funders":"","keywords":"Transformative learning; Learning analytics; Analytics; Intersection (aeronautics); Computer science; Data science; Artificial intelligence; Knowledge management; Engineering; Psychology; Pedagogy","score_opus":0.00857664996571464,"score_gpt":0.25022610363480313,"score_spread":0.2416494536690885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390430476","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14354631,0.03920608,0.32539803,0.01651082,0.013953042,0.005264879,0.00003057281,0.011481231,0.44460905],"genre_scores_gemma":[0.8641395,0.007156248,0.02271555,0.00009485733,0.0010827435,0.000019502511,0.00015056059,0.00018086677,0.10446018],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977609,0.00006589852,0.00056568446,0.0008092666,0.00040057956,0.00039765122],"domain_scores_gemma":[0.99867076,0.0002002359,0.00048509243,0.00035485727,0.00015643012,0.00013264071],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031366033,0.0004147381,0.00045208784,0.0005768825,0.00028971364,0.00030142898,0.00040314463,0.0002542354,0.000009752588],"category_scores_gemma":[0.00012262454,0.00039956626,0.000079437086,0.00036320326,0.00008642722,0.00067021535,0.00013653969,0.001377823,0.000064589905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018629007,0.00026718868,0.002973765,0.00015774883,0.00017159147,0.00002970081,0.016221032,0.026072972,0.000024345949,0.2955183,0.000011441154,0.6585333],"study_design_scores_gemma":[0.00081438286,0.0034813364,0.021142857,0.009062474,0.0005720787,0.00015767735,0.00588993,0.07612651,0.00034028248,0.81525105,0.061853908,0.0053075124],"about_ca_topic_score_codex":0.000025211031,"about_ca_topic_score_gemma":0.00015839639,"teacher_disagreement_score":0.72059315,"about_ca_system_score_codex":0.00008972105,"about_ca_system_score_gemma":0.0004775186,"threshold_uncertainty_score":0.9998456},"labels":[],"label_agreement":null},{"id":"W4390538994","doi":"10.3390/educsci14010057","title":"Deconstructing the Normalization of Data Colonialism in Educational Technology","year":2024,"lang":"en","type":"article","venue":"Education Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Colonialism; Ideology; Normalization (sociology); Analytics; Data science; Sociology; Field (mathematics); Big data; Learning analytics; Computer science; Social science; Engineering ethics; Politics; Political science; Law; Engineering; Data mining","score_opus":0.04586872087188163,"score_gpt":0.3974747660524453,"score_spread":0.35160604518056365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390538994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46349016,0.0042798277,0.04430632,0.4780793,0.0044264956,0.00020260306,0.000006228907,0.00014335365,0.0050657107],"genre_scores_gemma":[0.9675789,0.00002006395,0.03203443,0.000072516414,0.000084769796,0.000003925162,0.0000046437794,0.0000012875332,0.0001994849],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933505,0.000035493442,0.00016202097,0.00022654675,0.0001557725,0.000085145446],"domain_scores_gemma":[0.9993863,0.00019203025,0.00005888259,0.00029495018,0.000055865465,0.000011933712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006616017,0.000036183934,0.000044635766,0.00031525997,0.00011472617,0.00015880167,0.0012408628,0.000022221477,0.0000129143955],"category_scores_gemma":[0.00025558297,0.00002563972,0.000008341153,0.0022428702,0.00021121214,0.0006639544,0.00015919463,0.00007864571,0.0000104582205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.991723e-8,0.000030881314,0.024559623,0.0000108046725,0.000001868262,1.1414385e-7,0.00087277597,0.00022659102,0.000074860814,0.8750822,0.0006440927,0.09849614],"study_design_scores_gemma":[0.000054728305,0.000038862992,0.01442543,0.0003126057,0.000007753706,0.0000635615,0.0029180555,0.6576481,0.0003054734,0.3064722,0.017589916,0.00016332937],"about_ca_topic_score_codex":0.00005466671,"about_ca_topic_score_gemma":0.000034771103,"teacher_disagreement_score":0.65742147,"about_ca_system_score_codex":0.000015753185,"about_ca_system_score_gemma":0.0015288902,"threshold_uncertainty_score":0.27121857},"labels":[],"label_agreement":null},{"id":"W4390596133","doi":"10.5383/juspn.18.02.002","title":"Combining the Internet of Things (IoT) and the Internet of Behavior (IoB) to create a robust educational environment","year":2023,"lang":"en","type":"article","venue":"Journal of Ubiquitous Systems and Pervasive Networks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"The Internet; Computer science; Distance education; Internet of Things; E learning; Knowledge management; World Wide Web; Psychology; Mathematics education","score_opus":0.016802825319113354,"score_gpt":0.24674276574758536,"score_spread":0.229939940428472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390596133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9527038,0.0029096708,0.03590328,0.0070971074,0.00096260716,0.00029978415,0.000002415801,0.00001161737,0.00010972283],"genre_scores_gemma":[0.9975615,0.00037781062,0.00068724673,0.00014158996,0.00031503531,0.0000070261904,0.0000010809242,0.000009064465,0.00089962047],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985614,0.00021274498,0.0005920489,0.00014732864,0.00031902787,0.00016744147],"domain_scores_gemma":[0.9983098,0.00060577405,0.0006526137,0.0002036751,0.00014086481,0.00008729873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014387675,0.00012399403,0.00036814142,0.00010066986,0.00007871221,0.00013202967,0.0005284591,0.000059629165,0.000004692561],"category_scores_gemma":[0.000063972766,0.0000682168,0.000105951345,0.00018010652,0.00014369686,0.00010185698,0.00028865016,0.00032321754,0.0000014468602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056308956,0.00064065674,0.1454521,0.0006162218,0.0014241259,0.00014488254,0.11999361,0.58614266,0.0006596379,0.06454831,0.033885587,0.04592914],"study_design_scores_gemma":[0.0012894582,0.0008833982,0.034238573,0.0013044793,0.0001925532,0.0006158837,0.002916519,0.95562375,0.000037264694,0.00041063718,0.0022815152,0.00020594498],"about_ca_topic_score_codex":0.00030349958,"about_ca_topic_score_gemma":0.0000058072064,"teacher_disagreement_score":0.36948115,"about_ca_system_score_codex":0.000022975511,"about_ca_system_score_gemma":0.000050531064,"threshold_uncertainty_score":0.27818003},"labels":[],"label_agreement":null},{"id":"W4390621467","doi":"10.1109/fie58773.2023.10342941","title":"A Semi-Automatic Knowledge Discovery Tool to Identify and Visualize Course Bottlenecks","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Bottleneck; Course (navigation); Computer science; Data science; Mathematics education; Psychology; Engineering","score_opus":0.0179612063345136,"score_gpt":0.3645033303042345,"score_spread":0.3465421239697209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390621467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8759951,0.00010088733,0.11388909,0.00659415,0.0003637954,0.0001270326,0.000003267388,0.0010203457,0.001906305],"genre_scores_gemma":[0.96629983,0.000025028237,0.00522481,0.0004126369,0.00009740361,0.000008127145,0.0000033258077,0.000013103241,0.027915714],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989945,0.00004389297,0.00018161144,0.00032442622,0.00018343315,0.00027211246],"domain_scores_gemma":[0.9993148,0.00013764149,0.00003278204,0.00036704037,0.00003982015,0.00010790281],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034036255,0.000116238516,0.00015807923,0.00013249133,0.00010035122,0.00048139907,0.0003814191,0.000040790404,0.000013428321],"category_scores_gemma":[0.00010330259,0.00009784376,0.000047005746,0.0008025139,0.000022505326,0.0003975071,0.0004596617,0.00009301671,0.0008818702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008590168,0.0008053283,0.026212607,0.00057832705,0.0002723324,0.000306174,0.010638122,0.0020715466,0.0071480125,0.23774457,0.2876983,0.42651612],"study_design_scores_gemma":[0.0002787354,0.000097464675,0.047381014,0.0001056078,0.000019506784,0.000015343567,0.00020760397,0.9386022,0.00024057737,0.003395985,0.009325869,0.00033009384],"about_ca_topic_score_codex":0.000012748354,"about_ca_topic_score_gemma":0.000011730073,"teacher_disagreement_score":0.93653065,"about_ca_system_score_codex":0.000014515402,"about_ca_system_score_gemma":0.00006900125,"threshold_uncertainty_score":0.99989605},"labels":[],"label_agreement":null},{"id":"W4390738608","doi":"10.3390/educsci14010082","title":"A Current Overview of the Use of Learning Analytics Dashboards","year":2024,"lang":"en","type":"article","venue":"Education Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Forskningsrådet om Hälsa, Arbetsliv och Välfärd; Vetenskapsrådet","keywords":"Learning analytics; Analytics; Computer science; Data science; Big data; Value (mathematics); Cultural analytics; Data analysis; Knowledge management; Semantic analytics; World Wide Web; Machine learning; Data mining","score_opus":0.1767914305131757,"score_gpt":0.4232965423344824,"score_spread":0.2465051118213067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390738608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81974363,0.036197204,0.09084732,0.038977537,0.011676198,0.0003274798,0.000007057994,0.00026622662,0.0019573325],"genre_scores_gemma":[0.9914311,0.00030879944,0.0073416326,0.00003742156,0.000056832,0.0000012326262,4.0698328e-7,0.0000020735083,0.00082048523],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991047,0.00008113569,0.00018764917,0.00017642358,0.00036153255,0.00008860107],"domain_scores_gemma":[0.9993759,0.00016549743,0.0001093396,0.00021555962,0.00010855687,0.00002519568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004042386,0.00004982508,0.00008069291,0.00013427288,0.00009398814,0.00016995159,0.00059761526,0.000013236931,0.000008532],"category_scores_gemma":[0.00028973632,0.000031057476,0.00007022827,0.0017767922,0.00016513115,0.00034734988,0.000115400275,0.0001200998,0.000005729103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.213661e-7,0.00018560005,0.049651854,0.00028100848,0.000016893504,1.8236985e-7,0.003367208,0.020686671,0.00031269394,0.38246417,0.0040308833,0.5390025],"study_design_scores_gemma":[0.000026504777,0.00006447846,0.013303483,0.0010804895,0.000024780076,0.0000036908925,0.00033312215,0.76550615,0.0006132094,0.0058044456,0.21311866,0.00012098156],"about_ca_topic_score_codex":0.000027274207,"about_ca_topic_score_gemma":0.000002008915,"teacher_disagreement_score":0.7448195,"about_ca_system_score_codex":0.000013459497,"about_ca_system_score_gemma":0.0009245201,"threshold_uncertainty_score":0.16400589},"labels":[],"label_agreement":null},{"id":"W4390813426","doi":"10.31234/osf.io/kft8u","title":"Practice with Feedback vs. Lecture: Consequences for Learning, Efficiency, and Motivation","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"National Science Foundation","keywords":"Attrition; Drop out; Mathematics education; Disadvantaged; Gateway (web page); Medical education; Computer science; Psychology; Medicine; Political science","score_opus":0.014480223427506043,"score_gpt":0.2824906977862783,"score_spread":0.26801047435877223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390813426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005391816,0.00048705272,0.92730486,0.062013254,0.00040140274,0.00035165792,0.0000034744799,0.0004971654,0.0035492915],"genre_scores_gemma":[0.8229891,0.00010027887,0.1717211,0.0005605179,0.00016784092,0.000023856792,0.000015648942,0.00002159045,0.004400087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984747,0.00008967994,0.00020048209,0.0007395107,0.0002718726,0.00022376566],"domain_scores_gemma":[0.99850374,0.0006662778,0.00020341363,0.0003057765,0.0002536644,0.000067110996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005202266,0.00023032771,0.00023228588,0.0001297295,0.00014524403,0.000816435,0.00041144367,0.0001627308,0.000004772485],"category_scores_gemma":[0.0008344823,0.00014490608,0.0000546703,0.00023883395,0.00014138939,0.00013415914,0.0006190409,0.0009004272,0.000011502115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022170688,0.0004556436,0.0036507973,0.0038257465,0.00092254457,0.00016694723,0.0102516925,0.41871056,0.00037463597,0.46199438,0.0046969396,0.094728395],"study_design_scores_gemma":[0.00028538692,0.00061724806,0.00011211301,0.00037919515,0.00013795492,0.0000829233,0.00022059307,0.9135831,0.00039467734,0.061168555,0.022512836,0.00050539983],"about_ca_topic_score_codex":0.00009650936,"about_ca_topic_score_gemma":0.000018327024,"teacher_disagreement_score":0.81759727,"about_ca_system_score_codex":0.000025373245,"about_ca_system_score_gemma":0.00038320257,"threshold_uncertainty_score":0.7872901},"labels":[],"label_agreement":null},{"id":"W4390816389","doi":"10.5430/wjel.v14n2p182","title":"Impact of Artificial Intelligence Versus Traditional Instruction for Language Learning: A Survey","year":2024,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"King Khalid University","keywords":"Generalizability theory; Computer science; Language acquisition; Context (archaeology); Artificial intelligence; Process (computing); Language education; Sample (material); Affect (linguistics); Mathematics education; Psychology","score_opus":0.041663691023831224,"score_gpt":0.3331314636226187,"score_spread":0.2914677725987875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390816389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9111434,0.0012189504,0.083782755,0.00014536607,0.002982,0.00007130496,0.000046730984,0.00008670519,0.00052274717],"genre_scores_gemma":[0.9911939,0.000013209239,0.0072669806,0.000004958079,0.0013111057,7.319523e-7,0.000018056224,0.000012115506,0.00017892613],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988797,0.000113121925,0.0004138548,0.00014655264,0.00027788195,0.00016894545],"domain_scores_gemma":[0.9984937,0.0006932122,0.00022053665,0.00013051563,0.00038024434,0.00008180533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009436274,0.000110291345,0.00021411621,0.00044277712,0.000045943143,0.00014656625,0.0003547306,0.00003964524,0.000046874506],"category_scores_gemma":[0.0017740503,0.00009017527,0.0003017187,0.00071665156,0.000039363986,0.00035842077,0.000029953922,0.00043343756,0.000002905138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010358461,0.0005985651,0.0033791745,0.00025050665,0.0010250534,0.0003682347,0.064508304,0.04807818,0.0033153452,0.0713043,0.003130014,0.8030065],"study_design_scores_gemma":[0.004458976,0.012833224,0.036201037,0.0020886317,0.0005562478,0.00035473405,0.021960702,0.88421315,0.010660567,0.01320599,0.011289289,0.0021774345],"about_ca_topic_score_codex":0.000041861036,"about_ca_topic_score_gemma":0.00006780176,"teacher_disagreement_score":0.83613497,"about_ca_system_score_codex":0.00007578238,"about_ca_system_score_gemma":0.00020166143,"threshold_uncertainty_score":0.3677241},"labels":[],"label_agreement":null},{"id":"W4390977232","doi":"10.5267/j.ijdns.2024.1.011","title":"Students’ academic performance before, during, and after COVID-19 in F2F and OL learning: The impact of gender and academic majors","year":2024,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Academic achievement; Pandemic; Psychology; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Mathematics education; Medical education; Medicine; Infectious disease (medical specialty)","score_opus":0.03284391374882779,"score_gpt":0.39380982392754227,"score_spread":0.3609659101787145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390977232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99312127,0.0040982612,0.0014222582,0.001166628,0.00013719396,0.00003358736,0.000006150641,0.000006153157,0.000008482219],"genre_scores_gemma":[0.99308646,0.0060039544,0.0005804616,0.00011021999,0.00018371452,4.271057e-7,9.3306136e-7,0.0000032058113,0.000030612544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987117,0.000045532102,0.00029102218,0.00025460657,0.00052624557,0.0001709125],"domain_scores_gemma":[0.9993734,0.00013957979,0.00015623319,0.00012684547,0.00006342476,0.00014053762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019370635,0.000088328496,0.00012032283,0.00021995728,0.00010496717,0.0002638573,0.0013341634,0.00004172942,0.0000025595323],"category_scores_gemma":[0.00015009711,0.00005474129,0.000017189617,0.00033431928,0.00038368726,0.0014075643,0.0011666091,0.00067198195,3.079339e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027918775,0.000007366065,0.9864639,0.00001769689,0.000033378084,0.000040546533,0.0013590024,0.0017973206,0.000090514535,0.00041450054,0.00009708449,0.009650782],"study_design_scores_gemma":[0.0002517787,0.00009415193,0.7672792,0.00015575286,0.000009889454,0.00069266086,0.000079512276,0.22973914,0.0000055479013,0.0012954762,0.00033306316,0.00006378957],"about_ca_topic_score_codex":0.000013018489,"about_ca_topic_score_gemma":0.0000027783567,"teacher_disagreement_score":0.22794183,"about_ca_system_score_codex":0.000043022348,"about_ca_system_score_gemma":0.00020687134,"threshold_uncertainty_score":0.29194644},"labels":[],"label_agreement":null},{"id":"W4391011604","doi":"10.5267/j.ijdns.2023.11.002","title":"An intelligent rule-oriented framework for extracting key factors for grants scholarships in higher education","year":2024,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Jordan","keywords":"Realm; Process (computing); Key (lock); Computer science; Metric (unit); Artificial intelligence; Mathematics education; Knowledge management; Engineering; Political science; Psychology; Operations management","score_opus":0.09612141361933206,"score_gpt":0.4229898921675608,"score_spread":0.3268684785482287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391011604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20848729,0.0008036522,0.77994734,0.0045535234,0.006054378,0.00008855702,0.00002687474,0.000020238602,0.000018160079],"genre_scores_gemma":[0.7984293,0.00009021101,0.20028754,0.0001428704,0.0009879948,0.0000013881428,0.000018707513,0.000005042004,0.0000369337],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871206,0.000028201708,0.0003335835,0.00031501314,0.00041561038,0.0001955337],"domain_scores_gemma":[0.9985624,0.00056249066,0.00017560164,0.00023086292,0.00035928335,0.000109369554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019214848,0.000082956474,0.00010791207,0.0002802178,0.00012284076,0.0008422854,0.0019337857,0.000039383274,0.0000042127554],"category_scores_gemma":[0.00048982754,0.00006688588,0.000036089023,0.00046733714,0.00006617532,0.0032208771,0.00018317594,0.00027647614,6.483849e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066429064,0.00029162774,0.0305054,0.00003561816,0.00006538439,0.00001418531,0.001297686,0.0025458336,0.0005690707,0.46346667,0.0007232989,0.5004188],"study_design_scores_gemma":[0.00030192707,0.00028321426,0.021088341,0.0014262401,0.000028014943,0.000075377255,0.00040386085,0.7194298,0.0002817697,0.20216268,0.054236855,0.00028193893],"about_ca_topic_score_codex":0.000003667192,"about_ca_topic_score_gemma":0.0000029882808,"teacher_disagreement_score":0.71688396,"about_ca_system_score_codex":0.00006170188,"about_ca_system_score_gemma":0.00039046185,"threshold_uncertainty_score":0.8122178},"labels":[],"label_agreement":null},{"id":"W4391130703","doi":"10.1016/j.cexr.2024.100052","title":"A novel ethical analysis of educational XR and AI in literature","year":2024,"lang":"en","type":"article","venue":"Computers & Education X Reality","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University; Canada Research Chairs; Canada Foundation for Innovation","keywords":"Psychology; Sociology; Engineering ethics; Engineering","score_opus":0.014874243862171557,"score_gpt":0.35868947877828206,"score_spread":0.3438152349161105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391130703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1308738,0.0021431018,0.49731654,0.3671526,0.0016727909,0.00015115761,0.000026225669,0.00011121506,0.0005525428],"genre_scores_gemma":[0.97278905,0.00003418356,0.0253585,0.0013848433,0.0001430063,0.0000047230565,0.00008302339,0.0000040047294,0.00019864154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998989,0.00008896462,0.0002671885,0.00036722887,0.00017287645,0.000114726216],"domain_scores_gemma":[0.99905825,0.00035905643,0.000055088025,0.00031330332,0.00013633716,0.00007798169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043797772,0.00009370722,0.0001911253,0.0005853952,0.000034180244,0.00023828662,0.00027196476,0.000113047994,0.0000052872133],"category_scores_gemma":[0.00009279251,0.00008869381,0.00008445198,0.0024805162,0.000052645253,0.00018549812,0.00008850445,0.00042694554,0.0000022567465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042600227,0.0006692343,0.01738215,0.00028636525,0.00030726686,0.0000018812274,0.008624166,0.0029226784,0.0002538799,0.8795858,0.0089325,0.0810298],"study_design_scores_gemma":[0.00006617274,0.000017565113,0.26843983,0.00021600445,0.00007564912,0.000009459764,0.00002831044,0.71391976,0.0000074622767,0.013154269,0.0039417385,0.00012381517],"about_ca_topic_score_codex":0.00015983905,"about_ca_topic_score_gemma":0.000035297646,"teacher_disagreement_score":0.86643153,"about_ca_system_score_codex":0.000052507236,"about_ca_system_score_gemma":0.00057585654,"threshold_uncertainty_score":0.36168286},"labels":[],"label_agreement":null},{"id":"W4391157645","doi":"10.48550/arxiv.2401.11314","title":"CodeAid: Evaluating a Classroom Deployment of an LLM-based Programming Assistant that Balances Student and Educator Needs","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Software deployment; Transparency (behavior); Class (philosophy); Thematic analysis; Mathematics education; Software engineering; Multimedia; Programming language; Psychology; Qualitative research; Artificial intelligence; Sociology","score_opus":0.0855630401474765,"score_gpt":0.27242139608740856,"score_spread":0.18685835593993205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391157645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614403,0.0003044369,0.036790106,0.0003934823,0.0004247387,0.00027090832,0.000010840714,0.0002497659,0.0001154003],"genre_scores_gemma":[0.9868479,0.000042174866,0.012633148,0.000041661267,0.00007187644,0.000002021139,0.000011733309,0.00002356866,0.0003259277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800825,0.00022043345,0.00025964135,0.0009094528,0.00027045558,0.00033178276],"domain_scores_gemma":[0.99840176,0.00012716689,0.0003401638,0.0007885455,0.00014259397,0.00019977115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006740528,0.00031369363,0.00041002658,0.00041668164,0.0001232472,0.0003197821,0.001081516,0.00016175506,0.0000040256896],"category_scores_gemma":[0.000026890419,0.00031700396,0.00016013875,0.000617376,0.00011591731,0.0001517781,0.0014865722,0.0006390171,0.0000051763877],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013461558,0.0031849076,0.3515529,0.0029801466,0.0012007416,0.0009002981,0.0066690906,0.44517505,0.00033368112,0.11267432,0.00011564731,0.075078614],"study_design_scores_gemma":[0.0004492195,0.00044519032,0.003365319,0.0006198205,0.00027518166,0.0000036073766,0.0017199432,0.9854431,0.0001330783,0.006915832,0.00020222395,0.0004274863],"about_ca_topic_score_codex":0.00012955317,"about_ca_topic_score_gemma":0.00005522294,"teacher_disagreement_score":0.54026806,"about_ca_system_score_codex":0.0001771846,"about_ca_system_score_gemma":0.0006858429,"threshold_uncertainty_score":0.9999282},"labels":[],"label_agreement":null},{"id":"W4391225743","doi":"10.3991/ijet.v19i02.47223","title":"10.3991/ijet.v19i02.47223","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Training (meteorology); Resource (disambiguation); Data science; Knowledge management; Data mining; Computer network","score_opus":0.0046444428605592674,"score_gpt":0.19072846915536934,"score_spread":0.18608402629481008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391225743","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006995965,0.000032198313,0.00026934332,0.0047623697,0.000005477654,0.000055250035,0.0000021481494,0.00035889322,0.9938147],"genre_scores_gemma":[0.0008970496,3.4891497e-7,0.0047232327,0.00020571158,0.00013522283,0.0000020451957,0.0000032027795,0.00001041781,0.9940228],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910915,0.000034211895,0.0001330865,0.00026697712,0.00019500732,0.00026158523],"domain_scores_gemma":[0.9992964,0.000037764617,0.0000230386,0.00046223524,0.00003725201,0.00014329597],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00014287114,0.00010663281,0.00012492061,0.00006499917,0.000083624596,0.00012020726,0.0006481242,0.000041371906,0.8420235],"category_scores_gemma":[0.000027492175,0.00010087185,0.000054760316,0.0003717374,0.000016419619,0.00013954315,0.00009111401,0.00011758711,0.97206974],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003829776,0.000039727915,7.9590893e-7,0.0000021660444,0.0000074394616,0.000011204757,0.00002802784,0.0010439464,0.000015459194,0.00005754453,0.069389924,0.9293999],"study_design_scores_gemma":[0.00009680875,0.00010127524,0.000045272493,0.00001058843,0.0000043336872,0.000007349587,2.93986e-7,0.047566302,0.000020357229,0.00007661456,0.9519324,0.00013842602],"about_ca_topic_score_codex":0.000011628943,"about_ca_topic_score_gemma":6.767836e-8,"teacher_disagreement_score":0.9292615,"about_ca_system_score_codex":0.000017171416,"about_ca_system_score_gemma":0.000033977984,"threshold_uncertainty_score":0.41134346},"labels":[],"label_agreement":null},{"id":"W4391231028","doi":"10.1201/9781003320791-17","title":"Artificial Intelligence in Higher Education","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Mathematics education; Artificial intelligence; Psychology; Computer science","score_opus":0.05268986267634822,"score_gpt":0.31071899379359647,"score_spread":0.25802913111724823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391231028","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011374761,0.00039615098,0.007039174,0.017343426,0.0014740805,0.000044147637,6.736935e-7,0.00014574971,0.97355545],"genre_scores_gemma":[0.005005959,0.00003617017,0.005962985,0.00031059544,0.00048648918,0.0000015298072,0.0000057300795,0.00001478244,0.98817575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991613,0.000004039687,0.00023084476,0.00034136395,0.00015351157,0.00010893009],"domain_scores_gemma":[0.9995451,0.000027121197,0.00004360847,0.0003117201,0.000034034012,0.00003840715],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000089017325,0.00013609535,0.00012875744,0.00024849523,0.00001535963,0.00014609926,0.00040589896,0.00014002631,0.00057690527],"category_scores_gemma":[0.000003826689,0.00012161831,0.000061879146,0.000080145284,0.00002006157,0.00007108649,0.00013650286,0.0003993783,0.002474397],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9109878e-7,0.000010067789,6.9157335e-7,0.000011868086,0.0000035903408,0.000006949783,0.000022339425,0.000035461628,7.116218e-7,0.8753486,0.0008010973,0.12375838],"study_design_scores_gemma":[0.0000016270869,0.000012655507,0.0000029595446,0.0001166251,0.0000046293903,0.0000017809235,0.0000022671245,0.012602785,0.000005169717,0.7848971,0.20222592,0.00012646112],"about_ca_topic_score_codex":0.000013615844,"about_ca_topic_score_gemma":0.000019168527,"teacher_disagreement_score":0.20142484,"about_ca_system_score_codex":0.000050666164,"about_ca_system_score_gemma":0.00018235491,"threshold_uncertainty_score":0.9983023},"labels":[],"label_agreement":null},{"id":"W4391282828","doi":"10.51357/jdll.v4i1.249","title":"Mathematics &amp; Artificial Intelligence: Intersections and Educational Implications","year":2024,"lang":"en","type":"article","venue":"Journal of Digital Life and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mathematics education; Computer science; Mathematics","score_opus":0.03732138531084884,"score_gpt":0.325105779437548,"score_spread":0.28778439412669915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391282828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20714118,0.0012414876,0.7552014,0.034394115,0.00031139786,0.000029703235,0.0000022909821,0.000052204985,0.001626209],"genre_scores_gemma":[0.98660606,0.00007579255,0.012288833,0.00004050106,0.0002991737,4.440372e-7,0.0000014309325,0.000005334304,0.0006824311],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994316,0.0000175981,0.0002666758,0.00009730949,0.000104851446,0.000081931634],"domain_scores_gemma":[0.9993299,0.00032287708,0.00009479101,0.000060168903,0.000087633554,0.00010462337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022769922,0.00006133599,0.00009435479,0.00016578025,0.00012413357,0.00085493724,0.000111364476,0.000026027888,0.000008107053],"category_scores_gemma":[0.0004877373,0.000050286948,0.000049130325,0.00020973408,0.000038479313,0.0005741251,0.00005678305,0.00037856254,0.00001683425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041802664,0.00019668954,0.006514929,0.00013357247,0.00016090635,0.00000813659,0.008307945,0.0019725694,0.00025039612,0.57288957,0.0010342823,0.40852684],"study_design_scores_gemma":[0.000111631045,0.0005375534,0.0059881844,0.0007515991,0.00010894775,0.0027734207,0.0054136454,0.2216216,0.000034035627,0.6858444,0.076274745,0.0005402243],"about_ca_topic_score_codex":7.342029e-7,"about_ca_topic_score_gemma":7.36361e-7,"teacher_disagreement_score":0.7794649,"about_ca_system_score_codex":0.000011137798,"about_ca_system_score_gemma":0.000107598025,"threshold_uncertainty_score":0.82441795},"labels":[],"label_agreement":null},{"id":"W4391286679","doi":"10.1007/s00530-023-01244-1","title":"Bag of states: a non-sequential approach to video-based engagement measurement","year":2024,"lang":"en","type":"article","venue":"Multimedia Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Rehabilitation Institute; University Health Network","funders":"","keywords":"Convolutional neural network; Computer science; Artificial intelligence; Machine learning; Student engagement; Precision and recall; Recall; Cognitive psychology; Psychology; Mathematics education","score_opus":0.049291720782824275,"score_gpt":0.2829759739046064,"score_spread":0.2336842531217821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391286679","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009853002,0.00053402805,0.99446166,0.0008850888,0.001636011,0.000431498,0.000013603911,0.00024992658,0.0008029025],"genre_scores_gemma":[0.8793566,0.0000031095135,0.120047815,0.0000516764,0.00021763131,0.0000715763,0.000009816128,0.00001886695,0.0002229085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976431,0.00019951738,0.0004338047,0.00048143684,0.00094169436,0.00030041725],"domain_scores_gemma":[0.9988793,0.00015022446,0.00007676339,0.0005286578,0.00020061596,0.00016439553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018670014,0.00017582353,0.000273103,0.00026608954,0.00006396029,0.0002379997,0.000590716,0.00005481814,0.0000037997222],"category_scores_gemma":[0.00013707404,0.00014704048,0.00010886837,0.0005274565,0.000029263412,0.000118347896,0.00012262266,0.00019785119,0.00013716226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044793127,0.0016325259,0.0008544549,0.00741536,0.00075308623,0.00015115149,0.026238058,0.7865181,0.034864005,0.0056562843,0.023586947,0.11228524],"study_design_scores_gemma":[0.0002289164,0.00010117911,0.000050288058,0.00041000705,0.000020985886,0.0000018460833,0.00014904453,0.98166007,0.001046691,0.000014924229,0.016153665,0.00016239009],"about_ca_topic_score_codex":0.00027067782,"about_ca_topic_score_gemma":0.000003761171,"teacher_disagreement_score":0.8783713,"about_ca_system_score_codex":0.00013940902,"about_ca_system_score_gemma":0.00023671045,"threshold_uncertainty_score":0.5996137},"labels":[],"label_agreement":null},{"id":"W4391420126","doi":"10.18162/ritpu-2023-v20n3-05","title":"Corrélation entre la fréquence des interactions et le niveau d’autorégulation des étudiants et étudiantes en dispositif universitaire de formation en ligne","year":2023,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.02819728940627521,"score_gpt":0.2879957717107657,"score_spread":0.2597984823044905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391420126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7592316,0.0010860836,0.1530733,0.08049156,0.00042801697,0.00029474622,0.00014013598,0.0021912362,0.00306329],"genre_scores_gemma":[0.9475291,0.008613729,0.017825106,0.000024676625,0.00007149771,0.0000066746543,0.0002159227,0.00003496946,0.025678348],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766654,0.00049948256,0.00037981922,0.000576913,0.00032684312,0.0005503825],"domain_scores_gemma":[0.99705565,0.0015547404,0.00034471534,0.0004280597,0.000523842,0.00009298132],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006151811,0.00036705637,0.00030255137,0.0009889741,0.00070789165,0.00034130167,0.0012256971,0.00039701286,0.000020605528],"category_scores_gemma":[0.001323745,0.00045608316,0.00022225447,0.0018387955,0.00067639246,0.006232201,0.0009289338,0.0007210044,0.00014122236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045488414,0.00039837408,0.051395405,0.0005981354,0.00037723713,0.0009503461,0.025480505,0.0716281,0.0023123636,0.27343747,0.001997447,0.5713791],"study_design_scores_gemma":[0.0014222849,0.00048637713,0.10099481,0.0056021214,0.00024962748,0.00081988395,0.14732184,0.6607949,0.0021825708,0.05180074,0.02718834,0.0011364608],"about_ca_topic_score_codex":0.00026685715,"about_ca_topic_score_gemma":0.0011845755,"teacher_disagreement_score":0.5891668,"about_ca_system_score_codex":0.0021565882,"about_ca_system_score_gemma":0.00048349638,"threshold_uncertainty_score":0.9997891},"labels":[],"label_agreement":null},{"id":"W4391434001","doi":"10.1037/xge0001543","title":"Deep neural network decodes aspects of stimulus-intrinsic memorability inaccessible to humans.","year":2024,"lang":"en","type":"article","venue":"Journal of Experimental Psychology General","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Stimulus (psychology); Psychology; Decodes; Cognitive psychology; Neuroscience; Computer science; Decoding methods","score_opus":0.027157919009986483,"score_gpt":0.37989843998826395,"score_spread":0.35274052097827746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391434001","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9517669,0.0045259064,0.036034092,0.0030448139,0.0030005171,0.000073524345,9.1730647e-7,0.00004586812,0.0015074817],"genre_scores_gemma":[0.95748293,0.000017405942,0.04061441,0.00080532784,0.0009774235,0.000001546208,6.9527994e-7,0.000013620134,0.00008666499],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826074,0.00019004487,0.0006276645,0.00032440422,0.00028042877,0.00031673128],"domain_scores_gemma":[0.99908906,0.000074940755,0.00020195545,0.00035220967,0.000106101324,0.0001757189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005855724,0.00016865243,0.0003655777,0.0002327778,0.0000866565,0.000113710674,0.00082871923,0.000079764264,0.000067309826],"category_scores_gemma":[0.000034643126,0.0001398084,0.00020796033,0.00055298646,0.00008781874,0.00035533324,0.0001828615,0.00043132293,0.000020666777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000780827,0.0036396305,0.03382892,0.00016287762,0.0010082296,0.0023068842,0.008674488,0.25616685,0.39383268,0.108051926,0.06071258,0.1308341],"study_design_scores_gemma":[0.004971459,0.01389992,0.082118966,0.0005270504,0.00018484605,0.0025564411,0.0006660812,0.7104795,0.108120225,0.06495745,0.009729967,0.0017880775],"about_ca_topic_score_codex":0.000008172976,"about_ca_topic_score_gemma":0.0000055432893,"teacher_disagreement_score":0.45431268,"about_ca_system_score_codex":0.00007000244,"about_ca_system_score_gemma":0.000068472254,"threshold_uncertainty_score":0.5701221},"labels":[],"label_agreement":null},{"id":"W4391472898","doi":"10.1007/s10639-024-12500-w","title":"A machine learning based model for student’s dropout prediction in online training","year":2024,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Université de Sherbrooke","funders":"Université de Sherbrooke","keywords":"Dropout (neural networks); Educational technology; Computer science; Training (meteorology); Machine learning; Artificial intelligence; Mathematics education; Psychology","score_opus":0.02020716009763379,"score_gpt":0.3056663972665565,"score_spread":0.2854592371689227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391472898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017827887,0.0004993191,0.95967704,0.019276872,0.0003044665,0.00020316408,0.00001594591,0.0018281672,0.00036714674],"genre_scores_gemma":[0.9616592,0.000109010434,0.037461083,0.00017833144,0.000017042354,0.00004130375,0.00011095259,0.0000034950974,0.0004195678],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946374,0.000008792729,0.000219647,0.00010992487,0.000093268434,0.00010465507],"domain_scores_gemma":[0.9997307,0.00004505981,0.00005193159,0.00010538031,0.00005246199,0.0000144615115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020856803,0.00007226118,0.00007347123,0.0005178633,0.00007922002,0.00024087103,0.00016411908,0.00006992518,0.0000012856794],"category_scores_gemma":[0.00019701339,0.0000653238,0.00002190993,0.000358103,0.000021544847,0.0014847768,0.000041546173,0.00020310534,0.0000045168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001972297,0.00006430218,0.0013795075,0.000103385726,0.00000570973,9.496627e-8,0.006077013,0.036073603,0.000012242626,0.06785645,0.0003581903,0.88806754],"study_design_scores_gemma":[0.00012455224,0.000047232512,0.00028175485,0.000073293355,0.0000029484681,0.000001898972,0.0045266813,0.9741718,0.00001994117,0.0049662436,0.015716987,0.00006666661],"about_ca_topic_score_codex":0.000004340921,"about_ca_topic_score_gemma":0.0000053113595,"teacher_disagreement_score":0.9438313,"about_ca_system_score_codex":0.00004329312,"about_ca_system_score_gemma":0.00019889664,"threshold_uncertainty_score":0.26638272},"labels":[],"label_agreement":null},{"id":"W4391473908","doi":"10.1080/09588221.2024.2310288","title":"Exploring AI-mediated informal digital learning of English (AI-IDLE): a mixed-method investigation of Chinese EFL learners’ AI adoption and experiences","year":2024,"lang":"en","type":"article","venue":"Computer Assisted Language Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mathematics education; Idle; Teaching method; Linguistics; Psychology; Natural language processing; Artificial intelligence; Multimedia","score_opus":0.016586295506583117,"score_gpt":0.2744588182945725,"score_spread":0.2578725227879894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391473908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66252744,0.00036930063,0.3357745,0.00016467052,0.0005412763,0.00006718223,0.0000014487902,0.0004421369,0.00011200232],"genre_scores_gemma":[0.9769583,0.000017504894,0.022247478,0.000098506454,0.0004194939,0.000013262078,0.000068989786,0.000029709898,0.00014675425],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767697,0.00030918448,0.0006344177,0.00053428084,0.00048431786,0.00036080382],"domain_scores_gemma":[0.9984545,0.00052643195,0.00028859978,0.0002754205,0.00029858563,0.00015643067],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007102306,0.00030132002,0.00044519844,0.00055909395,0.00016534675,0.00065948576,0.0004199635,0.0001302474,0.000008723506],"category_scores_gemma":[0.00081312703,0.00027179945,0.00015324431,0.0013043515,0.00014309422,0.0026390112,0.00041436875,0.0011659848,0.000008314087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022959757,0.000054934633,0.079884775,0.0007225504,0.00015516851,0.00007879353,0.36170912,0.047162298,0.0014747881,0.0006167336,0.00003973354,0.50807816],"study_design_scores_gemma":[0.00038314538,0.0003463858,0.020012045,0.0006207237,0.000022293307,0.000027333961,0.0109864045,0.9662084,0.00046294564,0.000023218648,0.0005649066,0.00034218046],"about_ca_topic_score_codex":0.000031695894,"about_ca_topic_score_gemma":0.0000017224975,"teacher_disagreement_score":0.9190461,"about_ca_system_score_codex":0.000030604475,"about_ca_system_score_gemma":0.00011479304,"threshold_uncertainty_score":0.9999734},"labels":[],"label_agreement":null},{"id":"W4391531852","doi":"10.1016/j.chb.2024.108154","title":"The automated model of comprehension version 4.0 – Validation studies and integration of ChatGPT","year":2024,"lang":"en","type":"article","venue":"Computers in Human Behavior","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ontario Ministry of Research and Innovation; Institute of Education Sciences; Universitatea Politehnica din București; Arizona State University; U.S. Department of Education; National Science Foundation","keywords":"Contextualization; Computer science; Comprehension; Reading comprehension; Process (computing); Reading (process); Code (set theory); Analytics; Task (project management); Human–computer interaction; Artificial intelligence; Natural language processing; Data science; Set (abstract data type); Programming language; Engineering","score_opus":0.05431442872939234,"score_gpt":0.3568784314521667,"score_spread":0.30256400272277434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391531852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9550665,0.00050831976,0.043669708,0.00025338886,0.00025971548,0.000092418304,0.0000011410398,0.00014147232,0.000007359132],"genre_scores_gemma":[0.9851638,0.000075493015,0.014703572,0.0000056775352,0.000011193362,0.0000031031952,0.0000046757978,0.0000044351477,0.000028012495],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993027,0.000054693734,0.0002463451,0.0001703616,0.00014688648,0.0000790077],"domain_scores_gemma":[0.9995062,0.00012810114,0.0000735143,0.00019270247,0.00008438928,0.000015089654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023825045,0.00007615217,0.0001343135,0.00014485633,0.00008448692,0.00005667404,0.00021547437,0.000027446944,1.8256227e-7],"category_scores_gemma":[0.00001116254,0.000055053166,0.000029528013,0.00020386951,0.00009183168,0.00015383388,0.00017295282,0.00010113305,5.745894e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036108813,0.00064430735,0.0054726717,0.0009635117,0.00013360256,0.000041247804,0.030697545,0.12736921,0.34556493,0.19275275,0.002850556,0.29347354],"study_design_scores_gemma":[0.00012349754,0.00011999173,0.0025597278,0.00033154094,0.000016951615,0.0000016543474,0.00010551561,0.9924346,0.0024970912,0.0017449163,0.000009341167,0.00005516068],"about_ca_topic_score_codex":0.000007648616,"about_ca_topic_score_gemma":0.0000034595387,"teacher_disagreement_score":0.8650654,"about_ca_system_score_codex":0.000027207052,"about_ca_system_score_gemma":0.000017159531,"threshold_uncertainty_score":0.2245003},"labels":[],"label_agreement":null},{"id":"W4391558376","doi":"10.21432/cjlt28448","title":"Enjeux éthiques et critiques de l’intelligence artificielle en éducation : une revue systématique de la littérature","year":2024,"lang":"fr","type":"review","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Université de Montréal; Université Laval","keywords":"Higher education; Psychology; Engineering ethics; Critical thinking; Management science; Mathematics education; Pedagogy; Political science; Engineering","score_opus":0.025390457962936538,"score_gpt":0.34691890641683415,"score_spread":0.3215284484538976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391558376","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044123427,0.8646048,0.02729255,0.10584242,0.00046338307,0.0000901811,0.0000063909747,0.00009985684,0.00115919],"genre_scores_gemma":[0.074572824,0.9048917,0.015155639,0.0001288086,0.00048826123,0.0000062354925,0.0000065914032,0.000056168625,0.0046937373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964054,0.0017145998,0.0007815112,0.00039044296,0.00011918074,0.0005888545],"domain_scores_gemma":[0.9972173,0.00079712947,0.00057384546,0.0002751927,0.0006504143,0.00048612084],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0038188882,0.00036707768,0.0008744913,0.0013907915,0.00027919345,0.0006490419,0.0007896324,0.0013569229,0.000022526157],"category_scores_gemma":[0.0050202706,0.00034644196,0.00021951168,0.0015259144,0.00046009902,0.0001631764,0.0000855806,0.006089878,0.00002888386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011534731,0.000028527567,0.00064306846,0.0063450155,0.00018031764,0.001691722,0.0079478035,0.0006811671,0.000015964293,0.46588662,0.0018719157,0.51470673],"study_design_scores_gemma":[0.000033112927,0.00035624052,0.000012326808,0.028110627,0.00037860713,0.014081553,0.0026945404,0.009655796,0.000030188989,0.06842417,0.8758721,0.00035077726],"about_ca_topic_score_codex":0.0010158566,"about_ca_topic_score_gemma":0.001914212,"teacher_disagreement_score":0.87400013,"about_ca_system_score_codex":0.0006386132,"about_ca_system_score_gemma":0.009309623,"threshold_uncertainty_score":0.9999395},"labels":[],"label_agreement":null},{"id":"W4391560682","doi":"10.18260/1-2--41724","title":"Advancing a Model of Students' Intentional Persistence in Machine Learning and Artificial Intelligence","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Persistence (discontinuity); Computer science; Artificial intelligence; Machine learning; Engineering","score_opus":0.028442739686555314,"score_gpt":0.31909348429979056,"score_spread":0.29065074461323526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391560682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11532499,0.0003615778,0.8825744,0.0013232598,0.00005548477,0.000027998014,6.7049604e-7,0.00006861011,0.00026301036],"genre_scores_gemma":[0.94728476,0.00006140215,0.051929142,0.000024071702,0.000011738932,9.2773905e-7,7.89907e-7,0.00000356852,0.0006836235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992079,0.000026091879,0.00020126918,0.00023085279,0.00020726064,0.00012661763],"domain_scores_gemma":[0.9997509,0.00008026638,0.00002464271,0.000074475305,0.000034085086,0.000035610476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003842143,0.0000654974,0.00009667832,0.00016298833,0.000032340937,0.00010279601,0.0002426309,0.000021945632,0.000009045902],"category_scores_gemma":[0.00008449808,0.00005745679,0.00003581481,0.0003071345,0.000034844063,0.00020003256,0.00021492399,0.00022251689,0.0000057364678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009383916,0.00017814549,0.028016811,0.00016490441,0.00003310137,0.000035163655,0.003535407,0.2791708,0.0039930763,0.51296055,0.000009319512,0.17189333],"study_design_scores_gemma":[0.000015440299,0.000040606854,0.00011117459,0.00009579514,0.0000031911177,0.0000052839687,0.00030907503,0.98323137,0.00019557858,0.015900226,0.000029796613,0.000062445855],"about_ca_topic_score_codex":0.000024277955,"about_ca_topic_score_gemma":0.00004071538,"teacher_disagreement_score":0.8319597,"about_ca_system_score_codex":0.000018761604,"about_ca_system_score_gemma":0.000040799845,"threshold_uncertainty_score":0.23430198},"labels":[],"label_agreement":null},{"id":"W4391603218","doi":"10.18260/1-2--43945","title":"Preliminary Experience and Impact of Experiment-focused Teaching Approach in a Computer Architecture Course in Computer Science","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Institutes of Health; National Science Foundation","keywords":"Computer science; Course (navigation); Image retrieval; Architecture; Information retrieval; Image processing; Multimedia; Artificial intelligence; Image (mathematics); Engineering","score_opus":0.013316714434320224,"score_gpt":0.3144809302498842,"score_spread":0.301164215815564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391603218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5274286,0.00015998677,0.47184315,0.00025346744,0.000066610235,0.00008273924,4.5913856e-7,0.00006664649,0.00009832112],"genre_scores_gemma":[0.7472263,0.0000030346523,0.25265762,0.000037557293,0.000046843372,0.0000048548463,6.928874e-7,0.000006874285,0.000016225398],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822664,0.00009790162,0.00030168978,0.00066299905,0.0003314471,0.00037929675],"domain_scores_gemma":[0.9993077,0.00011231735,0.000045481946,0.00040019487,0.00002569007,0.00010862806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006815257,0.00018754078,0.0002507508,0.00052032847,0.00006814796,0.00029738742,0.0007193524,0.000052838048,0.0000030505878],"category_scores_gemma":[0.000013051218,0.00014052303,0.000065848086,0.0009005974,0.0002655883,0.0005202461,0.00053850503,0.00044465956,0.0000016441937],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031845604,0.0008797506,0.037065126,0.00015747851,0.000030344894,0.00017059459,0.08191393,0.21306707,0.0032258087,0.009894003,0.0001109604,0.6534531],"study_design_scores_gemma":[0.00025031212,0.000353562,0.028407447,0.00016852953,0.0000019560284,0.000051049436,0.00008640897,0.969987,0.00018408438,0.00033391867,0.0000070896413,0.00016864552],"about_ca_topic_score_codex":0.00018354248,"about_ca_topic_score_gemma":0.0000027304234,"teacher_disagreement_score":0.7569199,"about_ca_system_score_codex":0.00007433615,"about_ca_system_score_gemma":0.0002154392,"threshold_uncertainty_score":0.57303625},"labels":[],"label_agreement":null},{"id":"W4391615810","doi":"10.18260/1-2--44567","title":"Using Artificial Intelligence in Academia to Help Students Choose Their Engineering Program","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"U.S. Army Materiel Command; Defense Advanced Research Projects Agency; University of Pennsylvania; Massachusetts Institute of Technology; Yale University; National Science Foundation","keywords":"Focus (optics); Computer science; Artificial neural network; Process (computing); Artificial intelligence; Deep learning; Software; Engineering education; Mathematics education; Engineering management; Engineering; Psychology","score_opus":0.05400230503310786,"score_gpt":0.38863788329456056,"score_spread":0.3346355782614527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391615810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23938179,0.00008680498,0.7573472,0.0020973845,0.0003576468,0.00014222221,3.8474394e-7,0.00051496015,0.0000715736],"genre_scores_gemma":[0.8769876,0.000004979119,0.12263131,0.00012428545,0.00013495503,0.0000062510185,3.742485e-7,0.00000942968,0.000100815865],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989932,0.000016879632,0.0002076335,0.0003060043,0.00021207283,0.00026420908],"domain_scores_gemma":[0.9996566,0.0000480593,0.000011192571,0.00017867768,0.000018257882,0.00008722336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033031288,0.0001081024,0.00010351812,0.00022512798,0.000026362093,0.00043664372,0.00063712965,0.00011251954,0.0000051394145],"category_scores_gemma":[0.000049169386,0.00008965947,0.000038344177,0.0010281708,0.000006872198,0.00019471454,0.00029094415,0.0006562232,0.00008556989],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011653128,0.00009430633,0.0008183899,0.00003034492,0.0000118851085,0.000041593732,0.0010896622,0.088668294,0.00091053196,0.047712784,0.000022149223,0.86059886],"study_design_scores_gemma":[0.000008579423,0.000034475317,0.0004578488,0.00012119184,0.0000017828553,0.0000041640133,0.00007068082,0.994412,0.001320275,0.00190739,0.0015402628,0.00012137119],"about_ca_topic_score_codex":0.000017950168,"about_ca_topic_score_gemma":0.0000054822813,"teacher_disagreement_score":0.90574366,"about_ca_system_score_codex":0.000057620102,"about_ca_system_score_gemma":0.000042501604,"threshold_uncertainty_score":0.42105654},"labels":[],"label_agreement":null},{"id":"W4391617428","doi":"10.3138/cpp.2022-023","title":"Evidence of the Challenge in Engaging Unemployed Youth with Online Learning Platforms","year":2024,"lang":"fr","type":"article","venue":"Canadian Public Policy","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Humanities; Art","score_opus":0.08378139147839427,"score_gpt":0.30112364946249687,"score_spread":0.21734225798410262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391617428","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37678772,0.029891133,0.00074938237,0.58833694,0.0009822747,0.00024816717,0.00009824893,0.0001473593,0.0027587628],"genre_scores_gemma":[0.9894379,0.000703815,0.00032230373,0.0007197336,0.0006763679,0.0000028713723,0.000008160174,0.00003836514,0.008090531],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747443,0.00017434487,0.00039995846,0.0005156695,0.0003741775,0.0010614139],"domain_scores_gemma":[0.998242,0.00025081568,0.00011750927,0.000637758,0.00014347662,0.0006084423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089286355,0.00026479812,0.0002938148,0.0011184186,0.00025861766,0.0005098093,0.0012334251,0.00016427497,0.000033519173],"category_scores_gemma":[0.0012579545,0.00019826982,0.00011723374,0.0039118542,0.00030726154,0.0009870837,0.00020575905,0.0016500232,0.000025869573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004315526,0.00008665403,0.020012178,0.0006350924,0.00011026469,0.00025976027,0.032181825,0.0056606606,0.000007602496,0.5932351,0.00038652323,0.34742007],"study_design_scores_gemma":[0.0007267197,0.000658171,0.02271666,0.018061087,0.000103733735,0.0002130453,0.006183445,0.803368,0.000020267395,0.010400674,0.13636144,0.0011867732],"about_ca_topic_score_codex":0.3230607,"about_ca_topic_score_gemma":0.50267094,"teacher_disagreement_score":0.7977073,"about_ca_system_score_codex":0.0007717374,"about_ca_system_score_gemma":0.013181394,"threshold_uncertainty_score":0.9924129},"labels":[],"label_agreement":null},{"id":"W4391677611","doi":"10.1371/journal.pone.0297781","title":"MOOC-based blended learning for knowledge translation capacity-building: A qualitative evaluative study","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Sherbrooke; Université de Montréal","funders":"","keywords":"Context (archaeology); Capacity building; Coaching; Qualitative research; Medical education; Knowledge translation; Blended learning; Psychology; Knowledge building; Sustainability; Process (computing); Pedagogy; Knowledge management; Mathematics education; Educational technology; Medicine; Sociology; Computer science; Political science; Geography","score_opus":0.24277877012776167,"score_gpt":0.40680477085604566,"score_spread":0.164026000728284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391677611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39450532,0.00034650246,0.5997478,0.003517417,0.000088665256,0.0007287724,0.0000069113908,0.0005672313,0.0004914144],"genre_scores_gemma":[0.8901731,0.0000018237691,0.10888825,0.00002032918,0.0001095513,0.00008786568,0.000008108898,0.000019968928,0.00069102715],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801177,0.0005888922,0.00025461626,0.00047696067,0.00042265828,0.00024512215],"domain_scores_gemma":[0.9976029,0.0017750775,0.000065158856,0.00020994617,0.00027885448,0.000068081834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016230089,0.00016003013,0.0002613631,0.0003036937,0.0001929467,0.0002093806,0.00029104337,0.000051735162,0.000008145164],"category_scores_gemma":[0.0005968088,0.00015184315,0.00009836899,0.0007853305,0.000033748074,0.00025707815,0.000031754276,0.00036124434,0.000046098998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112845206,0.016520696,0.0006550382,0.0017375175,0.002490509,0.000019136352,0.805083,0.019636702,0.027312815,0.06275805,0.00016821067,0.063505515],"study_design_scores_gemma":[0.0006623621,0.0011863417,0.000045081033,0.0002832305,0.00019393595,2.0368977e-7,0.0026446339,0.9846563,0.0032420668,0.006697903,0.00018645266,0.00020151268],"about_ca_topic_score_codex":0.0000064740384,"about_ca_topic_score_gemma":0.000011004548,"teacher_disagreement_score":0.9650196,"about_ca_system_score_codex":0.00006958254,"about_ca_system_score_gemma":0.00023041197,"threshold_uncertainty_score":0.6191984},"labels":[],"label_agreement":null},{"id":"W4391723017","doi":"10.1016/j.chbah.2024.100053","title":"Human-in-the-loop in artificial intelligence in education: A review and entity-relationship (ER) analysis","year":2024,"lang":"en","type":"review","venue":"Computers in Human Behavior Artificial Humans","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Loop (graph theory); Human-in-the-loop; Artificial intelligence; Psychology; Computer science; Cognitive science; Mathematics","score_opus":0.1274868175401965,"score_gpt":0.433046835838438,"score_spread":0.30556001829824153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391723017","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030895951,0.9918996,0.0019078405,0.0005558613,0.0006807207,0.0016348909,0.000010115892,0.000098200464,0.00012317311],"genre_scores_gemma":[0.054036975,0.9406301,0.0025349674,0.0003597401,0.00064647506,0.0009658677,0.00035002918,0.000109484354,0.00036636463],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941261,0.0010108722,0.0024633943,0.0013647599,0.0004675069,0.00056738214],"domain_scores_gemma":[0.9979394,0.00027895469,0.00043237454,0.0011909546,0.000064131986,0.00009417382],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022244917,0.0006222746,0.0019588731,0.0036885664,0.0002482194,0.00073663314,0.002010027,0.00031848316,0.000027289489],"category_scores_gemma":[0.000069271846,0.0005731299,0.0005310939,0.0065823393,0.00020563007,0.00030172884,0.00044403365,0.0020646777,0.00005072821],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.841701e-7,0.0016226982,0.0030091177,0.008588013,0.00006170616,0.00040624046,0.00281913,0.00023387895,3.8958436e-7,0.18173775,0.00024191178,0.8012784],"study_design_scores_gemma":[0.0008158362,0.0012482794,0.046861954,0.34282684,0.041201286,0.0003652292,0.0025925122,0.036814578,0.0000015603428,0.3425502,0.16985835,0.014863378],"about_ca_topic_score_codex":0.00028328283,"about_ca_topic_score_gemma":0.007348461,"teacher_disagreement_score":0.786415,"about_ca_system_score_codex":0.00039573672,"about_ca_system_score_gemma":0.00033005583,"threshold_uncertainty_score":0.999672},"labels":[],"label_agreement":null},{"id":"W4391759979","doi":"10.1016/j.ijer.2024.102323","title":"Running a double-blind true social experiment with a goal oriented adaptive AI-based conversational agent in educational research","year":2024,"lang":"en","type":"article","venue":"International Journal of Educational Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Psychology; Mathematics education; Cognitive psychology; Computer science; Applied psychology","score_opus":0.17912025111919766,"score_gpt":0.5047955688891547,"score_spread":0.325675317769957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391759979","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38868406,0.0015973451,0.018679345,0.58105683,0.0034699785,0.00064322643,0.000032986183,0.000023129438,0.005813077],"genre_scores_gemma":[0.9844725,0.000020316693,0.010003774,0.00017581118,0.0023166728,0.000077121425,0.000047420563,0.000022960472,0.0028634083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99337023,0.0004190545,0.00067426846,0.000492523,0.0045234202,0.0005204882],"domain_scores_gemma":[0.9910788,0.0030318792,0.0001635939,0.00019464128,0.005302552,0.00022856632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036593862,0.00018064909,0.00021182818,0.0028783178,0.00030409056,0.00076277077,0.0014707668,0.00010117987,0.0008677811],"category_scores_gemma":[0.0006211478,0.00015723999,0.00014137344,0.0018732597,0.00035814018,0.0008472301,0.00021879197,0.00175439,0.00018468857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035139855,0.0026893562,0.007088132,0.00004715561,0.00051185826,0.00017092921,0.0077659017,0.0077615627,0.0006167809,0.94448227,0.02115672,0.0041953605],"study_design_scores_gemma":[0.037340216,0.005540663,0.0597622,0.0066172457,0.000090547146,0.0014772231,0.016277323,0.5131014,0.004361829,0.124989465,0.22821213,0.0022297855],"about_ca_topic_score_codex":0.00017499905,"about_ca_topic_score_gemma":0.000040231953,"teacher_disagreement_score":0.8194928,"about_ca_system_score_codex":0.0017733404,"about_ca_system_score_gemma":0.011519164,"threshold_uncertainty_score":0.9940846},"labels":[],"label_agreement":null},{"id":"W4391773501","doi":"10.4018/979-8-3693-0240-8.ch009","title":"AI as an Accessibility Tool","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in educational marketing, administration, and leadership book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.02950096069443884,"score_gpt":0.32501389722338414,"score_spread":0.2955129365289453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391773501","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000802537,0.07093391,0.0008094652,0.1479051,0.00261356,0.0007039699,0.000060508526,0.00048033625,0.7756906],"genre_scores_gemma":[0.04296542,0.004670688,0.0045853877,0.0023781084,0.0011355883,0.00003630721,0.00020589934,0.000051509,0.9439711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99763924,0.0000986156,0.00059305265,0.00096415065,0.00040538536,0.00029953066],"domain_scores_gemma":[0.9984069,0.0004761881,0.00026536072,0.0005219722,0.00019007061,0.0001395311],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008095026,0.00040154663,0.00031963963,0.0002172537,0.00021041979,0.0005907035,0.0005536834,0.0002419522,0.0003680567],"category_scores_gemma":[0.00033770848,0.0004139853,0.00008308989,0.00010167468,0.00036438572,0.0034980339,0.000080781785,0.0006707529,0.00005660131],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064099884,0.00006529124,0.0011609916,0.0005234054,0.00001940058,0.000013162203,0.0007256867,0.000012763904,0.0000010806428,0.9927084,0.0007520924,0.0039536203],"study_design_scores_gemma":[0.00008379101,0.00018431121,0.0016555913,0.000490846,0.000023062841,0.00007326705,0.0003842419,0.0002781423,0.0000068032728,0.4363107,0.5600341,0.00047514008],"about_ca_topic_score_codex":0.000003476832,"about_ca_topic_score_gemma":0.00021755765,"teacher_disagreement_score":0.559282,"about_ca_system_score_codex":0.00008791976,"about_ca_system_score_gemma":0.00133001,"threshold_uncertainty_score":0.9998312},"labels":[],"label_agreement":null},{"id":"W4391824074","doi":"10.59934/jaiea.v3i2.437","title":"Prediction Analysis of Literacy Numeracy and Technology Adaptation Abilities of Students Who Participate in Teaching Campuses Using the KNN Algorithm","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence and Engineering Applications (JAIEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Numeracy; Adaptation (eye); Literacy; Computer science; Mathematics education; Machine learning; Psychology; Algorithm; Pedagogy","score_opus":0.03214107759671668,"score_gpt":0.3376952360018987,"score_spread":0.305554158405182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391824074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4117165,0.00051010394,0.58743757,0.0002534472,0.0000314728,0.000036632893,0.0000026132652,0.000011024309,6.298658e-7],"genre_scores_gemma":[0.96787846,0.00020486934,0.03185863,0.000002871904,0.000042006242,0.000004463239,7.253778e-7,0.0000041346684,0.0000038571848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990803,0.000028101425,0.0005260308,0.000117118514,0.0001580842,0.00009035948],"domain_scores_gemma":[0.9993472,0.00020562396,0.00015148609,0.0001336654,0.00013609797,0.00002593247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006006355,0.00006954069,0.00019025126,0.00074251066,0.00005477147,0.00010393356,0.00017500922,0.00003895752,6.2915484e-7],"category_scores_gemma":[0.00007967659,0.000055149885,0.00004746338,0.0012232786,0.000055688673,0.000284597,0.000048633843,0.00022536032,1.4789124e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029436321,0.00009128628,0.0050454014,0.000073306706,0.00025408043,0.0000026354298,0.008115279,0.56885093,0.0027916227,0.021602906,9.837543e-7,0.39316866],"study_design_scores_gemma":[0.000010860114,0.000048014375,0.0012571323,0.00012987066,0.00013993891,0.00001000409,0.0009799182,0.99325705,0.0009897499,0.0030536533,0.00008048933,0.000043332893],"about_ca_topic_score_codex":0.00004304918,"about_ca_topic_score_gemma":0.0000045732145,"teacher_disagreement_score":0.55616194,"about_ca_system_score_codex":0.000021321932,"about_ca_system_score_gemma":0.000031880612,"threshold_uncertainty_score":0.2248947},"labels":[],"label_agreement":null},{"id":"W4391924555","doi":"10.1109/tvcg.2024.3366469","title":"Designing Visual and Interactive Self-Monitoring Interventions to Facilitate Learning: Insights From Informal Learners and Experts","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Visualization and Computer Graphics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Psychological intervention; Human–computer interaction; Plan (archaeology); Informal learning; Field (mathematics); Multimedia; Data science; Psychology","score_opus":0.030860611479757532,"score_gpt":0.311669137413633,"score_spread":0.28080852593387545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391924555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19134934,0.00020793658,0.80738086,0.000104055696,0.00046949476,0.00009214066,0.0000021170902,0.00038274904,0.000011301856],"genre_scores_gemma":[0.9935309,0.00041089175,0.005694522,0.00013294251,0.000069379894,0.000012113743,0.0000045937168,0.000016879276,0.00012776324],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876773,0.00013456233,0.00027848867,0.00045436586,0.00019209019,0.00017275952],"domain_scores_gemma":[0.99935573,0.00023527748,0.000046462006,0.00011088409,0.00007365366,0.00017799549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117131705,0.00020502521,0.000174823,0.0005838936,0.0003742027,0.00076491624,0.00011400589,0.00008509096,0.0000020793273],"category_scores_gemma":[0.0000059008566,0.00020069543,0.00007545991,0.0005708506,0.0000491795,0.00075863895,0.00001929081,0.00032515955,0.0000052101777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013664909,0.0009996323,0.0037954894,0.001060865,0.0012444732,0.0001141592,0.3023297,0.02829983,0.0011631304,0.17112333,0.00017789856,0.48955485],"study_design_scores_gemma":[0.00025531114,0.00051302987,0.00059415336,0.00048418806,0.00003978704,0.000013943019,0.0009953511,0.9947098,0.00071348116,0.00022674837,0.001193345,0.00026089585],"about_ca_topic_score_codex":0.000032379616,"about_ca_topic_score_gemma":0.000010937467,"teacher_disagreement_score":0.9664099,"about_ca_system_score_codex":0.000020207424,"about_ca_system_score_gemma":0.00002741744,"threshold_uncertainty_score":0.81841224},"labels":[],"label_agreement":null},{"id":"W4392153281","doi":"10.1109/upcon59197.2023.10434888","title":"Improving Personalized Education: A Machine Learning Method for Flexible Learning Environments","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Computer science; Personalized learning; Artificial intelligence; Machine learning; Robot learning; Human–computer interaction; Multimedia; Teaching method; Open learning; Mathematics education; Robot; Cooperative learning; Mobile robot","score_opus":0.020105279713359344,"score_gpt":0.3227371523356509,"score_spread":0.3026318726222916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392153281","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010632538,0.00011879022,0.99238116,0.0036728608,0.00019862202,0.00013360256,7.467194e-7,0.0009736818,0.0014572974],"genre_scores_gemma":[0.030506147,0.000042032952,0.62436914,0.0003894441,0.00022330171,0.000051343286,0.00006775074,0.00003375998,0.34431705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986408,0.00013105177,0.00019695747,0.00043999293,0.00023547576,0.00035574517],"domain_scores_gemma":[0.9992482,0.00027967803,0.00011692522,0.00022318706,0.000030463754,0.00010156274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008496495,0.00014629983,0.00017464346,0.0001885197,0.0004100034,0.00017678538,0.0004105077,0.000057075827,0.000050343067],"category_scores_gemma":[0.00032054598,0.0001367593,0.00011936941,0.0005171464,0.000019022244,0.00023143333,0.0002170917,0.00031490045,0.00020083656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015603373,0.00014108782,0.0039691515,0.00010497349,0.00007501129,0.0000048838847,0.001901654,0.037298057,0.00958098,0.056774024,0.0019085705,0.888226],"study_design_scores_gemma":[0.00028709898,0.00009198995,0.0001305352,0.000011574421,0.00001110598,0.000005537595,0.00028081887,0.82835263,0.00034709246,0.0010783267,0.16924588,0.00015740091],"about_ca_topic_score_codex":0.000087133354,"about_ca_topic_score_gemma":0.0000018130149,"teacher_disagreement_score":0.8880686,"about_ca_system_score_codex":0.00004357265,"about_ca_system_score_gemma":0.00011263581,"threshold_uncertainty_score":0.55768824},"labels":[],"label_agreement":null},{"id":"W4392167351","doi":"10.31237/osf.io/5tpm4","title":"Robot-child Tutor using Custom-based Timing Methods","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Transformative learning; Computer science; Context (archaeology); Field (mathematics); Robotics; Robot; Human–computer interaction; Artificial intelligence; Multimedia; Psychology; Pedagogy","score_opus":0.07251131566198235,"score_gpt":0.41471262808370907,"score_spread":0.3422013124217267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392167351","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039949012,0.00045572149,0.9815022,0.008321495,0.0018792922,0.00010148109,0.0000028394481,0.00090946705,0.006428067],"genre_scores_gemma":[0.04117188,0.0000052291766,0.9551156,0.0006189748,0.0004688937,0.000003741618,0.000007867837,0.00003921768,0.002568596],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778193,0.00023963439,0.00037287705,0.0009228655,0.0003197189,0.00036294796],"domain_scores_gemma":[0.998358,0.00017033448,0.00014968541,0.0010946487,0.0000962076,0.00013113166],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00093556044,0.000342449,0.00040814694,0.00036451683,0.00014047786,0.000805223,0.0012651163,0.00028568084,0.000036443413],"category_scores_gemma":[0.00010892223,0.00029963008,0.000323471,0.0004124947,0.000037455487,0.000066347806,0.0027506768,0.0016324595,0.00012250732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014014316,0.000059263446,0.000035035635,0.00043834967,0.000108494925,0.0000744667,0.00021187046,0.89469266,0.00036485292,0.022540608,0.0006614517,0.08081152],"study_design_scores_gemma":[0.00006132762,0.000013306161,0.000011210572,0.00047864896,0.000072540905,0.0000116694355,0.000009372704,0.98295057,0.0008595802,0.009920692,0.0052325116,0.00037857925],"about_ca_topic_score_codex":0.0001288075,"about_ca_topic_score_gemma":0.000003561794,"teacher_disagreement_score":0.08825788,"about_ca_system_score_codex":0.00011836905,"about_ca_system_score_gemma":0.0005031518,"threshold_uncertainty_score":0.9999456},"labels":[],"label_agreement":null},{"id":"W4392179923","doi":"10.30935/cedtech/14286","title":"Applying Kano’s two-factor theory to prioritize learning analytics dashboard features for learning technology designers","year":2024,"lang":"en","type":"article","venue":"Contemporary Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Compute Canada","funders":"","keywords":"Dashboard; Learning analytics; Computer science; Analytics; Factor (programming language); Instructional design; Educational technology; Knowledge management; Artificial intelligence; Machine learning; Data science; Human–computer interaction; Multimedia; Mathematics education; Psychology","score_opus":0.024229110882324666,"score_gpt":0.3279689600060561,"score_spread":0.3037398491237314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392179923","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016253999,0.009718542,0.76470727,0.19625142,0.0020305158,0.0016436623,0.000017252036,0.0054295477,0.0039477684],"genre_scores_gemma":[0.89737934,0.000025284904,0.08874628,0.000358779,0.00034669484,0.0004946096,0.00003810851,0.000056208795,0.012554677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997633,0.00012261073,0.00045418955,0.00096147944,0.00026715215,0.0005616042],"domain_scores_gemma":[0.99788606,0.0009802211,0.0001517199,0.0005454966,0.00029410908,0.00014239123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000633214,0.00033844312,0.0004041551,0.0021026225,0.00045063245,0.00030128245,0.0012837704,0.00037227586,0.000018925384],"category_scores_gemma":[0.0017254148,0.00034059808,0.00015432846,0.0025357634,0.00020446086,0.00033064367,0.00037121843,0.001264071,0.00011315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016268916,0.000067864865,0.004213005,0.00008146774,0.00014877159,0.000020533718,0.00038210582,0.001960491,0.0029420492,0.8499935,0.0036414454,0.13653246],"study_design_scores_gemma":[0.0006552762,0.0007406457,0.0004134963,0.000441201,0.000058972113,0.0001724634,0.0020539302,0.053459484,0.002400667,0.5114933,0.42705613,0.00105442],"about_ca_topic_score_codex":0.00000644443,"about_ca_topic_score_gemma":0.000002303113,"teacher_disagreement_score":0.88112533,"about_ca_system_score_codex":0.00017015006,"about_ca_system_score_gemma":0.0011534495,"threshold_uncertainty_score":0.99990463},"labels":[],"label_agreement":null},{"id":"W4392200334","doi":"10.18280/isi.290119","title":"Predictive Analysis of Computer Science Student Performance: An ACM2013 Knowledge Area Approach","year":2024,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Qassim University","keywords":"Computer science; Data science; Mathematics education; Psychology","score_opus":0.016383497889729273,"score_gpt":0.2779348326874897,"score_spread":0.26155133479776044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392200334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41556677,0.00006924306,0.58104044,0.00001550642,0.00023132788,0.00009303468,0.000007397284,0.00020581648,0.0027704767],"genre_scores_gemma":[0.9791987,0.000021329231,0.020592669,0.000022927712,0.00006059038,0.000011535489,0.00005368017,0.0000047067606,0.000033874137],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984042,0.000046928126,0.00050157803,0.00025738942,0.0005172144,0.00027268796],"domain_scores_gemma":[0.99871856,0.00004983899,0.00016508713,0.00047427692,0.00048614267,0.00010609922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010458127,0.00015325949,0.00026038376,0.0014451942,0.00024676858,0.00079665065,0.0009182087,0.000061010087,0.000005205659],"category_scores_gemma":[0.000034632223,0.00012854005,0.00010527759,0.0043785903,0.00027528353,0.006431987,0.0002850294,0.00016920765,0.000027785323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010575655,0.00023859685,0.014081851,0.0007305912,0.00070287415,0.0000018105187,0.099336416,0.42261437,0.000096154996,0.024508966,0.00013614283,0.43754166],"study_design_scores_gemma":[0.00007319242,0.00019768513,0.045164935,0.000094053954,0.00011902366,0.0000064193796,0.00045594253,0.9532919,0.00011960617,0.00015468738,0.00018434443,0.00013820089],"about_ca_topic_score_codex":0.000013004073,"about_ca_topic_score_gemma":0.0000013406852,"teacher_disagreement_score":0.5636319,"about_ca_system_score_codex":0.0002133034,"about_ca_system_score_gemma":0.00028195244,"threshold_uncertainty_score":0.7682121},"labels":[],"label_agreement":null},{"id":"W4392350619","doi":"10.19173/irrodl.v25i1.7542","title":"Creating an Open Online Educational Resource to Support Learners as They Navigate Their Studies Alongside Work and/or Family","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Work (physics); Educational technology; Resource (disambiguation); Distance education; Computer-mediated communication; Educational resources; Online learning; Open education; Pedagogy; Computer science; Sociology; Knowledge management; Mathematics education; Psychology; Multimedia; World Wide Web; The Internet; Engineering","score_opus":0.15689911920055627,"score_gpt":0.5114155154409271,"score_spread":0.35451639624037085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5802093,0.037307937,0.0007169363,0.37264165,0.00024317655,0.0017226782,0.000113203394,0.00009167021,0.006953418],"genre_scores_gemma":[0.9743416,0.016575364,0.0029210635,0.0013117127,0.00014888073,0.00007607384,0.00028136923,0.000020421445,0.0043235524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751765,0.0006971524,0.00042052884,0.00047918007,0.00060581043,0.00027966275],"domain_scores_gemma":[0.9970365,0.0020571507,0.00009855871,0.00031003144,0.00035471257,0.0001430072],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0069156834,0.00014134884,0.00031157606,0.00016561121,0.000281348,0.0011910546,0.002697108,0.000031225638,0.00003170497],"category_scores_gemma":[0.003871333,0.00008605993,0.000033162396,0.0008902093,0.00014099755,0.00056041114,0.003504483,0.00079205,0.000016104927],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040946197,0.00058728183,0.023370698,0.0028802867,0.00055371085,0.00029046106,0.011790926,0.003549704,0.00014034352,0.18744278,0.014913859,0.75407046],"study_design_scores_gemma":[0.001686218,0.002988538,0.029541582,0.10542907,0.00007162776,0.00043253857,0.055227887,0.06055529,0.000080970116,0.049209114,0.69364744,0.001129736],"about_ca_topic_score_codex":0.00055149186,"about_ca_topic_score_gemma":0.00006620577,"teacher_disagreement_score":0.7529408,"about_ca_system_score_codex":0.00010243073,"about_ca_system_score_gemma":0.0005427732,"threshold_uncertainty_score":0.9998458},"labels":[],"label_agreement":null},{"id":"W4392350672","doi":"10.19173/irrodl.v25i1.7567","title":"Navigating the Learning Landscape: Social Cognition and Task-Technology Fit as Predictors for MOOCs Continuance Intention by Sales Professionals","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuance; Task (project management); Cognition; Psychology; Knowledge management; Educational technology; Electronic learning; Computer-mediated communication; Computer science; Mathematics education; Social psychology; The Internet; World Wide Web; Engineering","score_opus":0.05286379623349607,"score_gpt":0.4686909209850191,"score_spread":0.415827124751523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392350672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44941035,0.09361828,0.024787266,0.4283868,0.00034704525,0.002212603,0.00016340383,0.00018931576,0.00088493753],"genre_scores_gemma":[0.99019265,0.008673069,0.00018299963,0.000114992945,0.000055670327,0.00010156786,0.00022548508,0.000007586199,0.00044596873],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840194,0.00040858885,0.00030046664,0.00026545147,0.0004250759,0.00019846883],"domain_scores_gemma":[0.9980817,0.0013216557,0.00013984581,0.000088112516,0.00033986353,0.000028862749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043925033,0.00008721891,0.00017634302,0.0000651294,0.00041689127,0.00039555246,0.0007832139,0.000055787415,0.000010731458],"category_scores_gemma":[0.0028470124,0.00005399635,0.000041138388,0.0005603007,0.00018975016,0.00026043283,0.0007126123,0.0012165456,0.0000044694525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019143583,0.0003195607,0.04300486,0.0073895813,0.00046844943,0.00003599826,0.0033771025,0.0003522404,0.002423455,0.23330379,0.027753755,0.6813798],"study_design_scores_gemma":[0.001873164,0.0006762,0.0045974455,0.07171946,0.000082313985,0.00011905466,0.01493031,0.5951835,0.0004348365,0.04436537,0.26553512,0.0004832261],"about_ca_topic_score_codex":0.000035396773,"about_ca_topic_score_gemma":0.00000367616,"teacher_disagreement_score":0.6808966,"about_ca_system_score_codex":0.000029017747,"about_ca_system_score_gemma":0.00009814332,"threshold_uncertainty_score":0.52853525},"labels":[],"label_agreement":null},{"id":"W4392351424","doi":"10.19173/irrodl.v25i1.7544","title":"Towards Quality Assurance in MOOCs: A Comprehensive Review and Micro-Level Framework","year":2024,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Quality assurance; Computer science; Quality (philosophy); Knowledge management; Business; Marketing","score_opus":0.24782939233090537,"score_gpt":0.5466902696333223,"score_spread":0.29886087730241695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351424","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000043215077,0.98028666,0.0007098466,0.017297707,0.00008410621,0.001025013,0.00013506442,0.000015861702,0.00044142423],"genre_scores_gemma":[0.000051135365,0.99682826,0.002160147,0.00038568402,0.000048046142,0.00011134376,0.00015233138,0.000017029151,0.00024601808],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944654,0.0024243908,0.0012006955,0.00068735133,0.000858068,0.00036409099],"domain_scores_gemma":[0.9957481,0.002717911,0.00044630544,0.00055182015,0.00043646197,0.00009941928],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009460972,0.00030303246,0.0017914956,0.00029113758,0.00010057471,0.0004520659,0.0030874058,0.00013810664,0.00002506742],"category_scores_gemma":[0.005644502,0.00019574769,0.00019268852,0.0018497792,0.00021706733,0.00022521164,0.0032477016,0.0030768304,0.000029636762],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034247973,0.00005112419,0.000109056054,0.2697729,0.00010678364,0.00004326352,0.000049932158,0.0000037634961,1.15980846e-7,0.017159011,0.0020009715,0.7106997],"study_design_scores_gemma":[0.00007726612,0.00002267611,0.000108348366,0.40738565,0.000061837556,0.000035050656,0.000039459886,0.00023245589,5.5328293e-8,0.002297197,0.5896022,0.00013781793],"about_ca_topic_score_codex":0.00035805147,"about_ca_topic_score_gemma":0.000014041597,"teacher_disagreement_score":0.7105619,"about_ca_system_score_codex":0.000171577,"about_ca_system_score_gemma":0.00072260125,"threshold_uncertainty_score":0.9992231},"labels":[],"label_agreement":null},{"id":"W4392351445","doi":"10.19173/irrodl.v25i1.7236","title":"Exploring the Digital Divide in Open Education: A Comparative Analysis of Undergraduate Students","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Open education; Digital divide; Mathematics education; Educational technology; Computer science; Sociology; Pedagogy; Multimedia; Psychology; The Internet; World Wide Web","score_opus":0.24944937400624762,"score_gpt":0.5214643569460923,"score_spread":0.27201498293984466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69682735,0.036027465,0.0070275776,0.23921391,0.00041624397,0.0022253376,0.00011461371,0.000038895603,0.018108606],"genre_scores_gemma":[0.99087447,0.008431494,0.00009163442,0.000051900108,0.000018691511,0.000056385292,0.00006444691,0.0000025519143,0.00040842118],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980624,0.00046823267,0.000382017,0.00023989507,0.0007045691,0.00014293203],"domain_scores_gemma":[0.9981153,0.0012877814,0.00010095228,0.0002521927,0.00020880853,0.000034956032],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0043816264,0.000072951734,0.00027875023,0.00030239634,0.0000881566,0.0011907553,0.0034507522,0.0000102712065,0.000009783495],"category_scores_gemma":[0.00076767174,0.000043553257,0.000059637576,0.0027786673,0.00010865334,0.00074604014,0.00268923,0.00050535676,0.0000056248587],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064525004,0.00077858416,0.37299854,0.0014086689,0.001494526,0.000034781406,0.0036907755,0.0106281545,0.000016231152,0.37999815,0.0023627135,0.22652437],"study_design_scores_gemma":[0.0010466451,0.0003089529,0.38105422,0.04998096,0.00021928694,0.000019506275,0.011218157,0.3934687,0.000048969956,0.03828334,0.123886526,0.00046471533],"about_ca_topic_score_codex":0.000594097,"about_ca_topic_score_gemma":0.00007214251,"teacher_disagreement_score":0.38284057,"about_ca_system_score_codex":0.00007764158,"about_ca_system_score_gemma":0.0002842823,"threshold_uncertainty_score":0.9998461},"labels":[],"label_agreement":null},{"id":"W4392351571","doi":"10.19173/irrodl.v25i1.7827","title":"Editorial - Volume 25, Issue 1","year":2024,"lang":"en","type":"editorial","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Volume (thermodynamics); Data science; Computer science","score_opus":0.03476873194712963,"score_gpt":0.4380845371496049,"score_spread":0.40331580520247523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351571","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000042942156,0.02626131,0.0004422904,0.033009727,0.9353812,0.000406509,0.00017032337,0.000040166487,0.0042842277],"genre_scores_gemma":[0.00023422074,0.07528332,0.00026231335,0.000051979645,0.91244984,0.000047464422,0.0007760906,0.000022719893,0.010872079],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99502844,0.0007869156,0.00060296315,0.0005761093,0.0026405046,0.0003650843],"domain_scores_gemma":[0.99550945,0.0024976819,0.0002495348,0.0005081591,0.0011356961,0.00009946944],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.010626749,0.00020463791,0.00050546025,0.00026003763,0.00016544922,0.0011417634,0.0051551103,0.00025124536,0.00010143706],"category_scores_gemma":[0.012034366,0.00014411006,0.000111494424,0.0009387204,0.00018378878,0.00030753313,0.0041531776,0.004192108,0.00020853715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010974144,0.000033306525,0.000048126436,0.0017423312,0.00004602073,0.000017853055,0.00003784709,0.00003301212,9.224339e-7,0.0026330322,0.98902595,0.0063706017],"study_design_scores_gemma":[0.00022060116,0.000091978254,0.0000069735333,0.017151,0.000014128174,0.0000026940334,0.00007639246,0.0068015475,8.357578e-7,0.0027636134,0.9727323,0.00013793525],"about_ca_topic_score_codex":0.0006733179,"about_ca_topic_score_gemma":0.000013198919,"teacher_disagreement_score":0.04902201,"about_ca_system_score_codex":0.00018316506,"about_ca_system_score_gemma":0.0009635232,"threshold_uncertainty_score":0.99989516},"labels":[],"label_agreement":null},{"id":"W4392351600","doi":"10.19173/irrodl.v25i1.7566","title":"Role of AI in Blended Learning: A Systematic Literature Review","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Honam University","keywords":"Blended learning; Educational technology; Distance education; Computer science; Psychology; Mathematics education","score_opus":0.03387227218635183,"score_gpt":0.4245741719582623,"score_spread":0.3907018997719105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351600","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011709186,0.94484717,0.0007032345,0.049819645,0.00005942123,0.0008786213,0.000010199509,0.000027265178,0.0024835495],"genre_scores_gemma":[0.50612575,0.4926414,0.0002389951,0.00021734738,0.000024634372,0.000055452223,0.00005908824,0.000008120399,0.0006292621],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99686056,0.0012567148,0.00064309314,0.0002832094,0.000746838,0.00020955747],"domain_scores_gemma":[0.9980965,0.001068043,0.00014967164,0.00027097279,0.00036665093,0.000048131278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009182122,0.00010613711,0.00046471413,0.00027075942,0.00005515593,0.00031262456,0.0017062683,0.000038571987,0.00002176903],"category_scores_gemma":[0.0040325876,0.00006886937,0.00007978476,0.0018905397,0.00007374,0.00034484675,0.00088318315,0.001455795,0.000011240827],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002745584,0.00021382982,0.0058862222,0.7197848,0.00015613905,0.00017929645,0.00093630695,0.00074383867,0.00028129332,0.23239917,0.002462694,0.036928933],"study_design_scores_gemma":[0.000176957,0.00008424945,0.00044920377,0.8830595,0.000014956906,0.000051706436,0.00030249316,0.0945562,0.000023926763,0.004590914,0.01659436,0.00009552148],"about_ca_topic_score_codex":0.000058519814,"about_ca_topic_score_gemma":0.0000061995875,"teacher_disagreement_score":0.5049548,"about_ca_system_score_codex":0.0000652327,"about_ca_system_score_gemma":0.0002722151,"threshold_uncertainty_score":0.6324786},"labels":[],"label_agreement":null},{"id":"W4392351608","doi":"10.19173/irrodl.v25i1.7431","title":"Exploring Online Physical Education Teaching: What Have We Done and What Have We Learnt?","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Educational technology; Online teaching; Computer science; Teaching method; Computer-mediated communication; Multimedia; Online learning; Mathematics education; Pedagogy; Psychology; The Internet; World Wide Web","score_opus":0.19220775656903036,"score_gpt":0.477388797109681,"score_spread":0.28518104054065063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351608","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15976246,0.33902377,0.0041251783,0.4941669,0.00071851705,0.00084287726,0.000018580304,0.00009597913,0.0012457438],"genre_scores_gemma":[0.5391649,0.45882094,0.0006173322,0.00014469397,0.00021245053,0.000034581728,0.00008737536,0.0000107872165,0.0009069147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976968,0.0006189058,0.00031633474,0.00041213966,0.0007049716,0.00025084952],"domain_scores_gemma":[0.9982546,0.0010821081,0.00008942211,0.00026178572,0.00021245018,0.00009962203],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00355117,0.00013351133,0.00026169626,0.00021472429,0.00020601957,0.0028745525,0.0011664298,0.000029161183,0.000013545016],"category_scores_gemma":[0.0010633459,0.00009511414,0.000059278216,0.00036957528,0.00013587721,0.0035082353,0.0012986658,0.0014102064,0.000011630444],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011741167,0.00016959877,0.0005472277,0.0010862824,0.000036867685,0.000014593786,0.0015425405,0.00016631786,0.00005065359,0.026889395,0.00052454846,0.9689602],"study_design_scores_gemma":[0.00047498164,0.00026784392,0.0012045143,0.106407344,0.000029429551,0.000084119296,0.04794592,0.37886584,0.00009282736,0.015522137,0.44876236,0.00034269114],"about_ca_topic_score_codex":0.00017865504,"about_ca_topic_score_gemma":0.000014032702,"teacher_disagreement_score":0.96861756,"about_ca_system_score_codex":0.00009388806,"about_ca_system_score_gemma":0.00024777622,"threshold_uncertainty_score":0.99816054},"labels":[],"label_agreement":null},{"id":"W4392355105","doi":"10.21203/rs.3.rs-3931758/v1","title":"MOOCRec_Sys: An Empirical E-learning Paradigm on Online Open Course using Sentiment Analysis and OWA operator","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Natural Sciences and Engineering Research Council of Canada; New Brunswick Innovation Foundation","keywords":"Course (navigation); Sentiment analysis; Computer science; Operator (biology); Massive open online course; E learning; Artificial intelligence; Psychology; World Wide Web; The Internet; Engineering","score_opus":0.14419181223634417,"score_gpt":0.5126585893735774,"score_spread":0.3684667771372333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392355105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719696,0.001218619,0.00879216,0.015769139,0.0002820104,0.0009971457,0.00013266409,0.00035631255,0.0004823415],"genre_scores_gemma":[0.97794163,0.00019323091,0.019424977,0.00011947964,0.00052086735,0.00003323349,0.00023325371,0.00006389214,0.0014694359],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99327064,0.0018550162,0.0005172678,0.0018773827,0.0016392545,0.0008404503],"domain_scores_gemma":[0.9969287,0.0003659635,0.00013614623,0.0015679501,0.00039529012,0.0006059763],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0034340261,0.00042336577,0.00079308805,0.0012514981,0.00057461,0.0043716403,0.0024425017,0.00034474544,0.00005757978],"category_scores_gemma":[0.00025695862,0.0003660822,0.00026239434,0.0025031217,0.00015354414,0.00024761783,0.009791114,0.004139042,0.000081634396],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023067671,0.0053831027,0.20599797,0.002307195,0.00729407,0.0022088396,0.010955394,0.6776043,0.00033578236,0.014815616,0.0028880732,0.06997892],"study_design_scores_gemma":[0.00021643369,0.0005534178,0.007564422,0.00075758307,0.00025352184,0.000010232895,0.0005123937,0.98546904,0.00004075944,0.002741793,0.0014424793,0.0004379282],"about_ca_topic_score_codex":0.0008425918,"about_ca_topic_score_gemma":0.00017188421,"teacher_disagreement_score":0.3078647,"about_ca_system_score_codex":0.00031835574,"about_ca_system_score_gemma":0.0011306949,"threshold_uncertainty_score":0.9998791},"labels":[],"label_agreement":null},{"id":"W4392361000","doi":"10.1186/s40536-024-00194-y","title":"An engagement-aware predictive model to evaluate problem-solving performance from the study of adult skills' (PIAAC 2012) process data","year":2024,"lang":"en","type":"article","venue":"Large-scale Assessments in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Task (project management); Scale (ratio); Process (computing); Learning analytics; Computer science; Test (biology); Analytics; Psychology; Artificial intelligence; Data science","score_opus":0.02761815327562231,"score_gpt":0.3969492216172661,"score_spread":0.36933106834164375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392361000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8527056,0.00006749991,0.14421,0.0014686311,0.0005153617,0.00071108964,0.00006337158,0.000092129645,0.00016634678],"genre_scores_gemma":[0.9721726,0.00003178727,0.026978863,0.00017017718,0.00014802632,0.000115283394,0.00016797012,0.000018201465,0.0001970595],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977825,0.00026796022,0.00038037886,0.0007231162,0.0005759831,0.00027001635],"domain_scores_gemma":[0.9981644,0.00010679634,0.00012296626,0.0012741495,0.0002600917,0.00007155884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011588716,0.00016503561,0.00016614934,0.00013742823,0.00016546504,0.00024607655,0.0017816301,0.000046854173,0.000008685558],"category_scores_gemma":[0.00005151491,0.00012779974,0.00001906192,0.0007377678,0.000015178437,0.0018988851,0.00044613658,0.00039277226,0.000009360037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028458358,0.011995597,0.32085007,0.00032885367,0.00021195016,0.0000022416557,0.14816414,0.38350734,0.000102925274,0.00068493246,0.0029666189,0.13115686],"study_design_scores_gemma":[0.00022831545,0.00024410248,0.049473066,0.0003608333,0.000047813894,3.1337137e-7,0.010184194,0.9381561,0.00002029974,0.0010688093,0.000081428036,0.00013471073],"about_ca_topic_score_codex":0.00012550179,"about_ca_topic_score_gemma":0.00021095367,"teacher_disagreement_score":0.55464876,"about_ca_system_score_codex":0.000096987606,"about_ca_system_score_gemma":0.00079246325,"threshold_uncertainty_score":0.5211522},"labels":[],"label_agreement":null},{"id":"W4392374240","doi":"10.54254/2753-7048/40/20240691","title":"Comparison and Analysis of Multiple Machine Learning Algorithms for Predicting Student Adaptation Levels in Online Education","year":2024,"lang":"en","type":"article","venue":"Lecture Notes in Education Psychology and Public Media","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Adaptability; Random forest; Machine learning; Computer science; Logistic regression; Artificial intelligence; Adaptation (eye); The Internet; Contrast (vision); Regression analysis; Psychology; World Wide Web","score_opus":0.051022620281132976,"score_gpt":0.4116909114818348,"score_spread":0.3606682912007018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392374240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5528781,0.005621491,0.43275884,0.00771581,0.00083253044,0.00013433133,0.000011015399,0.000034707376,0.000013154307],"genre_scores_gemma":[0.95433676,0.00017580307,0.044794098,0.00025608225,0.0001221264,0.000023972265,0.00027591575,0.0000061445157,0.000009100211],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988864,0.00014683303,0.00035276782,0.0003611817,0.00010611212,0.00014671855],"domain_scores_gemma":[0.9985259,0.0010692872,0.0001170679,0.00014024919,0.000092792354,0.000054671124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005570232,0.00010162722,0.00023355347,0.0009996562,0.00004708023,0.00007326189,0.0001471078,0.00011598649,0.000006156194],"category_scores_gemma":[0.0010485242,0.00009536985,0.000032392105,0.0013221211,0.000042643704,0.00017300299,0.000028857843,0.0003362389,2.494723e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026287457,0.00028165974,0.47736636,0.000029449313,0.000043116826,1.2844588e-7,0.007607032,0.002527101,0.00003211933,0.0005884504,0.000007462973,0.5115145],"study_design_scores_gemma":[0.0001519071,0.000044337336,0.3685666,0.000038980666,0.000039354345,0.0000022276433,0.00041995783,0.62834734,0.000006320765,0.0018380298,0.00048273042,0.00006219719],"about_ca_topic_score_codex":0.00009734021,"about_ca_topic_score_gemma":0.0010978694,"teacher_disagreement_score":0.6258202,"about_ca_system_score_codex":0.000025882577,"about_ca_system_score_gemma":0.00022804207,"threshold_uncertainty_score":0.38890696},"labels":[],"label_agreement":null},{"id":"W4392389367","doi":"10.46451/ijclt.20240106","title":"Utilizing ChatGPT to Implement Differentiated Instruction","year":2024,"lang":"en","type":"article","venue":"International Journal of Chinese Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Differentiated instruction; Computer science; Mathematics education; Psychology","score_opus":0.008127581662193385,"score_gpt":0.34175417577157335,"score_spread":0.33362659410937995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392389367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7965488,0.00024907017,0.19139266,0.0089740455,0.00232974,0.000025380941,0.0000028841366,0.00009085422,0.00038656115],"genre_scores_gemma":[0.9841728,0.000007866513,0.01421043,0.00032857407,0.0011064953,5.2562075e-7,0.000004483586,0.000010815549,0.00015798843],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987487,0.00006970521,0.00036588014,0.00014930057,0.0005329265,0.00013346976],"domain_scores_gemma":[0.9994725,0.00007890959,0.00012418612,0.0001293383,0.000107484,0.000087555025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005459157,0.00011306212,0.00013850907,0.00050566584,0.000054260723,0.0004983653,0.00078930415,0.000025957686,0.000029317576],"category_scores_gemma":[0.0002198627,0.00008160667,0.0001328827,0.00017985601,0.0000051660086,0.00053599535,0.00018931525,0.0004649012,0.000016932585],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003387205,0.00014473598,0.007010556,0.0000363925,0.0005704851,0.0012932995,0.042515006,0.0017493267,0.025131335,0.05572369,0.0006249784,0.8651663],"study_design_scores_gemma":[0.0035289405,0.0008250514,0.043467395,0.0026004298,0.00011977634,0.0062288875,0.0038996954,0.8490668,0.0032247815,0.04360452,0.042047363,0.0013863628],"about_ca_topic_score_codex":0.000034375815,"about_ca_topic_score_gemma":0.000008681541,"teacher_disagreement_score":0.86377996,"about_ca_system_score_codex":0.00009868741,"about_ca_system_score_gemma":0.000050576265,"threshold_uncertainty_score":0.48057485},"labels":[],"label_agreement":null},{"id":"W4392567703","doi":"10.2139/ssrn.4643591","title":"Massive Open Online Courses and Labor Market Outcomes: Experimental Evidence from Colombia","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Economics; Labour economics; Business","score_opus":0.017174874670323918,"score_gpt":0.33235305339019716,"score_spread":0.31517817871987325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392567703","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89321226,0.044896036,0.014970924,0.045468595,0.0008392222,0.00019568359,0.0000324189,0.00017474043,0.0002101269],"genre_scores_gemma":[0.9848239,0.0037967127,0.0047336444,0.00034809855,0.00023905783,0.000003371126,0.000003805751,0.000018821245,0.006032589],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978908,0.00014069027,0.00025083026,0.00038907406,0.00029423687,0.001034377],"domain_scores_gemma":[0.9991667,0.00031040065,0.0000946677,0.0002424375,0.00006138125,0.00012439305],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00089776015,0.00017883937,0.00024127537,0.00009569935,0.00019872807,0.001182057,0.0011727586,0.000059346497,0.00007167737],"category_scores_gemma":[0.00012379263,0.00014151083,0.00007352414,0.0002585447,0.000051928557,0.0009658581,0.00044406106,0.0013551639,0.000023933746],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026206434,0.0014615358,0.16572559,0.000072398514,0.003030566,0.001094157,0.006537865,0.00034990394,0.0063147587,0.5689861,0.022209436,0.2239556],"study_design_scores_gemma":[0.0032068116,0.003630125,0.053108677,0.0020596003,0.00032338907,0.0016287697,0.013769893,0.36475167,0.0010538112,0.53610843,0.018474894,0.0018839461],"about_ca_topic_score_codex":0.00020578496,"about_ca_topic_score_gemma":0.00029505038,"teacher_disagreement_score":0.36440176,"about_ca_system_score_codex":0.0003819649,"about_ca_system_score_gemma":0.0019434749,"threshold_uncertainty_score":0.9998548},"labels":[],"label_agreement":null},{"id":"W4392721146","doi":"10.22318/icls2023.844281","title":"Identifying Pre-Service Teachers’ Cognitive Engagement Patterns Using Time Series Clustering in a Programming Activity","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Student engagement; Cluster analysis; Cognition; Key (lock); Psychology; Computer science; Learning analytics; Mathematics education; Data science; Artificial intelligence","score_opus":0.05582761874195614,"score_gpt":0.32877865941982964,"score_spread":0.2729510406778735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721146","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97166765,0.000009999846,0.026604217,0.0006812731,0.00008618126,0.00022554574,0.0000014878781,0.0005492029,0.00017442953],"genre_scores_gemma":[0.9846881,0.000010151512,0.014840273,0.00006035697,0.000095837524,0.000026076968,0.0000031799145,0.000022699938,0.0002533151],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852324,0.000031597385,0.00020481725,0.00046463357,0.00030266194,0.00047304484],"domain_scores_gemma":[0.9995375,0.00003958632,0.00013534195,0.00009811662,0.00011710227,0.00007231309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008080013,0.00017816992,0.0001955211,0.0002653225,0.00021589146,0.0005110495,0.0004005914,0.00006407579,0.000004642405],"category_scores_gemma":[0.000141031,0.00018934601,0.00004755269,0.001290512,0.000017398868,0.0014034787,0.0007012088,0.0004074018,0.00005204847],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074913754,0.00050204335,0.37133932,0.0018993991,0.00022556707,0.00018733513,0.21218267,0.0027181108,0.033182442,0.00068353285,0.00007066281,0.376934],"study_design_scores_gemma":[0.00041428467,0.0000693986,0.042281847,0.0008287085,0.000025190284,0.000017788278,0.003676172,0.9500653,0.0018120446,0.00018206006,0.00024504802,0.00038215122],"about_ca_topic_score_codex":0.0001405798,"about_ca_topic_score_gemma":0.000054078453,"teacher_disagreement_score":0.94734716,"about_ca_system_score_codex":0.00009290708,"about_ca_system_score_gemma":0.000041067684,"threshold_uncertainty_score":0.7721306},"labels":[],"label_agreement":null},{"id":"W4392721292","doi":"10.22318/icls2023.622494","title":"Transforming Learning Data into a Machine Learning Model to Help STEM students Transition to University","year":2023,"lang":"en","type":"article","venue":"Proceedings.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Office of Science","keywords":"Mindset; Learning analytics; Computer science; Metacognition; Machine learning; Artificial intelligence; Classifier (UML); Mathematics education; Psychology; Cognition","score_opus":0.04206148069067382,"score_gpt":0.2981443381925481,"score_spread":0.25608285750187426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392721292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58662456,0.000017610486,0.40527984,0.0061067967,0.00007313102,0.00024273436,0.0000046728687,0.0011286516,0.00052202895],"genre_scores_gemma":[0.9773536,0.000037005462,0.019404382,0.00018726624,0.00006759632,0.0000022805143,0.000025859747,0.00002253096,0.0028995275],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823016,0.000017637574,0.00018032489,0.0006635382,0.00052694906,0.0003813672],"domain_scores_gemma":[0.99935985,0.000019831932,0.000053189407,0.00019789962,0.00012614347,0.00024309878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006655942,0.0001715449,0.00020650367,0.00039666213,0.00047238136,0.00026536823,0.0017174197,0.00006179698,0.0000013736212],"category_scores_gemma":[0.00006234097,0.00018780639,0.000047037753,0.0017545882,0.000011461092,0.00084819377,0.0007462127,0.00045282315,0.00015567006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015057398,0.00021957736,0.01670654,0.00040741178,0.00014433835,0.00008460222,0.12774879,0.6533361,0.01657852,0.0069720102,0.002259689,0.17539187],"study_design_scores_gemma":[0.00025369987,0.00013751362,0.00015036624,0.000098449615,0.00001882665,0.0000034870911,0.0022796774,0.9850734,0.0002765363,0.00013489771,0.011330097,0.00024306745],"about_ca_topic_score_codex":0.00004282703,"about_ca_topic_score_gemma":0.000012079244,"teacher_disagreement_score":0.390729,"about_ca_system_score_codex":0.00008455481,"about_ca_system_score_gemma":0.000044201104,"threshold_uncertainty_score":0.7658523},"labels":[],"label_agreement":null},{"id":"W4392764045","doi":"10.1080/07380569.2024.2322164","title":"Inclusive Digital Education on Open Platforms: A Case Study of the Complexity of the Future of Education","year":2024,"lang":"en","type":"article","venue":"Computers in the Schools","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Open education; Computer science; Mathematics education; Pedagogy; Multimedia; Sociology; World Wide Web; Psychology","score_opus":0.026959482445524225,"score_gpt":0.3383709100975979,"score_spread":0.3114114276520737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392764045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98986715,0.00011614104,0.0011067826,0.0061888243,0.00154058,0.00066056906,0.0000068205754,0.000012161123,0.00050097826],"genre_scores_gemma":[0.998288,0.000002090887,0.0012525731,0.00024461126,0.00014291253,0.0000091459515,0.0000017391137,0.0000048254515,0.000054127464],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99898034,0.00013731203,0.00029933266,0.00019899555,0.00029409718,0.000089904046],"domain_scores_gemma":[0.9986731,0.00014524438,0.00020289453,0.0008568334,0.00010193724,0.000020000529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039971314,0.00009885144,0.00015682532,0.00008863277,0.00011533021,0.0002130545,0.0024758852,0.000031677224,8.3600014e-7],"category_scores_gemma":[0.000049043723,0.000048622474,0.000080057755,0.00087197375,0.00009520018,0.00030321762,0.0010477613,0.00035790677,0.0000016167253],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041062172,0.0063063987,0.018127374,0.00034579652,0.00018416587,0.000028376666,0.094010584,0.0070762103,0.00004877707,0.40250868,0.012730462,0.45859212],"study_design_scores_gemma":[0.0018400507,0.002224636,0.08318988,0.004561192,0.00015714609,0.0010328962,0.19741376,0.18635425,0.00042785113,0.5187401,0.0033098941,0.00074831117],"about_ca_topic_score_codex":0.00018364756,"about_ca_topic_score_gemma":0.00005287827,"teacher_disagreement_score":0.4578438,"about_ca_system_score_codex":0.000055323697,"about_ca_system_score_gemma":0.0006435921,"threshold_uncertainty_score":0.46008518},"labels":[],"label_agreement":null},{"id":"W4392815716","doi":"10.5430/wjel.v14n3p337","title":"EFL Majors' Attitudes toward Distance Learning via MOOCs: A Comparative Study between Egypt and Saudi Arabia","year":2024,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.01744769736084157,"score_gpt":0.30906645124330084,"score_spread":0.2916187538824593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392815716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9493642,0.009236684,0.03776581,0.00072729436,0.00078444235,0.00013746684,0.000004544155,0.0002078345,0.0017717386],"genre_scores_gemma":[0.99319315,0.00003213158,0.00441448,0.000028455293,0.0010674271,0.000001167013,0.0000015643423,0.00001458937,0.0012470275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984148,0.00020582615,0.00043680103,0.00028253673,0.0004090904,0.00025092828],"domain_scores_gemma":[0.99885935,0.00035892683,0.00021052382,0.00019563627,0.00022209181,0.00015345801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080025225,0.00018954148,0.00043491766,0.0003251019,0.000111914924,0.0004984501,0.00050134456,0.000032779415,0.000016520285],"category_scores_gemma":[0.00023488903,0.00015232335,0.00011572661,0.00066784985,0.000057448728,0.00052417547,0.00016206445,0.00095662876,0.000009267331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060679988,0.0006587317,0.46195394,0.00042845993,0.0013776027,0.0036818595,0.42175257,0.003342563,0.00033052382,0.006042442,0.002638701,0.09773194],"study_design_scores_gemma":[0.009211005,0.007885227,0.48956025,0.007913818,0.0018035595,0.0005130563,0.13599735,0.105410494,0.0010866966,0.006106706,0.22984014,0.004671699],"about_ca_topic_score_codex":0.00001587438,"about_ca_topic_score_gemma":0.000055680124,"teacher_disagreement_score":0.28575522,"about_ca_system_score_codex":0.00005280534,"about_ca_system_score_gemma":0.000054758235,"threshold_uncertainty_score":0.62115663},"labels":[],"label_agreement":null},{"id":"W4392858454","doi":"10.1145/3626253.3635537","title":"Alternative Evaluation in CS Education Research: A Systematic Literature Map","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Grading (engineering); Computer science; Variety (cybernetics); Mathematics education; Artificial intelligence; Psychology; Engineering","score_opus":0.07106789224654667,"score_gpt":0.4350405050365657,"score_spread":0.363972612790019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392858454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11730478,0.093843386,0.50911117,0.17287394,0.012731084,0.0064229816,0.000008378422,0.0020073077,0.08569699],"genre_scores_gemma":[0.9837808,0.000037453585,0.007849453,0.000093218674,0.00018547609,0.000058311685,0.000007787852,0.000005742519,0.007981757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983833,0.0004896315,0.0001690571,0.00025414073,0.00056387234,0.00014002515],"domain_scores_gemma":[0.99915564,0.00022261316,0.000019565205,0.0002646116,0.0003029287,0.000034664266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027545355,0.00005911402,0.000086743195,0.00049231027,0.00003787598,0.0006666171,0.00032556584,0.00003773348,0.000011638817],"category_scores_gemma":[0.00031542956,0.00004382571,0.000027462962,0.0012301031,0.000011387528,0.00038688505,0.00007029924,0.00030433168,0.00022216342],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014996698,0.00017797344,0.00009189325,0.015921768,0.000030433366,0.000044807075,0.013447459,0.0018124996,0.00011669149,0.93795097,0.0051744217,0.025229579],"study_design_scores_gemma":[0.000037040572,0.000023696623,0.000040489413,0.009245146,0.000004048482,0.000007835134,0.00021173009,0.9173651,0.000026707567,0.07269394,0.00029336405,0.00005093615],"about_ca_topic_score_codex":0.000033051387,"about_ca_topic_score_gemma":0.000015104998,"teacher_disagreement_score":0.91555256,"about_ca_system_score_codex":0.00013887924,"about_ca_system_score_gemma":0.0003551314,"threshold_uncertainty_score":0.6428204},"labels":[],"label_agreement":null},{"id":"W4392861385","doi":"10.1145/3626253.3635369","title":"Discussing the Changing Landscape of Generative AI in Computing Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Generative grammar; Computer science; Data science; Artificial intelligence; Human–computer interaction","score_opus":0.009018035003957793,"score_gpt":0.29949941006708036,"score_spread":0.29048137506312255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392861385","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117410205,0.00068062794,0.8062257,0.070993386,0.00055573054,0.000059532016,2.0111443e-7,0.000116039155,0.003958536],"genre_scores_gemma":[0.98771834,0.00000283842,0.010974232,0.00031891066,0.0001228014,4.576749e-7,9.0815223e-7,0.0000024785875,0.0008590262],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960196,0.00003466866,0.0000937496,0.00010804517,0.000071666844,0.000089880865],"domain_scores_gemma":[0.99979186,0.00005807468,0.000017523198,0.00010396578,0.000018359742,0.000010235049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024742453,0.000038110848,0.000050097784,0.00012427819,0.000048491685,0.0001330785,0.00016086966,0.0000117141,0.000002675793],"category_scores_gemma":[0.000013356054,0.000020983403,0.00002171601,0.0005590213,0.000010419119,0.00011368794,0.00007563813,0.00010058812,0.000004668082],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7042855e-7,0.00006056623,0.0034634997,0.00005834801,0.000015676911,0.000003790616,0.023007289,0.013804622,0.000685978,0.44330412,0.0012375463,0.5143581],"study_design_scores_gemma":[0.000016841434,0.0000065344484,0.0007069887,0.000090532965,0.0000016545547,0.0000023601367,0.00070588547,0.9951236,0.00021411075,0.0026955595,0.00040167576,0.000034235687],"about_ca_topic_score_codex":0.000014383458,"about_ca_topic_score_gemma":0.000008149451,"teacher_disagreement_score":0.981319,"about_ca_system_score_codex":0.000009184624,"about_ca_system_score_gemma":0.00009201163,"threshold_uncertainty_score":0.1283279},"labels":[],"label_agreement":null},{"id":"W4392898352","doi":"10.61838/kman.aitech.1.1.6","title":"Artificial Intelligence in Education: Investigating Teacher Attitudes","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Thematic analysis; Curriculum; Engineering ethics; Perception; Psychology; Equity (law); Pedagogy; Sociology; Qualitative research; Political science; Engineering; Social science","score_opus":0.057087579908409694,"score_gpt":0.35714773111635,"score_spread":0.30006015120794033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392898352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6621251,0.00012670078,0.20469627,0.1026181,0.0012853986,0.00019850132,3.6961845e-7,0.0019260447,0.027023513],"genre_scores_gemma":[0.94840086,0.000005301144,0.0479156,0.00028656688,0.00018286213,0.000004328157,0.0000018047836,0.0000040004056,0.003198692],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993701,0.00003225363,0.00015695965,0.00018310877,0.00011384511,0.00014371856],"domain_scores_gemma":[0.99966544,0.00005077427,0.000025603038,0.00018950184,0.00002424344,0.000044410983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030185434,0.000052362502,0.000058990154,0.00013980836,0.000046854126,0.00009875135,0.00033342958,0.00002596477,0.000022243297],"category_scores_gemma":[0.00016928901,0.00004806018,0.000018000512,0.0010385847,0.000024348876,0.00015062558,0.00011270852,0.00013430131,0.0004688138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4547061e-7,0.000053989566,0.031401955,0.000009420858,0.0000022063214,0.0000032364699,0.00074247643,0.0028280537,0.00013316149,0.32356766,0.000820917,0.64043677],"study_design_scores_gemma":[0.00000901389,0.000018288285,0.01824816,0.000047196136,9.904037e-7,0.0000022230306,0.00046151388,0.85968673,0.00045355334,0.11967435,0.0012551366,0.0001428542],"about_ca_topic_score_codex":0.00006138579,"about_ca_topic_score_gemma":0.0000517459,"teacher_disagreement_score":0.8568587,"about_ca_system_score_codex":0.000016880344,"about_ca_system_score_gemma":0.00014409958,"threshold_uncertainty_score":0.60258096},"labels":[],"label_agreement":null},{"id":"W4392905470","doi":"10.1109/acit58888.2023.10453917","title":"A Deep Learning Approach Towards Student Performance Prediction in Online Courses: Challenges Based on a Global Perspective","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Perspective (graphical); Computer science; Deep learning; Online learning; Artificial intelligence; Data science; Mathematics education; Multimedia; Psychology","score_opus":0.031076512458241216,"score_gpt":0.31916705488078523,"score_spread":0.288090542422544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392905470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69332594,0.0004932775,0.19318509,0.026172748,0.0005865262,0.0005792409,0.000011287547,0.003107604,0.08253831],"genre_scores_gemma":[0.9918472,0.00021262535,0.007061947,0.000112238755,0.00010767585,0.000013173403,0.0000147173005,0.000008510128,0.00062191964],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984119,0.00011204393,0.00017736213,0.0004858241,0.00049762166,0.00031522787],"domain_scores_gemma":[0.9994605,0.000041555897,0.000056333476,0.00027209535,0.00009838437,0.000071086084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046409087,0.00015355641,0.00017451252,0.00020612193,0.000101693884,0.00008342243,0.00045054065,0.00006859289,0.0000057569755],"category_scores_gemma":[0.00007698087,0.00013217787,0.000057568537,0.00097027334,0.000027626013,0.00018856447,0.00013698358,0.00035258834,0.00005233077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015668296,0.0006797914,0.026148444,0.000032375636,0.000019993042,0.000017759205,0.0028409192,0.8999841,0.0000013781874,0.012876428,0.000043469347,0.057339665],"study_design_scores_gemma":[0.00042387133,0.00039883493,0.16922761,0.000038354883,0.0000043331142,0.000002685973,0.005863267,0.8236484,0.0000013965288,0.00012584071,0.00015484335,0.000110569694],"about_ca_topic_score_codex":0.0000505863,"about_ca_topic_score_gemma":0.000045890665,"teacher_disagreement_score":0.29852128,"about_ca_system_score_codex":0.00029305997,"about_ca_system_score_gemma":0.00009941954,"threshold_uncertainty_score":0.5390057},"labels":[],"label_agreement":null},{"id":"W4392936573","doi":"10.1093/oxfordhb/9780197544891.013.13","title":"International Studies, Large Classes, and the Politics of Education","year":2024,"lang":"en","type":"book-chapter","venue":"Oxford University Press eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Politics; Democracy; Value (mathematics); Mathematics education; Pedagogy; Sociology; Political science; Engineering ethics; Psychology; Computer science; Engineering","score_opus":0.020081288171953184,"score_gpt":0.25912846949961116,"score_spread":0.23904718132765798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392936573","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001511253,0.0013633046,0.0012162747,0.0010048365,0.0005109946,0.0000822983,0.000038019072,0.000046305315,0.99572283],"genre_scores_gemma":[0.0012160306,0.0019450432,0.00091695116,0.00005634094,0.00012808437,1.6383679e-7,0.0000074475115,0.00000840278,0.9957215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99939066,0.00001707309,0.00011287134,0.0002099131,0.00017464376,0.00009485465],"domain_scores_gemma":[0.99930596,0.00009343521,0.0001299067,0.0002703131,0.00016519835,0.000035172197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011300425,0.00012069207,0.00017959467,0.000111717825,0.00009319001,0.000050677867,0.00055516604,0.00008787032,0.0000016816142],"category_scores_gemma":[0.000011941417,0.000098339246,0.000082648665,0.000008073437,0.000177994,0.000057822526,0.0007169921,0.0002684468,4.076581e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046290393,0.000006296197,0.0000016035272,0.000053520555,0.0001774052,0.0000061969627,0.00036195086,0.0000021075173,2.3321053e-7,0.9937169,0.0018083338,0.003860817],"study_design_scores_gemma":[0.0002285535,0.00001427538,0.0000013242546,0.00014984298,0.00010240963,0.0000054021534,0.0001207047,0.002493933,0.0000023911364,0.038027816,0.9587632,0.00009013803],"about_ca_topic_score_codex":0.000014764611,"about_ca_topic_score_gemma":0.0000043715568,"teacher_disagreement_score":0.9569549,"about_ca_system_score_codex":0.00006158619,"about_ca_system_score_gemma":0.0001382461,"threshold_uncertainty_score":0.40101582},"labels":[],"label_agreement":null},{"id":"W4392940496","doi":"10.35542/osf.io/s73xb","title":"What does Open Science mean for Educational Technology Research? Challenges, Opportunities, and a Call for Research","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Toronto Metropolitan University; Impact","funders":"","keywords":"Open science; Timeline; Openness to experience; Scholarship; Open innovation; Stakeholder; Stakeholder engagement; Negotiation; Scholarly communication; Discipline; Knowledge management; Work (physics); Political science; Engineering ethics; Public relations; Sociology; Computer science; Engineering; Publishing; Social science; Psychology","score_opus":0.42555563448288153,"score_gpt":0.5204411584667171,"score_spread":0.0948855239838356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392940496","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017952909,0.008126931,0.0036603964,0.97695315,0.0017538089,0.0024313116,0.00005113067,0.00019716035,0.0050308392],"genre_scores_gemma":[0.18950339,0.03366957,0.5691277,0.00055577303,0.002032422,0.004998025,0.00011650349,0.00013974353,0.1998569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957891,0.0001665389,0.00033068642,0.0017645081,0.0010088666,0.000940292],"domain_scores_gemma":[0.9937362,0.0015177833,0.00007196461,0.0013920057,0.0030175718,0.00026446645],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.014886128,0.0002099062,0.00032187402,0.002175336,0.00087600324,0.005220073,0.0071560037,0.00030644934,0.0000074694613],"category_scores_gemma":[0.001704116,0.00015634544,0.000056856978,0.00097384345,0.0015242646,0.0005979614,0.024087885,0.0016035073,0.0000109961675],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050726185,0.00006777595,0.000002078296,0.00047218162,0.000022795115,0.0000023816424,0.0014111531,0.000006661016,0.000028242179,0.9290312,0.0062791584,0.06267132],"study_design_scores_gemma":[0.00012349241,0.00019860292,0.0000048966795,0.0006120382,0.0000061240294,0.000010119457,0.004446292,0.051277287,0.00010565632,0.8297266,0.113290496,0.0001983976],"about_ca_topic_score_codex":0.00015031933,"about_ca_topic_score_gemma":0.000492569,"teacher_disagreement_score":0.97639734,"about_ca_system_score_codex":0.00024755587,"about_ca_system_score_gemma":0.007204964,"threshold_uncertainty_score":0.9984233},"labels":[],"label_agreement":null},{"id":"W4392942961","doi":"10.1109/icmla58977.2023.00253","title":"Utilizing Machine Learning Techniques in Predicting Job Viability of Information Technology Program Graduates","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Computer science; Machine learning; Artificial intelligence; Knowledge management","score_opus":0.014022600793601344,"score_gpt":0.29257710421259986,"score_spread":0.2785545034189985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392942961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9013077,0.000029009976,0.07890776,0.008382927,0.00007600915,0.00047836444,0.0000014764877,0.0075264852,0.0032902514],"genre_scores_gemma":[0.89083576,0.000016094242,0.10904258,0.000015656527,0.0000075202497,0.000017114255,0.0000071623804,0.0000036008273,0.000054526616],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999073,0.00004852705,0.00035130596,0.00014976338,0.00016009605,0.00021729768],"domain_scores_gemma":[0.9994689,0.00008363679,0.00012284277,0.00021943044,0.000082526625,0.000022617478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078816287,0.0000826147,0.00014787831,0.0006322412,0.00006261784,0.000048848404,0.0003657895,0.000080328726,0.0000016771857],"category_scores_gemma":[0.00055113534,0.00007302479,0.000033563065,0.0021349052,0.00004855579,0.00047706574,0.00029136954,0.0003310976,0.000010655993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013900319,0.00003519525,0.6302856,0.000063463136,0.0000045646457,0.000001554475,0.00031415574,0.0005455076,0.00035873585,0.010602464,0.0000109331295,0.35777643],"study_design_scores_gemma":[0.000099805395,0.00018283458,0.015558313,0.00005847717,0.0000020807997,0.0000033532706,0.0003323999,0.9706014,0.0054260963,0.0062281694,0.0014113189,0.00009577525],"about_ca_topic_score_codex":0.00008177432,"about_ca_topic_score_gemma":0.000022601433,"teacher_disagreement_score":0.9700559,"about_ca_system_score_codex":0.000021253343,"about_ca_system_score_gemma":0.000030397545,"threshold_uncertainty_score":0.29778644},"labels":[],"label_agreement":null},{"id":"W4392967699","doi":"10.1016/j.caeai.2024.100217","title":"A systematic review of learning task design for K-12 AI education: Trends, challenges, and opportunities","year":2024,"lang":"en","type":"review","venue":"Computers and Education Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada); Western University","funders":"","keywords":"Apprehension; Underpinning; Task (project management); Instructional design; Conceptual framework; Knowledge management; Computer science; Psychology; Mathematics education; Engineering; Sociology; Social science","score_opus":0.21604554564180833,"score_gpt":0.40298712870479914,"score_spread":0.1869415830629908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392967699","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2643897e-8,0.8190177,0.17624213,0.0031228687,0.00094398065,0.0005566283,0.000002652172,0.000054130756,0.000059881797],"genre_scores_gemma":[0.0000059009008,0.9880319,0.009897438,0.00036827457,0.00026918485,0.00019981097,0.00003958554,0.00002341729,0.0011644441],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9977663,0.0003241414,0.001021758,0.0005341263,0.00016605125,0.00018760422],"domain_scores_gemma":[0.9982311,0.0004680786,0.000557442,0.00039130863,0.00021568159,0.00013634852],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009087831,0.00032426574,0.0012475197,0.0004325574,0.00011941626,0.0002528834,0.00046976248,0.00011368656,0.0000027340684],"category_scores_gemma":[0.00017164316,0.0002649634,0.00021923441,0.00027485646,0.000081618164,0.00016527837,0.00014163819,0.00028504807,0.000008415234],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1442082e-7,0.00004026844,3.2369676e-9,0.37609264,0.000036772668,2.6485935e-7,0.00032474173,0.00000231126,8.9761585e-9,0.051190212,0.0010568935,0.5712557],"study_design_scores_gemma":[0.000004843909,0.00012575515,2.2193863e-8,0.6331264,0.0009950183,0.00006525955,0.00034577286,0.01583195,3.3634998e-7,0.008291938,0.34089,0.00032270583],"about_ca_topic_score_codex":0.000003931479,"about_ca_topic_score_gemma":7.5240393e-7,"teacher_disagreement_score":0.570933,"about_ca_system_score_codex":0.000041814856,"about_ca_system_score_gemma":0.0012051269,"threshold_uncertainty_score":0.9999803},"labels":[],"label_agreement":null},{"id":"W4393156935","doi":"10.1609/aaai.v38i21.30353","title":"How Teachers Can Use Large Language Models and Bloom’s Taxonomy to Create Educational Quizzes","year":2024,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Canadian Institute for Advanced Research","funders":"Mitacs; Canadian Institute for Advanced Research","keywords":"Bloom; Taxonomy (biology); Bloom's taxonomy; Computer science; Mathematics education; Psychology; Biology; Ecology","score_opus":0.0861660931787799,"score_gpt":0.31073947643814903,"score_spread":0.22457338325936912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393156935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78298175,0.00020813229,0.062082928,0.14971879,0.00059407623,0.0007633447,0.00004383162,0.00027699996,0.0033301583],"genre_scores_gemma":[0.9889646,0.000024750909,0.006816335,0.0002909276,0.00010632602,0.000038768656,9.1552613e-7,0.000011213719,0.0037461251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987499,0.000014478109,0.00021880628,0.00045412092,0.00028391392,0.0002787626],"domain_scores_gemma":[0.9992449,0.00011621372,0.000088958936,0.00019447367,0.00023183848,0.00012356474],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003154349,0.00017324767,0.00016613418,0.0001617294,0.00013547845,0.0012352078,0.0008210025,0.00005552471,0.0000128531965],"category_scores_gemma":[0.00034058388,0.00012998967,0.00006891497,0.00047879698,0.00010026397,0.000573512,0.00028871998,0.00027832112,0.000018031336],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005723299,0.00006500267,0.0003659137,0.000033351098,0.000019523237,7.7266554e-7,0.0050101937,0.00013081309,0.0041104527,0.9545902,0.00037237472,0.035295658],"study_design_scores_gemma":[0.000037155234,0.00023657824,0.0003469245,0.0007566865,0.000048067177,0.000014454441,0.0043853526,0.7542728,0.0652464,0.16978037,0.0043249633,0.0005502093],"about_ca_topic_score_codex":0.00009282819,"about_ca_topic_score_gemma":0.000044129934,"teacher_disagreement_score":0.7848098,"about_ca_system_score_codex":0.00003509871,"about_ca_system_score_gemma":0.0001450581,"threshold_uncertainty_score":0.9998016},"labels":[],"label_agreement":null},{"id":"W4393231936","doi":"10.5489/cuaj.8747","title":"Hawks and doves, differing content, scoring systems, and delivery platforms: No wonder there’s variability in grades","year":2024,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Wonder; Content (measure theory); Scoring system; Psychology; Social psychology; Mathematics; Medicine","score_opus":0.023341105600343054,"score_gpt":0.21970171112832823,"score_spread":0.19636060552798518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393231936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98813045,0.0015283695,0.003858761,0.005671379,0.00046965928,0.000058572234,0.0000059985955,0.00004561756,0.00023121315],"genre_scores_gemma":[0.99875134,0.00016064895,0.00042409846,0.00030065427,0.0001727588,0.0000015087821,9.642648e-7,0.000004442698,0.0001836075],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989474,0.00012494519,0.0002379431,0.00021971436,0.00015814997,0.00031188477],"domain_scores_gemma":[0.9991383,0.00036662887,0.00007409364,0.00007092214,0.000067598696,0.00028247773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013785758,0.00009685434,0.00016237763,0.00014529776,0.00016272115,0.0007633012,0.00012716583,0.00012760461,0.000006961177],"category_scores_gemma":[0.0005020215,0.000074262935,0.000031889373,0.00015618558,0.000021734091,0.0003237197,0.00004456247,0.0005902173,0.000005308562],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026691666,0.000011841429,0.9735166,0.00002717323,0.0000487444,0.0001697052,0.00029472017,0.00023731304,0.00003933382,0.017073037,0.00019365923,0.008385219],"study_design_scores_gemma":[0.00025056888,0.00007862759,0.692974,0.00008843027,0.000013413178,0.00017047614,0.0000890568,0.29194143,0.0000010062811,0.009488575,0.004726322,0.00017811223],"about_ca_topic_score_codex":0.0013720569,"about_ca_topic_score_gemma":0.00045755817,"teacher_disagreement_score":0.29170412,"about_ca_system_score_codex":0.0003929732,"about_ca_system_score_gemma":0.00015016145,"threshold_uncertainty_score":0.7360531},"labels":[],"label_agreement":null},{"id":"W4393345891","doi":"10.4000/ripes.5558","title":"Perceptions d’enseignants du potentiel d’un MOOC pour soutenir leur développement professionnel continu","year":2024,"lang":"fr","type":"article","venue":"Revue internationale de pédagogie de l’enseignement supérieur","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.06749900276190894,"score_gpt":0.30545134037992977,"score_spread":0.23795233761802081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393345891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51250005,0.005970287,0.28320152,0.1894634,0.0051038875,0.00056476,0.00026945458,0.0006068145,0.0023198293],"genre_scores_gemma":[0.7093351,0.0025084503,0.030311681,0.0018023052,0.0023400635,0.00011858909,0.00018704786,0.00012394463,0.2532728],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99458313,0.00047973142,0.0012264673,0.001346221,0.0009908166,0.0013736308],"domain_scores_gemma":[0.9972124,0.0004772665,0.00033817475,0.0008167198,0.0006765927,0.00047884253],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012830022,0.00070980185,0.0005775577,0.00058729167,0.0006228226,0.0012550119,0.0015547322,0.00038737536,0.0013788564],"category_scores_gemma":[0.00051973,0.0007723844,0.00064590294,0.00072458835,0.00018230188,0.0007207489,0.00084564846,0.0011719565,0.0019094386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011336753,0.0041855383,0.02222437,0.0027270094,0.0026849578,0.009957097,0.2892256,0.017896196,0.01221904,0.077263765,0.29881856,0.2626845],"study_design_scores_gemma":[0.0013700441,0.00029299592,0.014386188,0.004161365,0.00037295534,0.0016048334,0.021729946,0.84063923,0.00055444066,0.015723407,0.097963594,0.0012009732],"about_ca_topic_score_codex":0.00023933937,"about_ca_topic_score_gemma":0.000083005696,"teacher_disagreement_score":0.82274306,"about_ca_system_score_codex":0.0013579649,"about_ca_system_score_gemma":0.001454288,"threshold_uncertainty_score":0.9997818},"labels":[],"label_agreement":null},{"id":"W4393393345","doi":"10.1371/journal.pone.0299923","title":"Evaluative study of a MOOC on knowledge translation in five French-speaking countries","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Appropriation; Thematic analysis; Coaching; Qualitative research; Knowledge translation; The Internet; Psychology; Medical education; Public relations; Online learning; Political science; Knowledge management; Sociology; Medicine; Computer science; World Wide Web; Social science","score_opus":0.09675226750728587,"score_gpt":0.33545610125968617,"score_spread":0.23870383375240029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393393345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995108,0.0005429748,0.0018655834,0.00071571406,0.000047695623,0.00019130437,0.0000025298914,0.00007868718,0.0014475274],"genre_scores_gemma":[0.9975582,0.000012189405,0.0020663622,0.0000112374155,0.00004501764,0.000007738364,0.000001284781,0.000005446999,0.00029253098],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908054,0.00011033688,0.0001764617,0.00021795869,0.00031369476,0.00010103605],"domain_scores_gemma":[0.9993534,0.00034300156,0.000034981116,0.00016457176,0.00008597607,0.000018049406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000332125,0.000073412004,0.00015425278,0.0002536,0.000028590333,0.00005542594,0.00018588621,0.000026078984,0.000008088919],"category_scores_gemma":[0.00006737431,0.000065694054,0.00002202919,0.0006036043,0.000016534399,0.0001457728,0.000030257628,0.00016869631,0.000042116815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049595914,0.02019008,0.021977253,0.001135994,0.0009497969,0.00009894929,0.84327286,0.011715925,0.0019557383,0.026660126,0.000112072295,0.07188158],"study_design_scores_gemma":[0.0004123762,0.0008027729,0.0046835523,0.0009781119,0.000056025827,2.0939457e-7,0.00073029276,0.9899789,0.000732582,0.0014770655,0.000041703144,0.000106376654],"about_ca_topic_score_codex":0.000049567137,"about_ca_topic_score_gemma":0.00016015029,"teacher_disagreement_score":0.978263,"about_ca_system_score_codex":0.000035477162,"about_ca_system_score_gemma":0.0000675344,"threshold_uncertainty_score":0.26789257},"labels":[],"label_agreement":null},{"id":"W4393654541","doi":"10.5281/zenodo.5534538","title":"Surveying Open Data Practices: Final datasets","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Open data; Data science; Database; Data mining; World Wide Web","score_opus":0.24162127125407,"score_gpt":0.382670903737746,"score_spread":0.14104963248367597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393654541","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032029602,0.00014842952,0.005162899,0.002518749,0.00023394651,0.00026924987,0.98883826,0.00034901753,0.0024762433],"genre_scores_gemma":[0.000025831845,0.0004444182,0.0034320625,0.0003312861,0.00029981683,1.8964279e-8,0.9943738,0.0005614165,0.000531354],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545026,0.001445916,0.00042297159,0.001450981,0.0007317422,0.00049812347],"domain_scores_gemma":[0.99317867,0.00014071511,0.0007503173,0.005148228,0.00053619506,0.00024587882],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0032797426,0.00027688235,0.00034478772,0.00025663874,0.0024425492,0.010492095,0.023022851,0.00015505558,0.0047738757],"category_scores_gemma":[0.006982369,0.0002956594,0.000044630448,0.0010701614,0.000101151614,0.0018299646,0.051798686,0.0010992637,0.009244518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008584507,0.00018675739,2.1408955e-7,0.00010599215,0.00006745448,0.00016826733,0.00003242599,0.0000222897,0.000008143029,0.00020145345,0.97444963,0.02474881],"study_design_scores_gemma":[0.0003065534,0.00009812741,0.00001540723,0.00012510744,0.000041335417,0.00025759594,0.00004738108,0.003657501,0.0000026695707,0.00004740951,0.9950617,0.00033920858],"about_ca_topic_score_codex":0.00028653414,"about_ca_topic_score_gemma":0.000008499841,"teacher_disagreement_score":0.028775835,"about_ca_system_score_codex":0.000100372024,"about_ca_system_score_gemma":0.000055914807,"threshold_uncertainty_score":0.9999496},"labels":[],"label_agreement":null},{"id":"W4393690460","doi":"10.5281/zenodo.7504509","title":"Appendix for \"How Programmers Find Online Learning Resources\"","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; World Wide Web; Mathematics education; Data science; Psychology","score_opus":0.03955586456365901,"score_gpt":0.28060460944805865,"score_spread":0.24104874488439965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393690460","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000089732595,0.00009577843,0.016242595,0.008276787,0.0004398195,0.0009702844,0.970183,0.0031115564,0.00059044844],"genre_scores_gemma":[0.000079028374,0.00016782743,0.0022201503,0.0001225511,0.0005698534,1.3666448e-7,0.9889413,0.0012764849,0.006622641],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967683,0.0004509916,0.0003516881,0.0009734565,0.00068573136,0.00076983287],"domain_scores_gemma":[0.9976295,0.00011935867,0.00035569194,0.001019083,0.0006012113,0.00027515172],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011630378,0.00033782207,0.0003581353,0.00059198606,0.0026608093,0.0029706121,0.003892754,0.00023815376,0.00048499583],"category_scores_gemma":[0.002244808,0.000356434,0.00017529348,0.0012216872,0.00014242307,0.00025604275,0.0029898142,0.0011974631,0.017752174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013329041,0.000118249984,2.484259e-7,0.00019184982,0.00006659479,0.000024899919,0.00017951799,0.0002762087,0.000015115061,0.0001741713,0.930549,0.068390794],"study_design_scores_gemma":[0.00042467812,0.00051007344,0.000015151842,0.00010655187,0.00003819798,0.00004549164,0.00020384626,0.010009753,0.000003086805,0.00010002516,0.9881609,0.00038222183],"about_ca_topic_score_codex":0.000038495127,"about_ca_topic_score_gemma":0.000002000904,"teacher_disagreement_score":0.06800857,"about_ca_system_score_codex":0.0001395806,"about_ca_system_score_gemma":0.000012912693,"threshold_uncertainty_score":0.9998888},"labels":[],"label_agreement":null},{"id":"W4393799269","doi":"10.5281/zenodo.7504510","title":"Appendix for \"How Programmers Find Online Learning Resources\"","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; World Wide Web; Data science; Mathematics education; Programming language; Psychology","score_opus":0.03955586456365901,"score_gpt":0.28060460944805865,"score_spread":0.24104874488439965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393799269","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000089732595,0.00009577843,0.016242595,0.008276787,0.0004398195,0.0009702844,0.970183,0.0031115564,0.00059044844],"genre_scores_gemma":[0.000079028374,0.00016782743,0.0022201503,0.0001225511,0.0005698534,1.3666448e-7,0.9889413,0.0012764849,0.006622641],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967683,0.0004509916,0.0003516881,0.0009734565,0.00068573136,0.00076983287],"domain_scores_gemma":[0.9976295,0.00011935867,0.00035569194,0.001019083,0.0006012113,0.00027515172],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011630378,0.00033782207,0.0003581353,0.00059198606,0.0026608093,0.0029706121,0.003892754,0.00023815376,0.00048499583],"category_scores_gemma":[0.002244808,0.000356434,0.00017529348,0.0012216872,0.00014242307,0.00025604275,0.0029898142,0.0011974631,0.017752174],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013329041,0.000118249984,2.484259e-7,0.00019184982,0.00006659479,0.000024899919,0.00017951799,0.0002762087,0.000015115061,0.0001741713,0.930549,0.068390794],"study_design_scores_gemma":[0.00042467812,0.00051007344,0.000015151842,0.00010655187,0.00003819798,0.00004549164,0.00020384626,0.010009753,0.000003086805,0.00010002516,0.9881609,0.00038222183],"about_ca_topic_score_codex":0.000038495127,"about_ca_topic_score_gemma":0.000002000904,"teacher_disagreement_score":0.06800857,"about_ca_system_score_codex":0.0001395806,"about_ca_system_score_gemma":0.000012912693,"threshold_uncertainty_score":0.9998888},"labels":[],"label_agreement":null},{"id":"W4393904477","doi":"10.55982/openpraxis.16.2.650","title":"Artificial Intelligence Use to Empower the Implementation of OER and the UNESCO OER Recommendation","year":2024,"lang":"en","type":"article","venue":"Open Praxis","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Open educational resources; Context (archaeology); Computer science; Equity (law); Knowledge management; Engineering ethics; Political science; World Wide Web; Engineering","score_opus":0.046043014749143914,"score_gpt":0.3957091899130202,"score_spread":0.34966617516387627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393904477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11964372,0.00009699154,0.5207903,0.3560405,0.0008828741,0.0010682108,0.000019991614,0.000069794936,0.0013876134],"genre_scores_gemma":[0.99248517,0.000023908095,0.006117837,0.0007076932,0.000044513512,0.000013697725,0.0000050844524,0.00000481596,0.0005972642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933654,0.00011801966,0.00018560674,0.00017596022,0.000100112695,0.00008374917],"domain_scores_gemma":[0.9994076,0.00026110403,0.00004333685,0.00022738059,0.00003971255,0.000020876085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089655665,0.000054297023,0.000070251495,0.000035174282,0.00010614371,0.0008032806,0.00045831816,0.000014452045,0.00008973522],"category_scores_gemma":[0.00006481847,0.000029432975,0.000022655602,0.00032757982,0.000040157054,0.00045352516,0.0003905285,0.00008962367,0.00004086109],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014446456,0.000015344767,0.00039700515,0.0000068228496,0.000026059586,9.634565e-7,0.0063868947,0.000121534664,0.00010163403,0.20439585,0.0037766166,0.78475684],"study_design_scores_gemma":[0.00036936425,0.0005144466,0.0074973307,0.00018692757,0.00010800378,0.00002231569,0.008569017,0.3718245,0.01072994,0.106871374,0.49274844,0.00055834564],"about_ca_topic_score_codex":0.00056284736,"about_ca_topic_score_gemma":0.00021181045,"teacher_disagreement_score":0.8728415,"about_ca_system_score_codex":0.000009563211,"about_ca_system_score_gemma":0.00003947406,"threshold_uncertainty_score":0.77460533},"labels":[],"label_agreement":null},{"id":"W4393932158","doi":"10.55041/ijsrem30075","title":"PLACEMENT PREDICTION SYSTEM USING MACHINE LEARNING","year":2024,"lang":"en","type":"article","venue":"INTERANTIONAL JOURNAL OF SCIENTIFIC RESEARCH IN ENGINEERING AND MANAGEMENT","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Graduation (instrument); Plan (archaeology); Computer science; Work (physics); Bridge (graph theory); Action (physics); Mathematics education; Action plan; Medical education; Engineering; Psychology; Management","score_opus":0.03957022713020987,"score_gpt":0.3328166995619094,"score_spread":0.29324647243169955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393932158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23555869,0.0036229545,0.75404674,0.0020033696,0.0040288963,0.00019309158,0.0000046109253,0.0001359864,0.00040567384],"genre_scores_gemma":[0.9872278,0.00014060276,0.012059442,0.0000016349609,0.00010053176,0.0000017133434,0.0000014938636,0.0000064091805,0.00046035997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984054,0.00007964962,0.00032645394,0.00021411867,0.00075052795,0.00022383458],"domain_scores_gemma":[0.9995653,0.00009194087,0.000036833422,0.00009850656,0.00013368293,0.00007370426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041314643,0.000072826406,0.00010254056,0.0016095204,0.000116774274,0.00080585905,0.00029298948,0.000020933887,0.0000020656223],"category_scores_gemma":[0.0000250527,0.000061825696,0.00005003743,0.0008409031,0.00003929771,0.00036509952,0.00019280332,0.00048435104,0.000004690687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018330837,0.00008390215,0.00063350826,0.001867418,0.00017285929,0.0010218769,0.00055630406,0.8493537,0.0033913653,0.12308896,0.00032727278,0.019484552],"study_design_scores_gemma":[0.00015892694,0.000064852175,0.0001895897,0.0020988605,0.0000058225846,0.00017058209,0.0001366898,0.98693067,0.000055152483,0.00017330096,0.009965598,0.00004995244],"about_ca_topic_score_codex":0.000006096015,"about_ca_topic_score_gemma":4.952263e-7,"teacher_disagreement_score":0.7516691,"about_ca_system_score_codex":0.00018265174,"about_ca_system_score_gemma":0.00003430804,"threshold_uncertainty_score":0.77709174},"labels":[],"label_agreement":null},{"id":"W4393940872","doi":"10.55041/ijsrem30126","title":"Academic Admission Process using Machine Learning","year":2024,"lang":"en","type":"article","venue":"INTERANTIONAL JOURNAL OF SCIENTIFIC RESEARCH IN ENGINEERING AND MANAGEMENT","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Entrance exam; Process (computing); Computer science; Artificial intelligence; Machine learning; Mathematics education; Psychology; Medical education; Medicine; Pedagogy; Curriculum; Operating system","score_opus":0.05714448010257916,"score_gpt":0.39870558484062807,"score_spread":0.3415611047380489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393940872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7409933,0.006872979,0.24262051,0.0066569494,0.0023372434,0.00017030168,0.0000020901464,0.000099127676,0.00024746405],"genre_scores_gemma":[0.99144983,0.00038363758,0.0076273913,0.0000042299544,0.0000873683,0.0000010558541,8.204625e-7,0.000006955414,0.00043873728],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998426,0.00006359345,0.00030147436,0.00022091143,0.0007443479,0.00024367547],"domain_scores_gemma":[0.99952453,0.00010766286,0.00003785844,0.000083065475,0.00014527065,0.00010160442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036708466,0.00007439901,0.00010204319,0.0016305031,0.00010661661,0.00055500265,0.00043193274,0.000030025876,0.000004119793],"category_scores_gemma":[0.00007650544,0.0000605652,0.000045253702,0.0010979887,0.00004784278,0.00048125157,0.00019427868,0.0009441936,0.000008865451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040504747,0.00015607725,0.0026810737,0.0030253842,0.00018733625,0.0020568336,0.0019417293,0.77275854,0.01443691,0.069818035,0.0006302207,0.13226737],"study_design_scores_gemma":[0.00012634584,0.000045147983,0.00022178549,0.0021429455,0.0000039381357,0.00013314415,0.000069426176,0.9824147,0.00015992459,0.0021868583,0.012431525,0.000064216416],"about_ca_topic_score_codex":0.0000021505284,"about_ca_topic_score_gemma":2.4714817e-7,"teacher_disagreement_score":0.25045648,"about_ca_system_score_codex":0.00006715154,"about_ca_system_score_gemma":0.00005634683,"threshold_uncertainty_score":0.53519034},"labels":[],"label_agreement":null},{"id":"W4393948406","doi":"10.5539/jel.v13n3p62","title":"An Immersive Virtual Learning Environment for the Development of Hard Skills: A Scientometric Analysis and Systematic Review","year":2024,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Rajabhat Maha Sarakham University","keywords":"Virtual learning environment; Computer science; Psychology; Human–computer interaction; Multimedia","score_opus":0.012883523082057412,"score_gpt":0.31985779018403127,"score_spread":0.30697426710197384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393948406","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13052082,0.07323793,0.7934453,0.0022738508,0.000259233,0.00023509255,2.7923082e-7,0.0000121982885,0.000015279551],"genre_scores_gemma":[0.96262145,0.0033962275,0.032929253,0.00008681507,0.000059509235,0.0000061907795,0.0000018302057,0.000005907629,0.0008928222],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883395,0.00020080441,0.00046319858,0.00014151714,0.00026758623,0.00009291745],"domain_scores_gemma":[0.99868375,0.0005837235,0.0004270841,0.000099165474,0.00012794553,0.00007830403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028585808,0.000076719916,0.00028575884,0.00081471587,0.00023093083,0.00018213005,0.00019855742,0.00002036682,0.0000068705763],"category_scores_gemma":[0.00069133606,0.00004884487,0.000097185235,0.0012903172,0.000028594211,0.000225568,0.00003360571,0.00027138708,0.0000013389954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000140376715,0.00080609997,0.01842625,0.07456758,0.0041220426,0.0000049394953,0.09546062,0.037557926,0.0013822885,0.0035627426,0.00025084766,0.7638446],"study_design_scores_gemma":[0.0006746601,0.0020453085,0.05497714,0.06642501,0.008810965,0.00025056448,0.044746216,0.7951652,0.00027102465,0.00016185765,0.025691098,0.0007809537],"about_ca_topic_score_codex":0.0000015071498,"about_ca_topic_score_gemma":3.214936e-7,"teacher_disagreement_score":0.83210063,"about_ca_system_score_codex":0.000039750572,"about_ca_system_score_gemma":0.00022333936,"threshold_uncertainty_score":0.1991836},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4394572777","doi":"10.1177/00472395241238693","title":"Learner Experiences of Mobile Apps and Artificial Intelligence to Support Additional Language Learning in Education","year":2024,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Mobile apps; Multimedia; Mobile device; Language acquisition; Human–computer interaction; Artificial intelligence; World Wide Web; Mathematics education; Psychology","score_opus":0.01187541760571042,"score_gpt":0.32666765457376445,"score_spread":0.31479223696805403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394572777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9708518,0.004546554,0.009615563,0.012718512,0.0017967876,0.00013732883,0.0000064261203,0.0000435837,0.00028343877],"genre_scores_gemma":[0.9933001,0.000028296745,0.0057830303,0.000020070414,0.00026376866,0.000036780228,0.000005839423,0.000004762075,0.000557381],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.998995,0.000045019304,0.0004845548,0.00015855853,0.00020809278,0.00010877869],"domain_scores_gemma":[0.99924606,0.00024573936,0.00018918648,0.00009949312,0.00016971487,0.00004978446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036219886,0.00007204089,0.00016472937,0.000938436,0.000037051017,0.00007511873,0.00031300183,0.00007618189,0.00011687339],"category_scores_gemma":[0.0003658594,0.00006342776,0.00003423089,0.00082322524,0.000074407144,0.00021741234,0.000051320076,0.00031227432,0.000020296071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010515112,0.00052581343,0.0028395536,0.00018863729,0.000058247213,0.000023579314,0.03256372,0.008926516,0.0019550782,0.65894055,0.006039464,0.28792828],"study_design_scores_gemma":[0.0001656939,0.003797908,0.0018851184,0.004819431,0.000056678382,0.0044132182,0.64513546,0.10256027,0.0045278724,0.1405192,0.091086425,0.0010327292],"about_ca_topic_score_codex":0.000009122632,"about_ca_topic_score_gemma":0.0000024453866,"teacher_disagreement_score":0.6125717,"about_ca_system_score_codex":0.000053221458,"about_ca_system_score_gemma":0.00081087346,"threshold_uncertainty_score":0.2586509},"labels":[],"label_agreement":null},{"id":"W4394707735","doi":"10.52358/mm.vi17.392","title":"Transformation numérique de l’éducation, approche systémique et recherche appliquée","year":2024,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformation (genetics); Digital transformation; Computer science; Mathematics education; Mathematics; World Wide Web","score_opus":0.13234624677146994,"score_gpt":0.3891883567073005,"score_spread":0.25684210993583056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394707735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005837366,0.0033502898,0.70300496,0.25985873,0.0013056855,0.00047457282,0.00017067204,0.0006579447,0.030593392],"genre_scores_gemma":[0.5643257,0.0052297013,0.2881983,0.006750415,0.0013388208,0.0008504651,0.001176111,0.00018114319,0.13194934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950663,0.0022796383,0.00087145495,0.00069990515,0.0004500178,0.0006327113],"domain_scores_gemma":[0.99597776,0.0023593334,0.00020545241,0.0007228793,0.00044967144,0.00028489286],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0049825977,0.00041300282,0.00032274053,0.00060381583,0.00047624888,0.0017564863,0.00061799743,0.0006496541,0.00021181311],"category_scores_gemma":[0.0013496471,0.00047966404,0.00027320543,0.0027006175,0.00012322818,0.0024174438,0.00008153728,0.0017419239,0.0009464624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014416377,0.00023593236,0.000071218165,0.00036012442,0.000099875266,0.000005775819,0.054693803,0.03428087,0.00010461517,0.87288713,0.019282956,0.017976234],"study_design_scores_gemma":[0.00020888074,0.00006837185,0.0008991032,0.00040925716,0.000092376446,0.000084142295,0.0018995968,0.56960285,0.00010897384,0.12121376,0.30495524,0.00045744175],"about_ca_topic_score_codex":0.0007587891,"about_ca_topic_score_gemma":0.00057000975,"teacher_disagreement_score":0.7516734,"about_ca_system_score_codex":0.001325768,"about_ca_system_score_gemma":0.0059596775,"threshold_uncertainty_score":0.99983144},"labels":[],"label_agreement":null},{"id":"W4394729518","doi":"10.1145/3641181.3641186","title":"Revisiting Annotations in Online Student Engagement","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Computer science; Student engagement; World Wide Web; Mathematics education; Psychology","score_opus":0.030490722725097483,"score_gpt":0.3647213274189452,"score_spread":0.3342306046938477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394729518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20525815,0.0011461292,0.69226754,0.086848296,0.0005566063,0.00014996882,0.0000034130362,0.0009929807,0.012776918],"genre_scores_gemma":[0.9375469,0.000030367532,0.05947699,0.0003372955,0.0001286864,0.0000016877867,0.000004033465,0.000003686484,0.002470363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994246,0.000041665444,0.0001346526,0.00016950125,0.00012543361,0.0001041666],"domain_scores_gemma":[0.99972653,0.00008436659,0.000010000015,0.00013904969,0.00001703245,0.000023038068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003184346,0.000045155117,0.00005299202,0.00011368248,0.000034443845,0.000191852,0.00021681638,0.000010967094,0.000017437216],"category_scores_gemma":[0.00003060178,0.000037689955,0.000024202649,0.00043130972,0.0000044644353,0.00013092696,0.000114799375,0.00016254219,0.00006799804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8571966e-7,0.00018544855,0.0102777295,0.00007395018,0.000028950873,0.0002124857,0.0035729324,0.009021438,0.00024478356,0.58118063,0.0012926765,0.39390868],"study_design_scores_gemma":[0.000060948856,0.000017574943,0.013402861,0.00011569584,0.0000031956708,0.0000024535711,0.00037114567,0.96647316,0.000011408315,0.001477212,0.0179826,0.00008177112],"about_ca_topic_score_codex":0.00001086642,"about_ca_topic_score_gemma":0.000010116407,"teacher_disagreement_score":0.9574517,"about_ca_system_score_codex":0.000024562909,"about_ca_system_score_gemma":0.00003201321,"threshold_uncertainty_score":0.18500331},"labels":[],"label_agreement":null},{"id":"W4394771933","doi":"10.1109/icelet62507.2024.10493063","title":"A Framework for Customized Course Design and Personalized Learning with AI","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Course (navigation); Computer science; Human–computer interaction; Multimedia; Engineering","score_opus":0.01940594049569438,"score_gpt":0.31743105133192145,"score_spread":0.29802511083622707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394771933","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00076407153,0.00047915612,0.9826874,0.015335782,0.00006240569,0.00012184587,2.7993957e-7,0.00041219985,0.00013684093],"genre_scores_gemma":[0.20078574,0.000021160651,0.79280716,0.00043352388,0.00007278106,0.000013230579,8.9112274e-7,0.000013332633,0.005852146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992677,0.00005986149,0.00008167416,0.0002854577,0.0001251667,0.00018014172],"domain_scores_gemma":[0.99913293,0.0006124775,0.000019793539,0.000119415374,0.00004791468,0.000067462315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003741935,0.000097996206,0.00014130033,0.00005227598,0.00011427683,0.00041787632,0.00015246659,0.00005081824,0.000015368461],"category_scores_gemma":[0.00007821929,0.00006683175,0.0000410364,0.00022090189,0.00004345535,0.00016004886,0.000036792106,0.00026501965,0.000015365937],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007973144,0.000034456265,0.00022987524,0.0000744389,0.00011582898,0.00003565009,0.0015421278,0.0055965795,0.00005077159,0.9505299,0.002111221,0.039599467],"study_design_scores_gemma":[0.00047436357,0.00018524677,0.000013918748,0.000110923436,0.000032466094,0.000021062004,0.000092293456,0.963582,0.000029799998,0.021511493,0.013821758,0.00012470128],"about_ca_topic_score_codex":0.0000032315108,"about_ca_topic_score_gemma":4.196601e-7,"teacher_disagreement_score":0.9579854,"about_ca_system_score_codex":0.000009447542,"about_ca_system_score_gemma":0.00013047502,"threshold_uncertainty_score":0.40295908},"labels":[],"label_agreement":null},{"id":"W4394794775","doi":"10.23977/jaip.2024.070122","title":"Research on Integrating Forgetting Behavior into Student Models for Online Learning Systems","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Forgetting; Computer science; Online learning; Psychology; Human–computer interaction; Mathematics education; Cognitive psychology; Multimedia","score_opus":0.18647257979184936,"score_gpt":0.5091405438312837,"score_spread":0.3226679640394343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394794775","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027957456,0.0010645672,0.959906,0.008664232,0.0017871119,0.00024228674,0.0000014285389,0.000084897954,0.00029206186],"genre_scores_gemma":[0.8683555,0.00013955186,0.12977716,0.00007931079,0.0013319482,0.0000123440095,0.0000013197537,0.00002770615,0.00027511537],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963219,0.0006127059,0.0011110287,0.00037284166,0.0011574336,0.00042408562],"domain_scores_gemma":[0.9918293,0.0053733494,0.0005173792,0.00026206175,0.0018631371,0.00015479683],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009054149,0.00017648058,0.00029498164,0.0006832111,0.00045161016,0.0017221273,0.0009842075,0.00010540057,0.0000026284233],"category_scores_gemma":[0.004297295,0.00014253998,0.00019283243,0.0009790262,0.000059623086,0.0019822626,0.00018105058,0.0022922377,0.000031156942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064602136,0.00054017996,0.0000114750155,0.00008360099,0.00008157469,0.00022613636,0.0056127366,0.3226736,0.0011056159,0.28272316,0.00013790681,0.38673943],"study_design_scores_gemma":[0.000024726583,0.0013683903,0.0000025697377,0.00066489883,0.00006275403,0.00016072356,0.025707327,0.9485832,0.00077812315,0.014276219,0.008219504,0.00015158147],"about_ca_topic_score_codex":0.00007039011,"about_ca_topic_score_gemma":0.0000109197645,"teacher_disagreement_score":0.8403981,"about_ca_system_score_codex":0.00023873137,"about_ca_system_score_gemma":0.0003277412,"threshold_uncertainty_score":0.9993142},"labels":[],"label_agreement":null},{"id":"W4394938839","doi":"10.5267/j.ijdns.2024.3.019","title":"Assessing cognitive flexibility: Quantitative insights into the impact of adaptive learning technologies in special education","year":2024,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Computer science; Cognition; Cognitive flexibility; Adaptive learning; Psychology; Artificial intelligence; Neuroscience; Mathematics","score_opus":0.06500350262930625,"score_gpt":0.4333293733516345,"score_spread":0.36832587072232825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394938839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88024306,0.003099247,0.1134259,0.0019296007,0.00089749246,0.00004698233,0.000002249909,0.000019536954,0.00033595535],"genre_scores_gemma":[0.9858519,0.0003553189,0.013432513,0.000011245703,0.0003374071,2.482922e-7,0.0000022629638,0.0000019887798,0.0000071099707],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889004,0.00008062601,0.0002750081,0.00021903105,0.0004288892,0.00010642671],"domain_scores_gemma":[0.9986022,0.00054851157,0.00022638468,0.00013816128,0.00045946197,0.000025263651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00147672,0.00006739529,0.00011404302,0.00033098206,0.000100592966,0.00053955754,0.001532581,0.000023259125,0.0000014994796],"category_scores_gemma":[0.0007708126,0.000040810657,0.00003387402,0.00095778506,0.00043173166,0.0030482796,0.0005827538,0.00037055422,9.075893e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038037884,0.0000943867,0.008905542,0.000005688021,0.00008817277,0.000032228014,0.010026303,0.011921594,0.00033772673,0.041320067,0.00018383918,0.9270464],"study_design_scores_gemma":[0.00011699413,0.00027865302,0.013358816,0.0008860386,0.000011405007,0.000055778157,0.009349806,0.9188297,0.000107091786,0.056644987,0.00027435215,0.000086382235],"about_ca_topic_score_codex":0.000042717584,"about_ca_topic_score_gemma":0.000018133489,"teacher_disagreement_score":0.92696005,"about_ca_system_score_codex":0.00007987532,"about_ca_system_score_gemma":0.0010367462,"threshold_uncertainty_score":0.5202966},"labels":[],"label_agreement":null},{"id":"W4394970894","doi":"10.34293/sijash.v11is1i2-nov.7311","title":"Perception of Prospective Teachers on AI Application in Educational Field","year":2023,"lang":"en","type":"article","venue":"Shanlax International Journal of Arts Science and Humanities","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eston College","funders":"","keywords":"Perception; Field (mathematics); Psychology; Mathematics education; Mathematics; Neuroscience","score_opus":0.02177172724168962,"score_gpt":0.3264772114466283,"score_spread":0.30470548420493865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394970894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758109,0.000018801948,0.002072912,0.018270189,0.00044474503,0.000053176063,0.0000015603152,0.000013431216,0.0033143144],"genre_scores_gemma":[0.9985169,0.00003449925,0.00059210917,0.00037141377,0.0001695169,0.0000017777688,9.1570786e-7,0.0000017536837,0.00031108168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989966,0.000011769259,0.00020201776,0.0001139158,0.000591011,0.00008466907],"domain_scores_gemma":[0.99914014,0.00008134288,0.00014992413,0.000067003144,0.00053724594,0.000024364517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006219278,0.000046507106,0.00007226749,0.0006519343,0.00007613516,0.00012510957,0.00048151048,0.00001578312,0.000010542797],"category_scores_gemma":[0.00018035871,0.000040265473,0.000025138193,0.0002671283,0.00015091432,0.00064175687,0.000064069645,0.00013116626,0.000007664359],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033322533,0.00024281359,0.06296643,0.000013581994,0.000028248316,0.0000096539625,0.02513393,0.0016148722,0.0054543787,0.84937274,0.0025452266,0.05258479],"study_design_scores_gemma":[0.0010337414,0.001252979,0.7127479,0.0004446544,0.000011719339,0.00009104732,0.012661014,0.05752619,0.002262419,0.20680715,0.0048193065,0.00034192545],"about_ca_topic_score_codex":0.000027116152,"about_ca_topic_score_gemma":0.0000137910265,"teacher_disagreement_score":0.6497814,"about_ca_system_score_codex":0.000084518426,"about_ca_system_score_gemma":0.0002084041,"threshold_uncertainty_score":0.16419783},"labels":[],"label_agreement":null},{"id":"W4394973225","doi":"10.1145/3649217.3653629","title":"TeachNow: Enabling Teachers to Provide Spontaneous, Realtime 1:1 Help in Massive Online Courses","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Multimedia","score_opus":0.01746701510394369,"score_gpt":0.3028391205447522,"score_spread":0.2853721054408085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394973225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5996461,0.0023913414,0.07537042,0.29781333,0.0040600477,0.0025840772,0.00017434772,0.005220666,0.012739674],"genre_scores_gemma":[0.6064167,0.00015996711,0.31446192,0.001962702,0.0012229768,0.00006552836,0.00014055123,0.0001335299,0.07543613],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965985,0.00014764347,0.000637694,0.0014301275,0.0005374488,0.00064859295],"domain_scores_gemma":[0.9980534,0.00016853792,0.00017022014,0.0012175906,0.00011913255,0.0002711319],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00070684036,0.0004923318,0.0006056182,0.0008366197,0.00006636778,0.0005889305,0.0018572889,0.00038211243,0.000022968095],"category_scores_gemma":[0.00039692843,0.0004405748,0.00019327585,0.0006778239,0.000040270526,0.00009325665,0.0037872952,0.002674962,0.00030913256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005149854,0.0015224083,0.002077897,0.001329673,0.00040608778,0.017695345,0.018727481,0.31751767,0.000830346,0.03650056,0.031187328,0.57215375],"study_design_scores_gemma":[0.00033815246,0.0002640283,0.00027175865,0.0024961245,0.00008777802,0.00027140687,0.0018529961,0.9121678,0.0001790101,0.022495829,0.058033366,0.0015417936],"about_ca_topic_score_codex":0.0014475922,"about_ca_topic_score_gemma":0.0015985956,"teacher_disagreement_score":0.5946501,"about_ca_system_score_codex":0.0004142452,"about_ca_system_score_gemma":0.00093068584,"threshold_uncertainty_score":0.9998046},"labels":[],"label_agreement":null},{"id":"W4395114035","doi":"10.31219/osf.io/u3c4y","title":"Ten simple rules for recognizing data and software contributions in hiring, promotion and tenure","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Promotion (chess); Simple (philosophy); Software; Business; Computer science; Labour economics; Data science; Economics; Political science; Law; Programming language","score_opus":0.047991015127591324,"score_gpt":0.3439059755422303,"score_spread":0.29591496041463894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395114035","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043777496,0.002390776,0.92050755,0.030004056,0.0003820979,0.0007460277,0.001508101,0.0005715518,0.000112329624],"genre_scores_gemma":[0.4734467,0.0004275625,0.5213854,0.00015715849,0.0004231966,0.00006415327,0.002494142,0.00003984686,0.0015619063],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987852,0.00003225767,0.00020887416,0.00069450086,0.0000910269,0.00018813976],"domain_scores_gemma":[0.9991144,0.00013670963,0.00006774113,0.0005433308,0.00008094828,0.000056871017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052087795,0.00014289438,0.0002082702,0.0001382709,0.000082728606,0.00043974904,0.0004010792,0.00015217521,0.0000016132146],"category_scores_gemma":[0.0005525314,0.0001228577,0.000025534135,0.00009709751,0.000028070128,0.00013032918,0.0034676478,0.00045608298,0.0000033317324],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000742658,0.00019662787,0.019288277,0.002525954,0.00018002804,0.000047638812,0.00094776746,0.00053569634,0.000050421913,0.029593324,0.011940282,0.93468654],"study_design_scores_gemma":[0.00019758212,0.00003718846,0.0016630247,0.0004004561,0.00004023453,0.000013392252,0.000029381392,0.78908956,0.000012551758,0.20364946,0.0046607377,0.00020640333],"about_ca_topic_score_codex":0.00008122707,"about_ca_topic_score_gemma":0.00014473883,"teacher_disagreement_score":0.93448013,"about_ca_system_score_codex":0.000026521755,"about_ca_system_score_gemma":0.000112539026,"threshold_uncertainty_score":0.5009992},"labels":[],"label_agreement":null},{"id":"W4396219318","doi":"10.1145/3637287","title":"PACMHCI V8, CSCW1, April 2024 Editorial","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer-supported cooperative work; Scholarship; Field (mathematics); Sociology; Computer science; Library science; Work (physics); Political science; Engineering","score_opus":0.030439433653283315,"score_gpt":0.3276763234752425,"score_spread":0.29723688982195917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396219318","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44803226,0.0002628324,0.012343378,0.063469455,0.45314935,0.0008358323,0.000012141723,0.002432706,0.019462047],"genre_scores_gemma":[0.9435598,0.000011440652,0.008716774,0.0002979409,0.043974385,0.000010461203,0.0000019771085,0.00003419009,0.003393011],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829733,0.000014983798,0.00035406768,0.0005183561,0.00056804594,0.00024723893],"domain_scores_gemma":[0.99880236,0.00014762065,0.00018719301,0.0005581795,0.00024633057,0.000058305028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037128254,0.00021493054,0.00020705978,0.00024389084,0.00018173098,0.0007562739,0.0025310554,0.00010948397,0.000020612742],"category_scores_gemma":[0.00018740441,0.00015300697,0.00023986591,0.00048408163,0.00004484393,0.0008430193,0.001162102,0.00073459384,0.00012560221],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022539687,0.00018676862,0.00022850513,0.0002487842,0.00015996154,0.0000032685487,0.0017832873,0.0003512997,0.012704946,0.056458186,0.89564705,0.032205395],"study_design_scores_gemma":[0.0006561609,0.0009727654,0.0011404657,0.002275431,0.00013880583,0.00008862632,0.00017451796,0.32260692,0.026680032,0.102284566,0.54216546,0.00081626436],"about_ca_topic_score_codex":0.000016800532,"about_ca_topic_score_gemma":9.1011594e-7,"teacher_disagreement_score":0.49552757,"about_ca_system_score_codex":0.00009299394,"about_ca_system_score_gemma":0.000034193814,"threshold_uncertainty_score":0.7292767},"labels":[],"label_agreement":null},{"id":"W4396508345","doi":"10.22215/etd/2024-15891","title":"Cognitive Predictors of Student Success in the Acquisition of Computer Programming","year":2024,"lang":"en","type":"dissertation","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Cognition; Domain (mathematical analysis); Computer programming; Mathematics education; Psychology; Natural language processing; Programming language","score_opus":0.011805260289971108,"score_gpt":0.32683332626025835,"score_spread":0.31502806597028726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396508345","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98210734,0.00025908838,0.014546183,0.00028864393,0.00074849575,0.0003606592,0.000006321866,0.00006532259,0.0016179361],"genre_scores_gemma":[0.9972,0.0000141217815,0.0020288234,0.000027173503,0.00010035427,0.0000105014415,0.00015600871,0.000007734204,0.0004552807],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99877715,0.000083608466,0.0003477946,0.00023736114,0.00043959208,0.00011451543],"domain_scores_gemma":[0.9993104,0.00014522776,0.0001917253,0.00017003114,0.00016716484,0.00001548953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033993664,0.00012361302,0.00021962027,0.00020934196,0.000019114372,0.0000893099,0.00059686176,0.0000902676,0.000004052105],"category_scores_gemma":[0.000008616588,0.00008187928,0.00009301201,0.0005036547,0.00002328109,0.00008769118,0.000060835177,0.00025453817,0.000003755814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112293295,0.0040552686,0.15242583,0.0073712394,0.0013959325,0.00022598404,0.2607021,0.002779418,0.00017140058,0.10258546,0.0014283268,0.46674675],"study_design_scores_gemma":[0.0014876905,0.0022386918,0.71091825,0.010072648,0.00068978907,0.000014656538,0.03425764,0.23316917,0.0021059036,0.0034870906,0.00047180173,0.001086681],"about_ca_topic_score_codex":0.00006210044,"about_ca_topic_score_gemma":0.000100046964,"teacher_disagreement_score":0.5584924,"about_ca_system_score_codex":0.000011699952,"about_ca_system_score_gemma":0.00007032649,"threshold_uncertainty_score":0.333894},"labels":[],"label_agreement":null},{"id":"W4396671170","doi":"10.29333/ejmste/14577","title":"Thematic bibliometric analysis of 37 specialized journals in mathematical education research indexed in &lt;i&gt;Scopus&lt;/i&gt; or &lt;i&gt;Web of Science&lt;/i&gt;","year":2024,"lang":"en","type":"article","venue":"Eurasia Journal of Mathematics Science and Technology Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Thematic map; Web of science; Mathematics education; Bibliometrics; Thematic analysis; Citation analysis; Computer science; Library science; Citation; Mathematics; Chemistry; Qualitative research; Sociology; Social science; MEDLINE; Geography","score_opus":0.03943951582574493,"score_gpt":0.3862124787954752,"score_spread":0.34677296296973026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396671170","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9819538,0.004331219,0.0048024156,0.006310295,0.0005364347,0.00040072433,0.0000027142846,0.00004627681,0.0016161263],"genre_scores_gemma":[0.9495111,0.0013173139,0.04874437,0.000020675247,0.000089503206,0.00001651377,9.833393e-7,0.000020323405,0.0002792305],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9925704,0.00026386656,0.002427751,0.000682094,0.0032579612,0.0007979152],"domain_scores_gemma":[0.9925182,0.0013400833,0.0014352234,0.0009937766,0.003426416,0.0002863069],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.021152247,0.00031906457,0.0011624041,0.14648943,0.00033553818,0.0006334422,0.0031601654,0.00026511124,0.000071825125],"category_scores_gemma":[0.0126117645,0.00024318727,0.0001837622,0.26748055,0.0030506433,0.0017533074,0.00047793856,0.00091515,0.000017688653],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024302837,0.0043865354,0.0032369583,0.0010703104,0.0002170753,0.000038122664,0.009058346,0.00022106634,0.35531437,0.52553165,0.0008356918,0.10006556],"study_design_scores_gemma":[0.0013967085,0.0014104652,0.023802223,0.009275191,0.0007685372,0.0013647693,0.008735174,0.3964834,0.018212806,0.5364727,0.0010674872,0.0010105887],"about_ca_topic_score_codex":0.000002523755,"about_ca_topic_score_gemma":0.000034646757,"teacher_disagreement_score":0.39626232,"about_ca_system_score_codex":0.00054227706,"about_ca_system_score_gemma":0.012025782,"threshold_uncertainty_score":0.99966246},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4396692689","doi":"10.1007/978-3-031-56365-2_3","title":"Assessment Analytics for Digital Assessments Identifying, Modeling, and Interpreting Behavioral Engagement","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in analytics for learning and teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton; University of Alberta","funders":"","keywords":"Analytics; Data science; Computer science; Psychology","score_opus":0.03834501199718405,"score_gpt":0.40361689730154754,"score_spread":0.3652718853043635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396692689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00056594453,0.0034031596,0.95842904,0.00033412944,0.00047888738,0.00045295706,0.000043397977,0.00023323955,0.036059257],"genre_scores_gemma":[0.7198071,0.0022563534,0.15262327,0.000076029835,0.00033016512,0.000043871903,0.00023383384,0.00018767851,0.124441735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702483,0.000046813555,0.00081545755,0.0011543061,0.00042208767,0.00053647486],"domain_scores_gemma":[0.9984171,0.0005485786,0.0004281388,0.00033291458,0.0001191575,0.00015411021],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015956613,0.0005700826,0.0007301549,0.0006338834,0.00051689026,0.001476304,0.0004659245,0.00024281465,0.0000025030522],"category_scores_gemma":[0.00019627568,0.00058346405,0.0002740307,0.00006290966,0.00008290653,0.00081625313,0.0006412207,0.0021788701,0.0000020147274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013848645,0.00008677252,0.0023273355,0.00097635464,0.00028088072,0.00003514426,0.00074282615,0.048121486,0.000005304991,0.7482828,0.0000314971,0.19909574],"study_design_scores_gemma":[0.0003706585,0.00038536615,0.0000033539714,0.0013409714,0.0002563988,0.000009499986,0.00031474975,0.82970566,4.5001016e-7,0.099587835,0.06748947,0.0005356228],"about_ca_topic_score_codex":0.000008991157,"about_ca_topic_score_gemma":0.000020715772,"teacher_disagreement_score":0.80580574,"about_ca_system_score_codex":0.00021236142,"about_ca_system_score_gemma":0.00009591105,"threshold_uncertainty_score":0.9996617},"labels":[],"label_agreement":null},{"id":"W4396766974","doi":"10.1016/j.eswa.2024.124167","title":"Artificial intelligence in education: A systematic literature review","year":2024,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":681,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Saskatchewan","funders":"","keywords":"Computer science; Systematic review; Artificial intelligence; Data science; MEDLINE","score_opus":0.014395288466626811,"score_gpt":0.31872940913674647,"score_spread":0.30433412067011967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396766974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003313916,0.4390945,0.5525306,0.0062345155,0.00020932482,0.0010217621,0.0000016289009,0.00022643073,0.000677951],"genre_scores_gemma":[0.7114802,0.102207355,0.13193992,0.004558819,0.0036730552,0.035282813,0.00015905162,0.00016225,0.010536548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.99870366,0.000092540904,0.00044509734,0.0003876339,0.00021803952,0.00015304047],"domain_scores_gemma":[0.9989573,0.000103147584,0.00007424137,0.0006819695,0.000112336085,0.00007100388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000337619,0.00013325158,0.0002490884,0.00018595332,0.000070660986,0.00046185614,0.0005098866,0.000046655445,0.0000025651389],"category_scores_gemma":[0.000026419684,0.00009464442,0.000043638367,0.0020116821,0.000019627307,0.00023776808,0.000036807705,0.00019341642,0.00021163248],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.286212e-7,0.0001254123,0.000007670251,0.06267167,0.000021189155,0.000017319528,0.0014869774,0.00018117868,0.00002031219,0.9149016,0.0029685032,0.017597618],"study_design_scores_gemma":[0.000025855941,0.00007359293,0.0000062459303,0.5251971,0.00004222191,0.0007522686,0.0009647306,0.35751736,0.000032882144,0.006184347,0.10856257,0.00064080954],"about_ca_topic_score_codex":0.000015638978,"about_ca_topic_score_gemma":0.000005361466,"teacher_disagreement_score":0.9087173,"about_ca_system_score_codex":0.00006842438,"about_ca_system_score_gemma":0.00024795753,"threshold_uncertainty_score":0.44536895},"labels":[],"label_agreement":null},{"id":"W4396820158","doi":"10.34105/j.kmel.2024.16.011","title":"Learning analytics: A comparison of western, educated, industrialized, rich, and democratic (WEIRD) and non-WEIRD research","year":2024,"lang":"en","type":"article","venue":"Knowledge Management & E-Learning An International Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Democracy; Analytics; Sociology; Political science; Data science; Computer science; Politics","score_opus":0.06340916318789405,"score_gpt":0.4225373617481225,"score_spread":0.3591281985602285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396820158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9098875,0.0031887502,0.060236722,0.006520042,0.0018669774,0.00030816725,0.0000022020856,0.0003298437,0.017659782],"genre_scores_gemma":[0.98797727,0.000738185,0.0041155363,0.0000362198,0.0008238096,0.0000050869226,0.000008592941,0.000032665033,0.006262666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677134,0.0006459811,0.00068632263,0.00058402505,0.0008811291,0.00043118265],"domain_scores_gemma":[0.998277,0.00037220324,0.0002547384,0.00020698662,0.0005933466,0.00029572705],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025317336,0.00024544977,0.00037302735,0.0012228844,0.0004327764,0.0019949127,0.0011164941,0.00011649323,0.000029287707],"category_scores_gemma":[0.00028839143,0.00023006999,0.00008776076,0.0008137958,0.0001600578,0.0008030959,0.0009031277,0.0021042349,0.000051352017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013776076,0.00080562534,0.36639914,0.0006473343,0.0022241732,0.00046749206,0.030571347,0.018129094,0.00027105614,0.021986943,0.0050968,0.55326325],"study_design_scores_gemma":[0.0011772315,0.0009773711,0.0094408225,0.0012158524,0.0001541053,0.00016014655,0.0070056547,0.94998115,0.000050094903,0.0016212417,0.027815381,0.00040094074],"about_ca_topic_score_codex":0.000016191401,"about_ca_topic_score_gemma":0.000007675851,"teacher_disagreement_score":0.93185204,"about_ca_system_score_codex":0.00011737293,"about_ca_system_score_gemma":0.00014667337,"threshold_uncertainty_score":0.99904114},"labels":[],"label_agreement":null},{"id":"W4396833177","doi":"10.1145/3613904.3642773","title":"CodeAid: Evaluating a Classroom Deployment of an LLM-based Programming Assistant that Balances Student and Educator Needs","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Software deployment; Transparency (behavior); Thematic analysis; Class (philosophy); Multimedia; Software engineering; Mathematics education; Programming language; Qualitative research; Psychology; Artificial intelligence","score_opus":0.03321512878270768,"score_gpt":0.36454695665582193,"score_spread":0.33133182787311427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396833177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9317874,0.0007719063,0.063632034,0.002858485,0.00027650842,0.00016035387,0.0000016109461,0.00033344218,0.0001782681],"genre_scores_gemma":[0.89255327,0.000007627928,0.10703012,0.00009839541,0.00005694596,0.000011258662,0.000002321019,0.000010544392,0.00022953555],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998645,0.00009136824,0.00022675541,0.0003204989,0.0004910672,0.00022533111],"domain_scores_gemma":[0.9993474,0.00013879318,0.000069281705,0.00027901438,0.000055072265,0.000110451634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073568284,0.00013039038,0.00017538399,0.00016422341,0.00007645394,0.00046849612,0.00034492987,0.000034355045,0.000007281676],"category_scores_gemma":[0.000022721666,0.000098396995,0.000051258437,0.00040430328,0.00004207422,0.00022750825,0.00011393864,0.00013680848,0.0000029531702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011955886,0.0010103153,0.11468367,0.00042701664,0.0001526946,0.000039335944,0.0044462327,0.0013244128,0.0015419447,0.023208054,0.00016801855,0.85298634],"study_design_scores_gemma":[0.00026698853,0.0007980219,0.0050978893,0.00024585985,0.000044940847,0.000007795781,0.0021824425,0.9877087,0.0010308351,0.00036837545,0.0020481113,0.00020003312],"about_ca_topic_score_codex":0.000047789825,"about_ca_topic_score_gemma":0.000028551183,"teacher_disagreement_score":0.9863843,"about_ca_system_score_codex":0.000039700953,"about_ca_system_score_gemma":0.00028576842,"threshold_uncertainty_score":0.4517719},"labels":[],"label_agreement":null},{"id":"W4396840624","doi":"10.1017/9781009282284.002","title":"Learning from Data, and Tools for the Task","year":2024,"lang":"en","type":"book-chapter","venue":"Cambridge University Press eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Task (project management); Computer science; Data science; Systems engineering; Engineering","score_opus":0.04348425060488397,"score_gpt":0.23275542918049605,"score_spread":0.18927117857561207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396840624","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003374546,0.0016242301,0.097348705,0.00074616435,0.000524633,0.00033663423,0.00067466137,0.00033296907,0.89837825],"genre_scores_gemma":[0.0010733006,0.00021883968,0.0013223763,0.000054902353,0.0002757855,3.055454e-7,0.0001334972,0.000025289784,0.99689573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998872,0.000019159663,0.000111624686,0.00065116,0.00016815637,0.0001779431],"domain_scores_gemma":[0.99816686,0.00064748776,0.0001102521,0.00093230174,0.00006562419,0.00007746163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001522391,0.00021832125,0.00022420293,0.000069255635,0.00029014872,0.00059573096,0.0016161358,0.0001634806,5.8784445e-7],"category_scores_gemma":[0.000035788962,0.00019084968,0.00009544813,0.0000079295405,0.00012141517,0.00026148467,0.0019506833,0.0006350727,0.000011475691],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007864573,0.0000017960425,6.6582936e-7,0.00003838863,0.00018588341,0.00006961457,0.00009044804,0.000038374586,0.0000065522845,0.95567775,0.01610848,0.027774196],"study_design_scores_gemma":[0.0001449054,0.00003250839,0.0000029140206,0.000106653504,0.0002381127,0.0000042606603,0.00004766295,0.12615244,0.0000043620207,0.00018052806,0.8728816,0.00020408834],"about_ca_topic_score_codex":0.000086073225,"about_ca_topic_score_gemma":0.0000021932487,"teacher_disagreement_score":0.9554972,"about_ca_system_score_codex":0.000033524702,"about_ca_system_score_gemma":0.00007564256,"threshold_uncertainty_score":0.7782624},"labels":[],"label_agreement":null},{"id":"W4396947851","doi":"10.19173/irrodl.v25i2.7718","title":"Marginalization, Technology Access and Study Approaches of Undergraduate Distance Learners during Covid-19 Pandemic in India","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Distance education; Virology; Mathematics education; Political science; Sociology; Psychology; Medicine; Infectious disease (medical specialty); Outbreak","score_opus":0.14040244516114458,"score_gpt":0.46942627361972294,"score_spread":0.32902382845857836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396947851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79692864,0.05672511,0.029840488,0.11283839,0.000102916296,0.0018243743,0.00003157372,0.00010289715,0.0016056238],"genre_scores_gemma":[0.98135936,0.018306773,0.00011877215,0.000025908159,0.0000079028005,0.000028666558,0.00001770742,0.0000048392494,0.00013006986],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982897,0.00047057844,0.00035049897,0.00030800435,0.0004140783,0.00016715685],"domain_scores_gemma":[0.9990244,0.0005441155,0.00010526433,0.000184842,0.00009322418,0.00004818286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004163127,0.000079560705,0.00021946279,0.00040576863,0.00009639369,0.00026347558,0.0013762582,0.000031744505,0.000005071606],"category_scores_gemma":[0.001912839,0.000058577014,0.00001843257,0.0017167471,0.0001992387,0.00032202684,0.0013572192,0.00061049673,8.5708587e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020766238,0.00008614473,0.893911,0.0020726766,0.00003460484,0.00003762522,0.00037818874,0.001324707,0.000010787891,0.09329286,0.00003596371,0.008794685],"study_design_scores_gemma":[0.004200861,0.000614307,0.34128588,0.03707052,0.000051968895,0.00023330057,0.02027424,0.42121845,0.00006895679,0.15492599,0.019308604,0.000746917],"about_ca_topic_score_codex":0.00016765816,"about_ca_topic_score_gemma":0.00004356227,"teacher_disagreement_score":0.55262506,"about_ca_system_score_codex":0.00010659445,"about_ca_system_score_gemma":0.00022663194,"threshold_uncertainty_score":0.26523384},"labels":[],"label_agreement":null},{"id":"W4397034181","doi":"10.1007/978-3-031-55272-4_4","title":"Digital Acculturation in the Era of Artificial Intelligence","year":2024,"lang":"en","type":"book-chapter","venue":"Palgrave studies in creativity and culture","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Acculturation; Vocational education; Pedagogy; Sociology; Mathematics education; Psychology; Engineering ethics; Engineering; Anthropology","score_opus":0.062356115394087114,"score_gpt":0.3392046159110831,"score_spread":0.27684850051699594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397034181","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018550995,0.048126515,0.013217659,0.018613042,0.00090571045,0.0010774103,0.0001808995,0.00016775395,0.9158559],"genre_scores_gemma":[0.9573424,0.00589657,0.00090138253,0.000083338346,0.00023637874,0.00001159699,0.000024409852,0.000011330118,0.035492577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99902093,0.000025778814,0.00028991394,0.0003234965,0.00022125908,0.000118609096],"domain_scores_gemma":[0.9994158,0.00018229685,0.00010978059,0.0001970502,0.00008003621,0.000015042599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023605295,0.00020785333,0.00032684844,0.000060480153,0.00006555179,0.000153082,0.00028822312,0.00014256478,0.000001993359],"category_scores_gemma":[0.0001195179,0.00012137047,0.000078439116,0.00014758944,0.00023849284,0.000078593665,0.00019942368,0.0007422616,0.000007628084],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041893722,0.00001700749,0.00006507848,0.00012748141,0.000061143124,0.000039470455,0.024533974,0.000045177425,0.0000036783351,0.8944849,0.00011669881,0.080501206],"study_design_scores_gemma":[0.000031620315,0.00011923883,0.000074960335,0.0009114618,0.000033209453,0.000013123281,0.0040720184,0.0025042987,0.000017725904,0.98597264,0.00602752,0.00022218245],"about_ca_topic_score_codex":0.0000053902536,"about_ca_topic_score_gemma":0.00018924543,"teacher_disagreement_score":0.9554873,"about_ca_system_score_codex":0.000024898676,"about_ca_system_score_gemma":0.000018946957,"threshold_uncertainty_score":0.4949344},"labels":[],"label_agreement":null},{"id":"W4397034263","doi":"10.1007/978-3-031-55272-4_1","title":"Creative Application of Artificial Intelligence in Education","year":2024,"lang":"en","type":"book-chapter","venue":"Palgrave studies in creativity and culture","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Agence Nationale de la Recherche","keywords":"Creativity; Realm; Expansive; Sociocultural evolution; Engineering ethics; Human intelligence; Psychology; Sociology; Engineering; Artificial intelligence; Computer science; Political science; Social psychology","score_opus":0.040373337516681485,"score_gpt":0.35367954443196953,"score_spread":0.31330620691528804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397034263","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007806016,0.09312956,0.07794972,0.00493671,0.0009519726,0.0014185888,0.00008526171,0.00018985609,0.8205577],"genre_scores_gemma":[0.8550207,0.020989262,0.0131931575,0.00009906566,0.00041085365,0.00009473095,0.000054045457,0.000034961762,0.11010324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989309,0.000027309647,0.0003281678,0.00043919668,0.00016012837,0.00011430382],"domain_scores_gemma":[0.99935275,0.00010239399,0.00016246273,0.00022083061,0.00013585223,0.00002570601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022167749,0.00021678487,0.0004075933,0.00018878578,0.00004388425,0.000031954176,0.00019402971,0.00017873009,0.0000027788565],"category_scores_gemma":[0.00008170676,0.00017870117,0.00006060989,0.00018737363,0.00022924457,0.000040992854,0.00018515215,0.00046347798,0.000009570744],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000385862,0.00002780671,0.00010479542,0.00020546658,0.00004414467,0.00000388891,0.008779033,0.000032994514,0.000009340029,0.8430424,0.000045556462,0.14770071],"study_design_scores_gemma":[0.000022251363,0.00007364285,0.0000955513,0.00093794375,0.00003377121,0.000003220005,0.0020113182,0.005485509,0.000048821497,0.9870582,0.0040347376,0.0001950083],"about_ca_topic_score_codex":0.000056461296,"about_ca_topic_score_gemma":0.00039317188,"teacher_disagreement_score":0.85424006,"about_ca_system_score_codex":0.0000722258,"about_ca_system_score_gemma":0.0000639066,"threshold_uncertainty_score":0.7287222},"labels":[],"label_agreement":null},{"id":"W4397034428","doi":"10.1007/978-3-031-55272-4_8","title":"Students’ Perspective on the Use of Artificial Intelligence in Education","year":2024,"lang":"en","type":"book-chapter","venue":"Palgrave studies in creativity and culture","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"Agence Nationale de la Recherche","keywords":"Enthusiasm; Perspective (graphical); Multidisciplinary approach; Pedagogy; Psychology; Sociology; Engineering ethics; Social science; Social psychology; Engineering; Artificial intelligence; Computer science","score_opus":0.1045534467166567,"score_gpt":0.38249322139276004,"score_spread":0.2779397746761033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397034428","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021255353,0.13524762,0.00971934,0.07814533,0.0055811442,0.00511353,0.000281662,0.0004406824,0.74421537],"genre_scores_gemma":[0.8373873,0.018680956,0.0025095816,0.00042821412,0.00038719652,0.00004560996,0.0000085936035,0.000031809326,0.14052072],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989466,0.00005236423,0.00023474729,0.00039339278,0.00026034482,0.000112566886],"domain_scores_gemma":[0.9991234,0.00034026892,0.00011402351,0.00024917928,0.00015384067,0.000019293773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024378675,0.00021262089,0.00032305848,0.00013739362,0.0000699908,0.00009539385,0.00028754654,0.00012204592,0.0000037062891],"category_scores_gemma":[0.00024378764,0.00013329521,0.00007068518,0.00015281976,0.00026351202,0.000037144127,0.0002789028,0.00065634795,0.000008230256],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061405103,0.000048186273,0.00017333594,0.000051475396,0.00008554473,0.000009270446,0.021945463,0.000058998776,0.00000125941,0.9661058,0.00020270918,0.011311798],"study_design_scores_gemma":[0.000022758943,0.0001411219,0.00020162703,0.0015050783,0.000038178514,0.0000025147863,0.009226558,0.0011999479,0.000013566895,0.982426,0.005030877,0.00019178401],"about_ca_topic_score_codex":0.000060083687,"about_ca_topic_score_gemma":0.00044547644,"teacher_disagreement_score":0.81613195,"about_ca_system_score_codex":0.00011812276,"about_ca_system_score_gemma":0.00005070094,"threshold_uncertainty_score":0.54356205},"labels":[],"label_agreement":null},{"id":"W4397294786","doi":"10.2196/51915","title":"Health Care Workers’ Motivations for Enrolling in Massive Open Online Courses During a Public Health Emergency: Descriptive Analysis","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"World Health Organization","keywords":"Health care; Medical education; Massive open online course; Globe; Coronavirus disease 2019 (COVID-19); Personal protective equipment; Preprint; Public health; Psychology; Medicine; Nursing; Disease; Infectious disease (medical specialty); Political science; Computer science; Pedagogy","score_opus":0.03950853087355343,"score_gpt":0.41410351539765533,"score_spread":0.3745949845241019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397294786","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17492205,0.0037914333,0.16126618,0.65737385,0.0013350404,0.0010188352,0.000034025135,0.00020598297,0.00005263041],"genre_scores_gemma":[0.979041,0.00019636138,0.018570492,0.0007222972,0.00033476745,0.00020486135,0.00034854154,0.000013983055,0.0005677054],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981145,0.00016600719,0.00048528035,0.00047566785,0.0003836803,0.00037482003],"domain_scores_gemma":[0.9989105,0.000094971074,0.00015907042,0.00027144884,0.00018597163,0.0003780726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006582723,0.000124552,0.000294909,0.0006580169,0.00023252131,0.0002494257,0.00066447863,0.00007203852,0.000042737258],"category_scores_gemma":[0.0005124849,0.00011594041,0.00010884646,0.0028548806,0.000025401734,0.000447238,0.00013437454,0.00033466917,0.0000044069],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021969592,0.003368917,0.13373697,0.0014802553,0.0008143195,0.000009066444,0.21889016,0.0031782105,0.000007712423,0.046040863,0.031811267,0.5606403],"study_design_scores_gemma":[0.0008005349,0.00028514542,0.22030689,0.0014307258,0.0000664302,0.0000060827997,0.05240841,0.70374185,0.0000028051647,0.0032217926,0.01721697,0.00051236275],"about_ca_topic_score_codex":0.0006699628,"about_ca_topic_score_gemma":0.0013779582,"teacher_disagreement_score":0.80411893,"about_ca_system_score_codex":0.00056511967,"about_ca_system_score_gemma":0.008320643,"threshold_uncertainty_score":0.9973013},"labels":[],"label_agreement":null},{"id":"W4398139524","doi":"10.1177/15210251241254053","title":"Educational Data Mining in Higher Education: Building a Predictive Model for Retaining University Graduates as Master's Students","year":2024,"lang":"en","type":"article","venue":"Journal of College Student Retention Research Theory & Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Residence; Medical education; Value (mathematics); Higher education; Predictive value; Quality (philosophy); Institution; Psychology; Mathematics education; Computer science; Sociology; Medicine; Political science; Machine learning; Social science","score_opus":0.16328517122915545,"score_gpt":0.475428385306471,"score_spread":0.3121432140773156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398139524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4807771,0.005418628,0.2744675,0.22077113,0.0041254195,0.0018381467,0.000098093595,0.00013165818,0.012372302],"genre_scores_gemma":[0.93810135,0.00025776468,0.039376073,0.000107918335,0.0004603094,0.0000063883763,0.000009266993,0.000016051146,0.021664899],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99571043,0.001358469,0.0004909527,0.0004501483,0.0016671951,0.00032282175],"domain_scores_gemma":[0.99399894,0.0036553626,0.0003397851,0.00046139158,0.001389685,0.0001548323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013902779,0.0001313136,0.00021149947,0.00097638153,0.00034267973,0.0006428412,0.0022497275,0.00006696913,0.00002677686],"category_scores_gemma":[0.002302119,0.00012430116,0.000103645536,0.0012300352,0.000081341794,0.0034094309,0.00090114685,0.00085728784,0.000007374847],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000934885,0.0014103742,0.0032471318,0.00013071667,0.0006238697,0.00021802018,0.003977855,0.0033163487,0.00014171402,0.97112095,0.006636743,0.008241417],"study_design_scores_gemma":[0.0021280088,0.0014542083,0.008980569,0.0024958414,0.00038607296,0.00038712466,0.035668653,0.6790703,0.000018986504,0.21251869,0.056427523,0.00046402626],"about_ca_topic_score_codex":0.0000071978184,"about_ca_topic_score_gemma":0.0000024043406,"teacher_disagreement_score":0.75860226,"about_ca_system_score_codex":0.00043680114,"about_ca_system_score_gemma":0.002594619,"threshold_uncertainty_score":0.61989325},"labels":[],"label_agreement":null},{"id":"W4398183461","doi":"10.5539/ijel.v14n3p93","title":"Exploring EFL Teachers’ Insights Regarding Artificial Intelligence Driven Tools in Student-Centered Writing Instructions","year":2024,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Computer science","score_opus":0.1113620197883426,"score_gpt":0.35217824564455164,"score_spread":0.24081622585620904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398183461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7016274,0.00075257896,0.1855279,0.00086517324,0.10075223,0.00013928238,0.000011622379,0.00031424777,0.010009611],"genre_scores_gemma":[0.96984774,0.00018148865,0.018591547,0.000034060515,0.011302476,0.0000016413177,0.000003030319,0.00001524955,0.00002277606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979555,0.00007476681,0.0008789152,0.00023376608,0.0006601553,0.0001969187],"domain_scores_gemma":[0.9949789,0.00039077236,0.00023575008,0.00015495665,0.0041479026,0.00009168964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005084274,0.00014183612,0.00020526002,0.00070332986,0.00006312218,0.0010082332,0.0010583022,0.000053274285,0.000005113948],"category_scores_gemma":[0.019595997,0.0001387723,0.00014511855,0.00041125462,0.000038486083,0.000629957,0.00022270203,0.0008064936,0.000007248616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003053862,0.00044759858,0.007234335,0.000046796995,0.000527045,0.0020346018,0.04109999,0.067249715,0.00017167475,0.65170646,0.0003758763,0.22907536],"study_design_scores_gemma":[0.0013693151,0.0006834015,0.006190738,0.007747283,0.00020418674,0.00016923861,0.031164484,0.56450444,0.003465493,0.09058064,0.2922044,0.0017163644],"about_ca_topic_score_codex":0.000005370802,"about_ca_topic_score_gemma":0.0000092279,"teacher_disagreement_score":0.5611258,"about_ca_system_score_codex":0.0002465439,"about_ca_system_score_gemma":0.00016049312,"threshold_uncertainty_score":0.98866236},"labels":[],"label_agreement":null},{"id":"W4398521197","doi":"10.7910/dvn/31t9zw","title":"Learning Analytics and xAPI","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Analytics; Computer science; Data science","score_opus":0.016960006101090462,"score_gpt":0.2585810790145026,"score_spread":0.24162107291341214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398521197","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014367138,0.0000034448067,0.0025600193,0.00006470018,0.0004524981,0.00008534287,0.99660134,0.00009714695,0.00012113352],"genre_scores_gemma":[0.000033047738,0.00066699565,0.0032051268,0.0003029018,0.00020999258,0.0000014326743,0.99304295,0.00001564731,0.002521918],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99817014,0.00011206489,0.00027468277,0.0006915321,0.00038990876,0.00036167455],"domain_scores_gemma":[0.9978125,0.00014594535,0.00024539023,0.0015659144,0.00007091147,0.00015933799],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003668863,0.00030919482,0.00040657277,0.00025808232,0.00014296366,0.00045052034,0.001351224,0.00024944657,0.00072404125],"category_scores_gemma":[0.00030148207,0.0002995905,0.000088853885,0.0002858873,0.00006441615,0.00038561865,0.0013815683,0.0009976834,0.054624543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020309203,0.000024236915,0.000052131454,0.000091654634,0.000049212555,0.000069410766,0.000019207404,0.00038511044,0.0000014682033,0.00016703994,0.9982592,0.00087931333],"study_design_scores_gemma":[0.00021717163,0.00009600776,0.0000336449,0.000079733036,0.00008233946,0.000027330569,0.000024338173,0.037927154,9.821117e-7,0.000057510646,0.96110815,0.00034561698],"about_ca_topic_score_codex":0.00006205855,"about_ca_topic_score_gemma":0.000011574557,"teacher_disagreement_score":0.053900503,"about_ca_system_score_codex":0.000035479083,"about_ca_system_score_gemma":0.00014125706,"threshold_uncertainty_score":0.99994564},"labels":[],"label_agreement":null},{"id":"W4398728138","doi":"10.7910/dvn/0kusgc","title":"Educational applications of metaverse: possibilities and limitations","year":2022,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Metaverse; Computer science; Possible world; Data science; Epistemology; Human–computer interaction; Philosophy","score_opus":0.021551534819631245,"score_gpt":0.27274288911942235,"score_spread":0.2511913542997911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398728138","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000892829,0.000007939579,0.0016179811,0.00021139432,0.00016336948,0.00015358516,0.9976722,0.00002777991,0.0001368423],"genre_scores_gemma":[0.000031581254,0.0003476698,0.013632556,0.00013192509,0.00006419601,0.00006668943,0.98460567,0.0000069595226,0.0011127786],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987253,0.00008973862,0.0002947703,0.00041088206,0.00033330332,0.00014599435],"domain_scores_gemma":[0.9977847,0.000527068,0.00025477735,0.0012465571,0.000104952895,0.00008196301],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00024055009,0.00015695872,0.00022665206,0.0002074595,0.00024871022,0.00013258946,0.000998614,0.00006972529,0.013349144],"category_scores_gemma":[0.00028765973,0.00016726351,0.00007417139,0.00036334287,0.00015825813,0.0002790651,0.00076205714,0.00030725627,0.0014646163],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012247946,0.00010847097,0.0000073014917,0.00008186838,0.00004953941,0.0000014038504,0.00008320665,0.00006928521,9.8411e-7,0.0090612145,0.9897234,0.0008121081],"study_design_scores_gemma":[0.00010151453,0.000032381726,0.000051144343,0.000010708319,0.000084372274,0.000010881746,0.00017945396,0.00076288154,7.457681e-7,0.0023385915,0.9962719,0.0001553904],"about_ca_topic_score_codex":0.00016731196,"about_ca_topic_score_gemma":0.00004250155,"teacher_disagreement_score":0.013066536,"about_ca_system_score_codex":0.000038237144,"about_ca_system_score_gemma":0.00049641356,"threshold_uncertainty_score":0.9993129},"labels":[],"label_agreement":null},{"id":"W4398745726","doi":"10.7910/dvn/31t9zw/idnjxy","title":"Learning Analytics and xAPI.pdf","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Analytics; Computer science; Data science","score_opus":0.01564300356283336,"score_gpt":0.2554285081719689,"score_spread":0.23978550460913553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398745726","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017365104,0.0000034504028,0.002688201,0.000069508395,0.00053819927,0.000103335165,0.99623865,0.000096311625,0.00024500728],"genre_scores_gemma":[0.000024510307,0.00071942026,0.0032063546,0.00034590464,0.00023298526,0.0000016934338,0.9895369,0.000016231388,0.0059160134],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99799293,0.00012422228,0.00030644267,0.0007483465,0.00042886916,0.00039921602],"domain_scores_gemma":[0.9976923,0.0001585732,0.00027294748,0.0016202303,0.00007659602,0.00017935869],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00039304246,0.00034153397,0.00044465595,0.0002791021,0.00016069459,0.00049408333,0.0014399068,0.0002719454,0.002143616],"category_scores_gemma":[0.00030096827,0.0003343762,0.00010046794,0.00031320937,0.00007295298,0.00042935583,0.0014413056,0.0010886185,0.15666956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025544477,0.000028370057,0.00006697659,0.00010061886,0.000056676352,0.00008291246,0.000019271505,0.0003891137,0.000001804867,0.00012223808,0.9982924,0.00083706796],"study_design_scores_gemma":[0.00025297765,0.00010848322,0.000039126895,0.000090931906,0.00009661931,0.00003324813,0.000029573062,0.035883613,0.0000012929323,0.00005572995,0.96302533,0.00038304378],"about_ca_topic_score_codex":0.00007053085,"about_ca_topic_score_gemma":0.000014292434,"teacher_disagreement_score":0.15452594,"about_ca_system_score_codex":0.000042662225,"about_ca_system_score_gemma":0.00015820623,"threshold_uncertainty_score":0.99991083},"labels":[],"label_agreement":null},{"id":"W4398756398","doi":"10.1109/adics58448.2024.10533596","title":"VIBE: A Data-Driven Approach to Career Guidance and Skill Development","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centennial College","funders":"","keywords":"CLARITY; Bridging (networking); Computer science; Confusion; Knowledge management; Data science; Psychology","score_opus":0.043958580210374576,"score_gpt":0.29162011773318697,"score_spread":0.2476615375228124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398756398","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046492857,0.00030601706,0.9802221,0.0042036707,0.00013680021,0.000063294756,0.0000031227974,0.000307676,0.010108044],"genre_scores_gemma":[0.21108541,0.00000571703,0.7809788,0.00048459746,0.00006776543,0.0000036543743,0.0000111733925,0.0000066727266,0.0073561925],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910223,0.000014171554,0.0001128608,0.00044862842,0.00016619134,0.0001559027],"domain_scores_gemma":[0.9993695,0.000026415988,0.000008753347,0.00047725305,0.000026523587,0.000091534916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019747563,0.00008054106,0.00008167295,0.0000651087,0.000052627667,0.0002943475,0.00070073875,0.000022943861,0.000003214877],"category_scores_gemma":[0.000024272147,0.00006193456,0.000010176251,0.00028253565,0.000011012619,0.00020456947,0.0008134974,0.00008709321,0.00010419927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002337186,0.00018469988,0.0018663965,0.0002948129,0.00016424598,0.00007915397,0.0130520975,0.005745823,0.00016989032,0.21572097,0.09953961,0.66318],"study_design_scores_gemma":[0.000033912864,0.000011815402,0.0010239293,0.00003276227,0.0000034054053,0.000011870802,0.000035967034,0.83863837,0.000034053355,0.00017403753,0.15987758,0.00012226812],"about_ca_topic_score_codex":0.000011691425,"about_ca_topic_score_gemma":0.000006760453,"teacher_disagreement_score":0.83289254,"about_ca_system_score_codex":0.000016733926,"about_ca_system_score_gemma":0.00009157318,"threshold_uncertainty_score":0.28383997},"labels":[],"label_agreement":null},{"id":"W4399102745","doi":"10.1201/9781032665443-74","title":"An Analytical Examination of Research Trends in the Indian National Education Policy 2020: A Scientometric Approach","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Regional science; Political science; Library science; Geography; Computer science","score_opus":0.09632176922676591,"score_gpt":0.44514239880831835,"score_spread":0.34882062958155247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399102745","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044407474,0.00010965888,0.0009324121,0.005576041,0.00009262862,0.00011569186,0.0000093016615,0.000044303226,0.9926759],"genre_scores_gemma":[0.57705903,0.00002516827,0.0026803017,0.00010109209,0.00053327996,0.00000773518,0.00013353048,0.00001428768,0.41944557],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99670947,0.00014639788,0.00034143263,0.0005483199,0.0020143092,0.00024008338],"domain_scores_gemma":[0.9985299,0.000226539,0.000092438146,0.00051215594,0.0005545341,0.00008443286],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0043159183,0.00014617342,0.00018124464,0.0137770595,0.00008350702,0.0003665393,0.0013588124,0.00019757208,0.00004152423],"category_scores_gemma":[0.00022164476,0.000109860695,0.00008957724,0.008275767,0.00017684029,0.00022755806,0.00016323302,0.0008424871,0.00005182789],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.3642635e-7,0.00014691566,0.000023063476,0.000030871513,0.000008728287,0.0000024798742,0.00077944685,0.0000839422,6.847835e-7,0.90102404,0.0009352142,0.09696417],"study_design_scores_gemma":[0.0002159667,0.0004501481,0.018710794,0.00022456556,0.00002984518,0.00007126007,0.0007217768,0.63903594,0.0000027587878,0.31777033,0.022275802,0.00049081095],"about_ca_topic_score_codex":0.00009893268,"about_ca_topic_score_gemma":0.000022590195,"teacher_disagreement_score":0.638952,"about_ca_system_score_codex":0.00028095063,"about_ca_system_score_gemma":0.0012030386,"threshold_uncertainty_score":0.99740094},"labels":[],"label_agreement":null},{"id":"W4399145934","doi":"10.1007/978-3-031-58950-8_5","title":"Mapping for Quality Analysis of the Instructional Model for MOOCs. Case Study: Open Campus Initiative","year":2024,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Quality (philosophy); Library science; Information retrieval; World Wide Web; Physics","score_opus":0.15905691045565595,"score_gpt":0.4141904944579001,"score_spread":0.2551335840022442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399145934","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011814708,0.000056614197,0.98709595,0.0016623834,0.00019397399,0.0011158565,0.00018346723,0.000029594441,0.008480671],"genre_scores_gemma":[0.6201888,0.000094939416,0.37701094,0.00059779285,0.000029795807,0.0001438741,0.000078871104,0.000009685734,0.0018453059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985188,0.0000332763,0.0007748932,0.00025903626,0.00028596728,0.0001279986],"domain_scores_gemma":[0.99677813,0.00045671727,0.0005232458,0.0014948783,0.00070596,0.00004103951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019066639,0.00014295983,0.00032551846,0.0010166445,0.00059329637,0.0005925028,0.0033676545,0.00006550731,5.817175e-7],"category_scores_gemma":[0.00008847926,0.000115651885,0.00012801992,0.0011087635,0.00042363937,0.0024520028,0.0033681518,0.00026172042,7.1840986e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022030597,0.000034418394,0.00014616379,0.000050839473,0.0001371202,2.485907e-7,0.011338739,0.04027078,3.1978973e-7,0.89866346,0.000041905456,0.04931381],"study_design_scores_gemma":[0.00021600894,0.00003063707,0.00033948154,0.000063222826,0.00006797417,0.000012886353,0.000382998,0.96125406,3.7303383e-7,0.0348521,0.0026481904,0.0001320429],"about_ca_topic_score_codex":0.00004784472,"about_ca_topic_score_gemma":0.00013049181,"teacher_disagreement_score":0.9209833,"about_ca_system_score_codex":0.000097200085,"about_ca_system_score_gemma":0.00047379578,"threshold_uncertainty_score":0.6257996},"labels":[],"label_agreement":null},{"id":"W4399209336","doi":"10.1007/978-3-031-63031-6_2","title":"Cognitive Engagement Detection of Online Learners Using GloVe Embedding and Hybrid LSTM","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Embedding; Cognition; Human–computer interaction; Multimedia; Artificial intelligence; Speech recognition; Psychology","score_opus":0.02571476235785965,"score_gpt":0.3039014943563106,"score_spread":0.27818673199845095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399209336","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076227053,0.0007025798,0.989891,0.00033647913,0.0008645456,0.00015876704,0.000013059608,0.00009581496,0.00031504862],"genre_scores_gemma":[0.8296519,0.00009916193,0.16943741,0.00022288885,0.00033135855,7.5416455e-7,0.000004899829,0.000029060022,0.00022256104],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749637,0.000038020935,0.0004117151,0.0010607234,0.00062417216,0.00036897667],"domain_scores_gemma":[0.99865323,0.00039443947,0.00025355877,0.0004068181,0.00019015065,0.000101826045],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000726935,0.0003554317,0.00041290035,0.0008199139,0.00016414578,0.00031624793,0.0007544163,0.00013297005,0.0000035161067],"category_scores_gemma":[0.00013503552,0.00033208667,0.000100756835,0.0004762003,0.00047208494,0.00028902772,0.0010740869,0.0010318857,0.00000629313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000800255,0.000045069974,0.000055784876,0.0002160588,0.000060536608,0.00015746754,0.001312533,0.14860022,0.0018029504,0.005000241,0.000001115446,0.84274],"study_design_scores_gemma":[0.00013499941,0.00016688244,0.000020884905,0.0010603216,0.000036549958,0.000064693886,0.0000029723292,0.9534149,0.0018118683,0.042846106,0.00010658152,0.0003332516],"about_ca_topic_score_codex":0.000028644787,"about_ca_topic_score_gemma":0.000023908106,"teacher_disagreement_score":0.84240675,"about_ca_system_score_codex":0.00016152953,"about_ca_system_score_gemma":0.00027337528,"threshold_uncertainty_score":0.9999131},"labels":[],"label_agreement":null},{"id":"W4399210595","doi":"10.5539/ijel.v14n3p90","title":"Exploring EFL Teachers’ Insights Regarding Artificial Intelligence Driven Tools in Student-Centered Writing Instructions","year":2024,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer science; Psychology; Artificial intelligence","score_opus":0.1113620197883426,"score_gpt":0.35217824564455164,"score_spread":0.24081622585620904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399210595","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7016274,0.00075257896,0.1855279,0.00086517324,0.10075223,0.00013928238,0.000011622379,0.00031424777,0.010009611],"genre_scores_gemma":[0.96984774,0.00018148865,0.018591547,0.000034060515,0.011302476,0.0000016413177,0.000003030319,0.00001524955,0.00002277606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979555,0.00007476681,0.0008789152,0.00023376608,0.0006601553,0.0001969187],"domain_scores_gemma":[0.9949789,0.00039077236,0.00023575008,0.00015495665,0.0041479026,0.00009168964],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005084274,0.00014183612,0.00020526002,0.00070332986,0.00006312218,0.0010082332,0.0010583022,0.000053274285,0.000005113948],"category_scores_gemma":[0.019595997,0.0001387723,0.00014511855,0.00041125462,0.000038486083,0.000629957,0.00022270203,0.0008064936,0.000007248616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003053862,0.00044759858,0.007234335,0.000046796995,0.000527045,0.0020346018,0.04109999,0.067249715,0.00017167475,0.65170646,0.0003758763,0.22907536],"study_design_scores_gemma":[0.0013693151,0.0006834015,0.006190738,0.007747283,0.00020418674,0.00016923861,0.031164484,0.56450444,0.003465493,0.09058064,0.2922044,0.0017163644],"about_ca_topic_score_codex":0.000005370802,"about_ca_topic_score_gemma":0.0000092279,"teacher_disagreement_score":0.5611258,"about_ca_system_score_codex":0.0002465439,"about_ca_system_score_gemma":0.00016049312,"threshold_uncertainty_score":0.98866236},"labels":[],"label_agreement":null},{"id":"W4399247232","doi":"10.58346/jisis.2024.i2.008","title":"OptCatB: Optuna Hyperparameter Optimization Model to Forecast the Educational Proficiency of Immigrant Students based on CatBoost Regression","year":2024,"lang":"en","type":"article","venue":"Journal of Internet Services and Information Security","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hyperparameter; Immigration; Socioeconomic status; Reading (process); Poverty; Computer science; Educational attainment; Psychology; Machine learning; Mathematics education; Geography; Demography; Sociology; Political science","score_opus":0.008647900684736264,"score_gpt":0.28476581474578977,"score_spread":0.2761179140610535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399247232","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67693365,0.00019067887,0.3050489,0.016577413,0.0005231517,0.00020439719,0.000015152676,0.000020754902,0.00048588973],"genre_scores_gemma":[0.99017644,0.00003363776,0.008657409,0.0010388775,0.000043958138,0.0000019719403,0.000007513872,0.0000029612625,0.000037244354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988529,0.000031755982,0.0004811036,0.00008008241,0.00046629898,0.000087871274],"domain_scores_gemma":[0.99909264,0.000071622126,0.00030763133,0.00014160504,0.00032209503,0.00006439212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005006832,0.0000923306,0.00012453584,0.00024194141,0.000048344024,0.00036763214,0.0005370278,0.000036970356,0.000007881499],"category_scores_gemma":[0.000026691805,0.000052847536,0.0000660021,0.0002502178,0.000015977666,0.0015469203,0.00010078315,0.00018064571,0.000005185615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007188958,0.00020025703,0.00095535,0.00038121277,0.00003684792,0.0000010457159,0.025253613,0.95573694,0.000016617438,0.010222956,0.00069704774,0.0064262254],"study_design_scores_gemma":[0.00014333418,0.00022059775,0.00063337135,0.000531591,0.000010576335,0.000014199506,0.00042151977,0.9970192,0.00009502121,0.00033749774,0.0005136944,0.000059413276],"about_ca_topic_score_codex":0.00003487424,"about_ca_topic_score_gemma":0.0000031355141,"teacher_disagreement_score":0.31324276,"about_ca_system_score_codex":0.00002920672,"about_ca_system_score_gemma":0.000090004294,"threshold_uncertainty_score":0.35450852},"labels":[],"label_agreement":null},{"id":"W4399298822","doi":"10.54254/2753-7048/54/20241550","title":"AIED in English Preparatory Courses: A Comparative Study of UK and North American Universities and Its Impact on Chinese International Student Mobility","year":2024,"lang":"en","type":"article","venue":"Lecture Notes in Education Psychology and Public Media","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"International education; Higher education; Political science; Medical education; Psychology; Pedagogy; Medicine; Law","score_opus":0.015323453292213022,"score_gpt":0.3952002695101634,"score_spread":0.3798768162179504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399298822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99676496,0.00073249656,0.00019715421,0.0015142679,0.0005502749,0.00012636332,0.000005219733,0.000018918272,0.00009035127],"genre_scores_gemma":[0.99951255,0.00010513697,0.00012729496,0.00016052155,0.00007117241,0.000007676441,0.000009365809,0.0000022872275,0.0000039853935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99917084,0.00017089263,0.00015170062,0.00030372318,0.00010610658,0.00009675884],"domain_scores_gemma":[0.99921197,0.0004545471,0.00006199431,0.00013070187,0.00008352183,0.000057273985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023256875,0.000099605095,0.00017801458,0.0003053948,0.000025140867,0.000056518882,0.00016496477,0.000036072182,0.0000061387354],"category_scores_gemma":[0.00014333082,0.000077612545,0.000011718484,0.00050061353,0.00009870214,0.0001449146,0.000047813755,0.00025817053,3.2032767e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002489977,0.0007626283,0.8865659,0.000009583506,0.000041172192,0.0000023962496,0.10217836,0.0002892393,0.0000033785839,0.00035755706,0.00004156133,0.009723307],"study_design_scores_gemma":[0.00031301947,0.0003156345,0.98740584,0.000016957982,0.0000048001325,0.0000037842285,0.00598148,0.0053422856,8.203205e-7,0.0004951325,0.00005004409,0.000070181086],"about_ca_topic_score_codex":0.000059410588,"about_ca_topic_score_gemma":0.0011028729,"teacher_disagreement_score":0.100839935,"about_ca_system_score_codex":0.00003707708,"about_ca_system_score_gemma":0.00018173907,"threshold_uncertainty_score":0.3164948},"labels":[],"label_agreement":null},{"id":"W4399317987","doi":"10.1109/icstw60967.2024.00064","title":"Factors Influencing the Performance of Students in Software Automated Test Tools Course","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fanshawe College; Western University","funders":"","keywords":"Computer science; Software engineering; Test (biology); Quality assurance; Certificate; Regression testing; Software; Engineering management; Software construction; Software development; Engineering; Operating system","score_opus":0.026207701345815206,"score_gpt":0.3240104486070459,"score_spread":0.29780274726123074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399317987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9977172,0.000113495065,0.0003579006,0.00051199336,0.0003386685,0.000142638,0.000010360299,0.0007082338,0.000099523604],"genre_scores_gemma":[0.9967361,0.00002275474,0.0025581217,0.0000684117,0.000030669566,0.0000055668365,0.0000072022694,0.000012964509,0.00055822334],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843776,0.000045969166,0.00040497884,0.00038431786,0.0005020171,0.00022496749],"domain_scores_gemma":[0.99865395,0.00032343046,0.00016901002,0.00071678136,0.00009595801,0.00004087607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042750995,0.0002196267,0.00029162117,0.00013997724,0.00004706384,0.0003806737,0.0020483455,0.00014099057,0.0000059021822],"category_scores_gemma":[0.00019237133,0.00013332002,0.00009324015,0.00042716996,0.000045531397,0.000114571645,0.003083976,0.00095005846,0.000026849044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.5157454e-7,0.00012154335,0.9464821,0.00033428575,0.000052544903,0.000009547389,0.0023309917,0.04731005,0.000022140594,0.00021076981,0.00027659358,0.0028488424],"study_design_scores_gemma":[0.00006511703,0.00004433702,0.37603647,0.0006522328,0.000020495121,0.0000010326619,0.00015232331,0.62238544,0.00017680819,0.0002617804,0.00003052618,0.00017346308],"about_ca_topic_score_codex":0.00014324117,"about_ca_topic_score_gemma":0.00003373117,"teacher_disagreement_score":0.5750754,"about_ca_system_score_codex":0.000063317304,"about_ca_system_score_gemma":0.0003218089,"threshold_uncertainty_score":0.54366326},"labels":[],"label_agreement":null},{"id":"W4399341635","doi":"10.56198/u6c0wwzcx","title":"Circles: A Framework for Creating Inclusive Virtual Reality Learning Activities in Social Learning Spaces","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Algonquin College","funders":"","keywords":"Computer science; Virtual reality; Human–computer interaction; Social learning; Multimedia; Knowledge management","score_opus":0.020491443238444217,"score_gpt":0.3417479424356574,"score_spread":0.3212564991972132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399341635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0770483,0.00010397576,0.9105561,0.0077209547,0.00020104527,0.00010790554,0.0000015854745,0.00073817483,0.0035220038],"genre_scores_gemma":[0.96769583,0.000015546668,0.028515276,0.0000936492,0.0005967886,0.000015401578,0.0000056117306,0.000021385258,0.0030404818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998427,0.00020340082,0.00024814572,0.0004730187,0.0002582137,0.0003902555],"domain_scores_gemma":[0.99806535,0.0016317687,0.00008566923,0.00012249924,0.00004335687,0.00005134198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083497906,0.00016418402,0.00025040132,0.00022012125,0.00060426776,0.0007235184,0.00034234027,0.00014903357,0.000013111399],"category_scores_gemma":[0.0008766529,0.00016075169,0.00012610861,0.0006120187,0.000057912945,0.00048132698,0.00032111455,0.0010184923,0.000012377162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012061964,0.000048659625,0.0026667332,0.00012962367,0.00005108033,0.000028252744,0.02954759,0.024220642,0.00023264842,0.81559354,0.00019407478,0.12727508],"study_design_scores_gemma":[0.0001674912,0.00022241504,0.00052605,0.00031785705,0.000012622953,0.000004853644,0.011976977,0.92612034,0.00013445091,0.05312975,0.0070783296,0.00030888733],"about_ca_topic_score_codex":0.00011637457,"about_ca_topic_score_gemma":0.000035392248,"teacher_disagreement_score":0.9018997,"about_ca_system_score_codex":0.000112649075,"about_ca_system_score_gemma":0.00016508458,"threshold_uncertainty_score":0.6976904},"labels":[],"label_agreement":null},{"id":"W4399476691","doi":"10.13140/rg.2.2.32571.68644","title":"Smart EdTech, a global community of practice for the sociocritical development of artificial intelligence in education","year":2024,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Engineering ethics; Political science; Knowledge management; Engineering management; Artificial intelligence; Computer science; Engineering","score_opus":0.027350092597661316,"score_gpt":0.3233647316953557,"score_spread":0.2960146390976944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399476691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02058534,0.0011232779,0.9394084,0.034873758,0.00041717343,0.0004143116,0.000027352591,0.0000771493,0.00307324],"genre_scores_gemma":[0.62628996,0.00008325524,0.37329122,0.000047530088,0.000013504861,0.00004894429,0.000044329674,0.000009600064,0.00017167136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951319,0.0031383429,0.00077805034,0.0003700749,0.00036652473,0.00021508957],"domain_scores_gemma":[0.99103284,0.004742955,0.00043048107,0.0015287722,0.0022025653,0.00006239376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009143388,0.00018494442,0.0002855111,0.00012922783,0.00023489735,0.0002056879,0.0020688116,0.00017466133,0.0000039807965],"category_scores_gemma":[0.0053583407,0.00016876361,0.00015048968,0.0005946002,0.00024661105,0.00009242898,0.0022066915,0.00096502836,0.0000062874774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071104137,0.0012047446,0.00010019208,0.00042112733,0.00004932426,3.5411145e-7,0.014734927,0.00017272047,0.000102999744,0.63078266,0.00009963441,0.3523242],"study_design_scores_gemma":[0.00014138958,0.000002992669,0.0012187617,0.005523969,0.00013297072,0.00001153059,0.004508955,0.54128486,0.020318901,0.42049465,0.005855157,0.0005058486],"about_ca_topic_score_codex":0.0012012409,"about_ca_topic_score_gemma":0.0016663873,"teacher_disagreement_score":0.6057046,"about_ca_system_score_codex":0.000167642,"about_ca_system_score_gemma":0.00197277,"threshold_uncertainty_score":0.68819803},"labels":[],"label_agreement":null},{"id":"W4399615623","doi":"10.24191/ijelhe.v19n2.19212","title":"Leveraging artificial intelligence for enhancing postgraduate teaching: a framework to engaging professional learners","year":2024,"lang":"en","type":"article","venue":"International Journal on e-Learning and Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Division of Human Resource Development; East China Normal University; McGill University","keywords":"Transformative learning; Professional development; Inclusion (mineral); Curriculum; Context (archaeology); Conceptual framework; Professional learning community; Leverage (statistics); Engineering ethics; Pedagogy; Knowledge management; Psychology; Computer science; Sociology; Engineering; Artificial intelligence","score_opus":0.029982469275571355,"score_gpt":0.39039098057736876,"score_spread":0.3604085113017974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399615623","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09970295,0.00041003444,0.7081812,0.17594652,0.014519742,0.00014947842,0.0000013554295,0.0002609653,0.00082778186],"genre_scores_gemma":[0.94538087,0.000030521634,0.045524847,0.0012102826,0.0024436535,0.000013203942,0.000007381891,0.000022247277,0.0053670206],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99841356,0.00015670023,0.0003501962,0.00038405095,0.000451434,0.00024407226],"domain_scores_gemma":[0.99879664,0.00059461006,0.000121516656,0.000093714305,0.00022677067,0.00016675325],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000899495,0.00015966145,0.00012625947,0.00052797806,0.00049871893,0.0014513246,0.00042350407,0.00006770626,0.00003067251],"category_scores_gemma":[0.0005267265,0.00014354048,0.00009138689,0.00019248073,0.00001861578,0.00035999264,0.00009274021,0.0013726866,0.000055042034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027232869,0.00011696154,0.0002617136,0.000021810813,0.00007306382,0.000012806339,0.0058789873,0.0037628673,0.000907063,0.4894923,0.00074571004,0.4986995],"study_design_scores_gemma":[0.00016336724,0.0006813684,0.0021329175,0.0051145307,0.000056082536,0.000361204,0.004697916,0.17772233,0.0009379118,0.41123232,0.39601067,0.0008893645],"about_ca_topic_score_codex":0.000008419477,"about_ca_topic_score_gemma":6.348141e-7,"teacher_disagreement_score":0.8456779,"about_ca_system_score_codex":0.00016253105,"about_ca_system_score_gemma":0.0003208412,"threshold_uncertainty_score":0.9995853},"labels":[],"label_agreement":null},{"id":"W4399698763","doi":"10.1080/09500693.2024.2359099","title":"Using machine learning to predict student science achievement based on science curriculum type in TIMSS 2019","year":2024,"lang":"en","type":"article","venue":"International Journal of Science Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Mathematics education; Curriculum; Science education; Academic achievement; Science learning; Student achievement; Computer science; Psychology; Pedagogy","score_opus":0.017082075464454033,"score_gpt":0.3888061228147077,"score_spread":0.37172404735025366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399698763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9604571,0.0001035253,0.018092642,0.0120832035,0.008681703,0.00009917718,9.381354e-7,0.000030844956,0.00045085998],"genre_scores_gemma":[0.9738895,0.000011400137,0.02537408,0.00031853057,0.00029251628,8.2409497e-7,5.802345e-7,0.000004883525,0.00010765016],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958787,0.000036516703,0.00039317485,0.00044564807,0.0029299548,0.0003160098],"domain_scores_gemma":[0.99768156,0.000059622267,0.00018932344,0.00020728394,0.0016323506,0.0002298366],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0047331173,0.00011114859,0.00010663704,0.0032713604,0.00029971462,0.0013727179,0.0031600597,0.000017058712,0.000008649921],"category_scores_gemma":[0.0009245359,0.0000918419,0.000040344516,0.0053105387,0.00056364253,0.002100952,0.00031873488,0.00037716786,0.000027754995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028301545,0.001671281,0.13197881,0.000017430064,0.000016701604,0.000060496463,0.006237291,0.63210046,0.116287395,0.039604202,0.00019470698,0.07180289],"study_design_scores_gemma":[0.00012135855,0.0003121549,0.027433598,0.00050281297,0.000004457606,0.00004490992,0.0003483965,0.9674585,0.0022821275,0.00038885442,0.000977751,0.00012506661],"about_ca_topic_score_codex":0.00007274389,"about_ca_topic_score_gemma":0.000004106631,"teacher_disagreement_score":0.33535802,"about_ca_system_score_codex":0.0013144483,"about_ca_system_score_gemma":0.009118404,"threshold_uncertainty_score":0.99966395},"labels":[],"label_agreement":null},{"id":"W4399723066","doi":"10.32920/26052610.v1","title":"Online Learning and Its Impacts on Computer Engineering Students: How Virtual Reality Can Enhance Their Experience","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Virtual reality; Human–computer interaction; Computer science; Multimedia","score_opus":0.019551083878643273,"score_gpt":0.31966751554908435,"score_spread":0.30011643167044105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399723066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8691759,0.00044567348,0.11897803,0.008904511,0.0011912839,0.00020925209,0.000029773471,0.0009877947,0.00007774296],"genre_scores_gemma":[0.99157953,0.00027586683,0.0051857717,0.00025813392,0.0005574276,0.00000970374,0.000028078495,0.00003663794,0.0020688386],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738836,0.00011061041,0.0003115466,0.001162122,0.0005569476,0.0004703989],"domain_scores_gemma":[0.9987126,0.00019315467,0.00015301692,0.0005769848,0.000111705245,0.0002525195],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00039024683,0.00050186005,0.00047905176,0.00021759946,0.000112292706,0.0012049646,0.0012529809,0.00022216045,0.0000043428367],"category_scores_gemma":[0.00014281967,0.00040855684,0.00012301892,0.00027237026,0.000033145003,0.00012486964,0.004348575,0.002069711,0.000011949051],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003341958,0.001438087,0.0033074052,0.0020450335,0.0009790936,0.0006192883,0.048110433,0.7502145,0.002843745,0.031330254,0.0015910757,0.15748768],"study_design_scores_gemma":[0.00011263023,0.000257578,0.0013827212,0.0008631707,0.000013419052,0.000013365461,0.00021929364,0.9943113,0.0008859512,0.00023079908,0.0011677011,0.0005421065],"about_ca_topic_score_codex":0.00005078525,"about_ca_topic_score_gemma":0.00002548347,"teacher_disagreement_score":0.24409677,"about_ca_system_score_codex":0.000115024435,"about_ca_system_score_gemma":0.00010632834,"threshold_uncertainty_score":0.9998366},"labels":[],"label_agreement":null},{"id":"W4399723152","doi":"10.32920/26052610","title":"Online Learning and Its Impacts on Computer Engineering Students: How Virtual Reality Can Enhance Their Experience","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Virtual reality; Human–computer interaction; Computer science; Multimedia","score_opus":0.019551083878643273,"score_gpt":0.31966751554908435,"score_spread":0.30011643167044105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399723152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8691759,0.00044567348,0.11897803,0.008904511,0.0011912839,0.00020925209,0.000029773471,0.0009877947,0.00007774296],"genre_scores_gemma":[0.99157953,0.00027586683,0.0051857717,0.00025813392,0.0005574276,0.00000970374,0.000028078495,0.00003663794,0.0020688386],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738836,0.00011061041,0.0003115466,0.001162122,0.0005569476,0.0004703989],"domain_scores_gemma":[0.9987126,0.00019315467,0.00015301692,0.0005769848,0.000111705245,0.0002525195],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00039024683,0.00050186005,0.00047905176,0.00021759946,0.000112292706,0.0012049646,0.0012529809,0.00022216045,0.0000043428367],"category_scores_gemma":[0.00014281967,0.00040855684,0.00012301892,0.00027237026,0.000033145003,0.00012486964,0.004348575,0.002069711,0.000011949051],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003341958,0.001438087,0.0033074052,0.0020450335,0.0009790936,0.0006192883,0.048110433,0.7502145,0.002843745,0.031330254,0.0015910757,0.15748768],"study_design_scores_gemma":[0.00011263023,0.000257578,0.0013827212,0.0008631707,0.000013419052,0.000013365461,0.00021929364,0.9943113,0.0008859512,0.00023079908,0.0011677011,0.0005421065],"about_ca_topic_score_codex":0.00005078525,"about_ca_topic_score_gemma":0.00002548347,"teacher_disagreement_score":0.24409677,"about_ca_system_score_codex":0.000115024435,"about_ca_system_score_gemma":0.00010632834,"threshold_uncertainty_score":0.9998366},"labels":[],"label_agreement":null},{"id":"W4399851707","doi":"10.1101/2024.06.19.24309148","title":"Policies on Artificial Intelligence Chatbots Among Academic Publishers: A Cross-Sectional Audit","year":2024,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McMaster University","funders":"","keywords":"Audit; Cross-sectional study; Psychology; Computer science; Accounting; Business; Statistics; Mathematics","score_opus":0.06391877435692982,"score_gpt":0.356526168485986,"score_spread":0.2926073941290562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399851707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9510506,0.00027219867,0.026023507,0.012835538,0.006367391,0.0001907731,0.000020903459,0.0009176926,0.0023214165],"genre_scores_gemma":[0.9928285,0.000039472085,0.0012424914,0.00032706148,0.002359612,0.000030528267,0.000019167765,0.00003818394,0.003114985],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966531,0.000112899776,0.0006616003,0.0012041151,0.0008417217,0.0005265926],"domain_scores_gemma":[0.9982139,0.00018596808,0.00027806105,0.0009487659,0.0001785911,0.00019473369],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010487599,0.00039571998,0.00033945416,0.0005778568,0.00018255095,0.0027908518,0.0024308348,0.0006224255,0.000050105005],"category_scores_gemma":[0.0005388673,0.00036369232,0.00029539657,0.0006892823,0.00024340884,0.0003738829,0.0026838977,0.004009714,0.00079469057],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026515616,0.0002801589,0.4681893,0.0006029485,0.00033873835,0.00023154069,0.0032999637,0.112727486,0.00019729468,0.36822295,0.004857674,0.04102545],"study_design_scores_gemma":[0.000034548764,0.00010226938,0.20328261,0.00051944325,0.000025806785,0.000018620556,0.000049632417,0.35720477,0.0006470529,0.4345299,0.0028010085,0.0007843614],"about_ca_topic_score_codex":0.00011402267,"about_ca_topic_score_gemma":0.000020880138,"teacher_disagreement_score":0.26490667,"about_ca_system_score_codex":0.0001512566,"about_ca_system_score_gemma":0.0003747083,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W4399860875","doi":"10.1145/3660650.3660659","title":"Opportunities for Adaptive Experiments to Enable Continuous Improvement in Computer Science Education","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Computer science; Bridging (networking); Adaptive learning; Artificial intelligence","score_opus":0.0483684689529977,"score_gpt":0.3266726733182112,"score_spread":0.2783042043652135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399860875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027419379,0.00007955593,0.9601412,0.008517056,0.001008218,0.0003029434,0.0000014920751,0.00014924502,0.0023809238],"genre_scores_gemma":[0.79804474,0.00000296804,0.19315076,0.0012165951,0.00012620066,0.000046275858,0.0000014503024,0.000005480288,0.0074055516],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999127,0.000008638331,0.00013976084,0.00033064812,0.00016971091,0.00022428598],"domain_scores_gemma":[0.9995679,0.000034988137,0.000016713278,0.00019046204,0.000103077036,0.000086848086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033974997,0.00007574607,0.00008364065,0.00027173676,0.00006943438,0.00038505104,0.000377918,0.000015249086,0.0000053027075],"category_scores_gemma":[0.000012696686,0.00006531535,0.000024920657,0.00038407915,0.000032153144,0.0003942194,0.00016660258,0.000049024664,0.000015826581],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029693097,0.00013462106,0.00002848102,0.00002067042,0.0000065395548,0.000004955841,0.0017474708,0.0006712843,0.0027930369,0.2618101,0.004139688,0.7286402],"study_design_scores_gemma":[0.00011905887,0.0005220136,0.000041437896,0.00010897196,0.0000024699605,0.000002289358,0.0011138299,0.96726876,0.009936863,0.006672444,0.0140344445,0.00017741077],"about_ca_topic_score_codex":0.000069699265,"about_ca_topic_score_gemma":0.0000066220514,"teacher_disagreement_score":0.9665975,"about_ca_system_score_codex":0.00009982708,"about_ca_system_score_gemma":0.00074041355,"threshold_uncertainty_score":0.37130558},"labels":[],"label_agreement":null},{"id":"W4400047558","doi":"10.23977/aetp.2024.080420","title":"Construction and Implementation of Knowledge Graph-Based Blended Learning Model","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Graph; Knowledge graph; Knowledge management; Artificial intelligence; Theoretical computer science","score_opus":0.010577334027953134,"score_gpt":0.38925645542988857,"score_spread":0.37867912140193544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400047558","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35881254,0.024996841,0.55344003,0.06031186,0.00075527263,0.00012004926,0.0000038331186,0.00019034761,0.0013692084],"genre_scores_gemma":[0.93291056,0.0010130878,0.06594851,0.000054030836,0.000014911065,0.000011922157,0.0000045484903,0.0000028604961,0.00003954633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99946296,0.000027772307,0.00014550737,0.00023802368,0.00003242403,0.000093297946],"domain_scores_gemma":[0.9997219,0.000100768855,0.000043816366,0.00008791317,0.000031496074,0.000014093605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012188639,0.00005875913,0.00008472551,0.00062285125,0.00004466721,0.000008584194,0.0001004908,0.000078551755,0.0000055282107],"category_scores_gemma":[0.000020124096,0.00005936731,0.000011158074,0.0005916113,0.00023352273,0.00016841241,0.000024052071,0.00019813632,0.0000014101627],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018667987,0.00002644573,0.029615909,0.000030617783,0.000004887204,4.1083712e-7,0.000147568,0.0006462357,0.00020339366,0.73924613,0.000017233797,0.23005933],"study_design_scores_gemma":[0.00024863743,0.000103010025,0.005533316,0.000038083093,0.0000057192105,0.000044649023,0.00020154033,0.06728464,0.00019910518,0.922917,0.003340561,0.00008373409],"about_ca_topic_score_codex":0.0000012011672,"about_ca_topic_score_gemma":0.000012758573,"teacher_disagreement_score":0.57409805,"about_ca_system_score_codex":0.000007626367,"about_ca_system_score_gemma":0.000107985405,"threshold_uncertainty_score":0.24209286},"labels":[],"label_agreement":null},{"id":"W4400098474","doi":"10.1007/s11165-024-10176-3","title":"Exploring the Impact of Artificial Intelligence in Teaching and Learning of Science: A Systematic Review of Empirical Research","year":2024,"lang":"en","type":"review","venue":"Research in Science Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":258,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; St. Michael's Hospital","funders":"","keywords":"Globe; Science education; Variety (cybernetics); Systematic review; Empirical evidence; Learning sciences; Perception; Psychology; Empirical research; Mathematics education; Computer science; Educational technology; Artificial intelligence; Political science; MEDLINE","score_opus":0.5773561324243086,"score_gpt":0.644179734139634,"score_spread":0.06682360171532542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400098474","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042700963,0.99346644,0.00017221122,0.0005643785,0.0001635836,0.0011456442,8.405281e-7,0.000008319406,0.00020846052],"genre_scores_gemma":[0.058025405,0.94064164,0.0011266232,0.0000016025879,0.000048271122,0.00010813584,6.802627e-7,0.000009092636,0.000038547594],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98932576,0.0043276264,0.0015191174,0.00078748283,0.0033065365,0.0007334832],"domain_scores_gemma":[0.9934832,0.0037629497,0.0004073496,0.0009551587,0.001250258,0.0001410742],"candidate_categories":["metaresearch","bibliometrics","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12907214,0.00017008717,0.0010785155,0.005556564,0.0004424531,0.00029444162,0.0034288124,0.000055144872,0.0000013564334],"category_scores_gemma":[0.035116337,0.00009971511,0.0001546969,0.023797115,0.0037533073,0.0008359175,0.0012557415,0.0035033498,0.0000061521064],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[6.433105e-7,0.0001425587,0.000023102744,0.42654926,0.0000053448343,0.0000012714642,0.0059018703,0.00004360356,0.000018026361,0.011159511,0.000008688895,0.5561461],"study_design_scores_gemma":[0.000008600317,0.00023484362,0.000044077282,0.9549839,0.000028529194,0.000019492736,0.0045133187,0.03574431,0.0000117934105,0.0041285804,0.00014856891,0.0001339657],"about_ca_topic_score_codex":0.0006507403,"about_ca_topic_score_gemma":0.000005820416,"teacher_disagreement_score":0.55601215,"about_ca_system_score_codex":0.00079459744,"about_ca_system_score_gemma":0.019318266,"threshold_uncertainty_score":0.99895793},"labels":[],"label_agreement":null},{"id":"W4400106248","doi":"10.1145/3631700.3664899","title":"Exploring Adaptive Social Comparison for Online Practice","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Universitas Brawijaya","keywords":"Computer science; Data science","score_opus":0.2815538271657658,"score_gpt":0.4071668116118356,"score_spread":0.12561298444606978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400106248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002151159,0.00013380386,0.96064436,0.033752695,0.0004876983,0.00006255774,0.0000042319366,0.0005024787,0.0022610123],"genre_scores_gemma":[0.5502829,0.000011345826,0.44682404,0.0003712962,0.0007248,0.000011120304,0.000006155064,0.000010463561,0.0017579093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993112,0.000027316568,0.0001331685,0.00022864225,0.00013897503,0.00016069482],"domain_scores_gemma":[0.99937373,0.00037931872,0.000028575874,0.000103641316,0.00008055709,0.00003418875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020303242,0.00007214535,0.000101711135,0.000061232815,0.00010533502,0.00021187114,0.0002388998,0.000022937653,0.000003368083],"category_scores_gemma":[0.00010194346,0.00006188159,0.00006724245,0.000254032,0.000012203343,0.0007750338,0.00008075024,0.00016441885,0.00004520131],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008109802,0.0001242239,0.000008071787,0.000025138454,0.00005238449,0.000010308301,0.0019128082,0.0005347411,0.000041406645,0.7246999,0.0068847616,0.26569813],"study_design_scores_gemma":[0.00007106252,0.00009186735,0.00003961561,0.000015835683,0.000015169332,0.00000315758,0.00064341014,0.78834575,0.00006650047,0.0019182748,0.2087029,0.000086436805],"about_ca_topic_score_codex":0.000015919273,"about_ca_topic_score_gemma":0.0000062471954,"teacher_disagreement_score":0.78781104,"about_ca_system_score_codex":0.000025922176,"about_ca_system_score_gemma":0.00005931371,"threshold_uncertainty_score":0.2523458},"labels":[],"label_agreement":null},{"id":"W4400203782","doi":"10.23977/aetp.2024.080425","title":"Research on the Application of Data Mining in Educational Big Data","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Big data; Educational data mining; Field (mathematics); Data science; Computer science; Quality (philosophy); Data quality; Knowledge management; Data mining; Engineering","score_opus":0.1438290966797984,"score_gpt":0.5169009698753483,"score_spread":0.3730718731955499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400203782","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07886705,0.021792065,0.029796286,0.86278915,0.0013547135,0.00023971843,0.000045994155,0.00005946991,0.005055578],"genre_scores_gemma":[0.98106307,0.0011188481,0.017055448,0.00030552832,0.00016966608,0.000037938724,0.00009803858,0.0000045201778,0.0001469278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99879026,0.000107457665,0.00021238004,0.0005977591,0.00012923319,0.00016290142],"domain_scores_gemma":[0.99697256,0.0015767852,0.000043959615,0.0013472813,0.0000450137,0.00001439622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012745988,0.00006340302,0.00008978653,0.00088903453,0.00006394261,0.000018244864,0.0021355515,0.00010200772,0.000008555591],"category_scores_gemma":[0.0003309623,0.000050873197,0.000005463617,0.0020767062,0.00038641074,0.00030766684,0.00044948675,0.000500771,0.00001995328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028243894,0.00012338263,0.010505302,0.000011820699,0.000003882043,6.015392e-7,0.000080045174,0.000023515484,0.000025988857,0.7558561,0.0012887962,0.23207776],"study_design_scores_gemma":[0.000091835165,0.000055553974,0.020310089,0.00008834749,0.0000018806631,0.000029306171,0.0002745596,0.02209764,0.0000074066597,0.83638674,0.1205786,0.00007805575],"about_ca_topic_score_codex":0.000009051078,"about_ca_topic_score_gemma":0.00008978869,"teacher_disagreement_score":0.90219605,"about_ca_system_score_codex":0.000016411319,"about_ca_system_score_gemma":0.00022933717,"threshold_uncertainty_score":0.39684215},"labels":[],"label_agreement":null},{"id":"W4400279392","doi":"10.1007/s11159-023-10061-7","title":"Predicting teachers’ research reading: A machine learning approach","year":2024,"lang":"en","type":"article","venue":"International Review of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"Social Sciences and Humanities Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Reading (process); Mathematics education; Psychology; Computer science; Artificial intelligence; Pedagogy; Linguistics; Philosophy","score_opus":0.05414324054743186,"score_gpt":0.42731679892734115,"score_spread":0.3731735583799093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400279392","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024187565,0.32242942,0.18398556,0.15101542,0.006713606,0.0009799573,0.000011738856,0.00088752917,0.3097892],"genre_scores_gemma":[0.95289284,0.012701219,0.022265866,0.0002204594,0.00057675096,0.00003349527,0.00008903444,0.000014625357,0.011205687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865365,0.00017027436,0.00027604314,0.0002582549,0.00052546716,0.000116290284],"domain_scores_gemma":[0.9991339,0.00019957998,0.00008063367,0.00019212857,0.00035113358,0.000042615662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019946315,0.000067590736,0.000108580854,0.00026478563,0.000058883143,0.00012613415,0.000585782,0.000027920829,0.00003297429],"category_scores_gemma":[0.0013875559,0.00005884,0.000071677285,0.00057775975,0.000026584463,0.0002835035,0.00011676852,0.00045616174,0.00004848695],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011845246,0.0002557318,0.007180738,0.0033201114,0.00008116798,0.0000021079663,0.0022501536,0.00015710303,0.00022060622,0.28028783,0.009693593,0.69654965],"study_design_scores_gemma":[0.000057109904,0.00007219307,0.0009201301,0.016479893,0.00002284636,0.000057161073,0.00021947091,0.5669362,0.00008626635,0.008075712,0.4069179,0.00015512209],"about_ca_topic_score_codex":0.00006369316,"about_ca_topic_score_gemma":5.2072795e-7,"teacher_disagreement_score":0.9287053,"about_ca_system_score_codex":0.00010456076,"about_ca_system_score_gemma":0.00034634725,"threshold_uncertainty_score":0.23994255},"labels":[],"label_agreement":null},{"id":"W4400391328","doi":"10.1016/j.chb.2024.108362","title":"Unpacking the role of motivation and enjoyment in AI-mediated informal digital learning of English (AI-IDLE): A mixed-method investigation in the Chinese context","year":2024,"lang":"en","type":"article","venue":"Computers in Human Behavior","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Idle; Psychology; Ideal (ethics); Social psychology; Context (archaeology); Structural equation modeling; Negotiation; Computer science; Sociology","score_opus":0.009645345088381182,"score_gpt":0.2794957966930871,"score_spread":0.26985045160470594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400391328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98768073,0.00011871458,0.011521521,0.00024790692,0.00016837558,0.00018530573,0.0000019722963,0.00003578228,0.00003968097],"genre_scores_gemma":[0.99874043,0.000002844325,0.0010856052,0.000076705546,0.000048866306,0.000012414954,0.000020818577,0.000006830802,0.000005486817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998767,0.00019259016,0.00045136735,0.00020335217,0.00023158826,0.00015411136],"domain_scores_gemma":[0.9990792,0.00049968454,0.000120954064,0.00018796013,0.000088903966,0.000023259827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082751765,0.00012218868,0.00018320713,0.0003368612,0.000048951435,0.00021946493,0.00040103061,0.00005635747,6.7174034e-7],"category_scores_gemma":[0.0002750735,0.000084827574,0.000037738126,0.00092624075,0.000093868985,0.0005511854,0.00017895298,0.0005191567,3.6065643e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031061957,0.0000863187,0.82737523,0.000043521755,0.0000056659997,0.000009259469,0.04946658,0.006882102,0.0004148258,0.006184647,0.0000085936945,0.10952016],"study_design_scores_gemma":[0.00035399606,0.00010348648,0.5121946,0.0002932022,0.0000064090755,0.0000030321426,0.0012357255,0.48446888,0.0001715969,0.000987919,0.0000784503,0.000102711885],"about_ca_topic_score_codex":0.00008764192,"about_ca_topic_score_gemma":0.00004295175,"teacher_disagreement_score":0.47758678,"about_ca_system_score_codex":0.00003414968,"about_ca_system_score_gemma":0.000048296617,"threshold_uncertainty_score":0.3459168},"labels":[],"label_agreement":null},{"id":"W4400411137","doi":"10.1109/educon60312.2024.10578860","title":"Causality Exploration in Modeling Engineering Student Satisfaction","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Causality (physics); Computer science; Physics","score_opus":0.027167965945338518,"score_gpt":0.3068785731152059,"score_spread":0.2797106071698674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400411137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20028283,0.00004696304,0.79786855,0.001275964,0.00015316436,0.000020053685,5.1069957e-8,0.00024045217,0.00011197841],"genre_scores_gemma":[0.99003196,0.000010709116,0.009786004,0.000017776487,0.000047396337,0.000002352429,6.666432e-7,0.0000031593372,0.00009998123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995534,0.000011548488,0.00010388867,0.00014335597,0.000109507724,0.00007834571],"domain_scores_gemma":[0.99984795,0.000017457078,0.000005128927,0.00009983247,0.0000115137655,0.00001809562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018187036,0.000042663723,0.000043204553,0.00009409367,0.000013800532,0.00016794994,0.00007425328,0.000018477585,0.0000024451592],"category_scores_gemma":[0.000010360359,0.000038845323,0.000015496335,0.00023714882,0.0000011177806,0.000494485,0.00003656393,0.00010435749,0.000024638717],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1329296e-7,0.0000061505757,0.0016408085,0.000011289578,0.0000030878741,0.0000066444563,0.0004956879,0.94469744,0.00016892601,0.041945245,0.000013015068,0.011011565],"study_design_scores_gemma":[0.000023615938,0.000007104411,0.0014025258,0.000025678597,0.0000010476168,0.0000010066688,0.000036219382,0.99704945,0.00003709629,0.0013125757,0.00005532341,0.000048350215],"about_ca_topic_score_codex":0.00011200831,"about_ca_topic_score_gemma":0.000044058226,"teacher_disagreement_score":0.78974915,"about_ca_system_score_codex":0.000044628523,"about_ca_system_score_gemma":0.00001716643,"threshold_uncertainty_score":0.16195452},"labels":[],"label_agreement":null},{"id":"W4400424066","doi":"10.1108/dlp-04-2024-0067","title":"Artificial intelligence literacy: a proposed faceted taxonomy","year":2024,"lang":"en","type":"article","venue":"Digital Library Perspectives","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Taxonomy (biology); Computer science; Literacy; Artificial intelligence; Data science; Natural language processing; Psychology; Pedagogy; Biology; Zoology","score_opus":0.021519109117549423,"score_gpt":0.25980571402152786,"score_spread":0.23828660490397843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400424066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037424333,0.0056781713,0.80687326,0.04497902,0.00091373967,0.0007010246,0.00022753405,0.0068877656,0.09631513],"genre_scores_gemma":[0.98156714,0.000019249159,0.01463109,0.00007192845,0.00027793372,0.000007938054,0.000023392926,0.000020713223,0.0033806376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988102,0.000026756165,0.00020343403,0.000539161,0.00017363112,0.00024684955],"domain_scores_gemma":[0.9994318,0.00010395257,0.000030768944,0.00030162025,0.000030165946,0.00010172521],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00004199451,0.0001685534,0.00013586468,0.00020745226,0.00007748194,0.004270215,0.0005807352,0.00004546882,0.00006916967],"category_scores_gemma":[0.0000450829,0.0001420155,0.00012570634,0.0008410809,0.000094529336,0.005863654,0.00025539205,0.00024984105,0.00061741215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070654537,0.0001397216,0.00022790408,0.000028155448,0.000046726225,0.00012121739,0.0034158798,0.000079832695,0.000045518405,0.6509997,0.00083006086,0.3440582],"study_design_scores_gemma":[0.000040927487,0.00032928662,0.00022722212,0.00022356215,0.000011395327,0.000055875495,0.002814892,0.5285152,0.0030933113,0.28387228,0.18008777,0.0007282452],"about_ca_topic_score_codex":7.0802594e-7,"about_ca_topic_score_gemma":4.8348014e-8,"teacher_disagreement_score":0.94414276,"about_ca_system_score_codex":0.000021748487,"about_ca_system_score_gemma":0.0001543717,"threshold_uncertainty_score":0.99676347},"labels":[],"label_agreement":null},{"id":"W4400482740","doi":"10.55016/ojs/cpai.v5i1.75107","title":"Ethical use of learning analytics for student support, not surveillance","year":2022,"lang":"en","type":"article","venue":"Canadian Perspectives on Academic Integrity","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red River College","funders":"","keywords":"Learning analytics; Analytics; Computer science; Data science; Psychology","score_opus":0.05240679451408058,"score_gpt":0.3406720503467055,"score_spread":0.2882652558326249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400482740","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7120277,0.0003639207,0.06429196,0.21566,0.0016886026,0.0013447293,0.0010739493,0.0005143062,0.0030347798],"genre_scores_gemma":[0.9937301,0.00004484501,0.002409847,0.0020109005,0.000109790155,0.000017464758,0.000016818016,0.000017683093,0.0016425282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977125,0.00039811863,0.0003459609,0.0005652483,0.00049232785,0.0004858274],"domain_scores_gemma":[0.99816453,0.0006508028,0.00019508293,0.0003865217,0.00027712216,0.00032590676],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001599067,0.00017891024,0.0003186637,0.00040436676,0.00043567724,0.00006258342,0.0010614197,0.0002634745,0.00006513337],"category_scores_gemma":[0.0018257563,0.0001894957,0.0001747168,0.0005464281,0.00012562616,0.00011836027,0.00018847262,0.0064904215,0.0000072137223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007407975,0.00014174562,0.053427946,0.000031914176,0.00015845736,0.000039854644,0.017407807,0.02991001,0.00020800631,0.8817244,0.013500669,0.003375107],"study_design_scores_gemma":[0.0015742927,0.0028231712,0.052896254,0.00007175781,0.00006223731,0.00007278491,0.033585623,0.5350558,0.000286459,0.0055853347,0.3665382,0.0014480837],"about_ca_topic_score_codex":0.0056218626,"about_ca_topic_score_gemma":0.0032630367,"teacher_disagreement_score":0.87613904,"about_ca_system_score_codex":0.0009216678,"about_ca_system_score_gemma":0.0010911695,"threshold_uncertainty_score":0.9958016},"labels":[],"label_agreement":null},{"id":"W4400512348","doi":"10.21203/rs.3.rs-4708199/v1","title":"Teaching Math: A Review of Effective Teaching and Learning Strategies in Higher Education","year":2024,"lang":"en","type":"review","venue":"Research Square","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Universitat Politècnica de València; Universidad Técnica Particular de Loja","keywords":"Mathematics education; Math education; Teaching and learning center; Teaching method; Computer science; Psychology","score_opus":0.08009872246200751,"score_gpt":0.4887021954891021,"score_spread":0.4086034730270946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400512348","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011926914,0.99425656,0.00010298962,0.00094746216,0.000111228495,0.00065766077,0.000002182061,0.0000729222,0.0038370537],"genre_scores_gemma":[0.00021626298,0.99317586,0.0018008018,0.000018271914,0.0001952134,0.00011250977,0.000020114172,0.00003206567,0.004428869],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.993041,0.00491768,0.00048135812,0.0005828259,0.00061076146,0.0003663662],"domain_scores_gemma":[0.9978032,0.0014030423,0.00016589044,0.00041532214,0.00012674465,0.00008576547],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0076963124,0.00025656502,0.00097024173,0.0008251215,0.0002110562,0.00035235903,0.0005994571,0.00015650554,0.0000059611293],"category_scores_gemma":[0.0010517213,0.00019065624,0.00019791351,0.00085173163,0.000061073915,0.00030953818,0.0005745122,0.0062461146,0.000039708622],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1177976e-7,0.000036992315,0.0000027999813,0.22903854,0.000019842819,0.000009120854,0.00022906589,0.0000014346529,1.6364864e-7,0.071694314,0.00015638967,0.6988111],"study_design_scores_gemma":[0.000022960656,0.00009825149,0.000014201126,0.36662108,0.00005435813,0.000012642031,0.00013391643,0.00064341025,1.45332155e-8,0.0008737568,0.6313938,0.00013160518],"about_ca_topic_score_codex":0.00026927984,"about_ca_topic_score_gemma":0.000004090498,"teacher_disagreement_score":0.6986795,"about_ca_system_score_codex":0.00018665784,"about_ca_system_score_gemma":0.0009919258,"threshold_uncertainty_score":0.99604654},"labels":[],"label_agreement":null},{"id":"W4400526711","doi":"10.1109/gem61861.2024.10585426","title":"Designing a Virtual Learning Environment Authoring Platform: Determining Educator Requirements","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ontario Institute of Technology","keywords":"Computer science; Human–computer interaction; Multimedia; Virtual learning environment; Software engineering","score_opus":0.034559862773209125,"score_gpt":0.2932985961029271,"score_spread":0.258738733329718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400526711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06194467,0.00017430486,0.93282074,0.0009309895,0.0006089112,0.000063407,2.1207198e-7,0.00080519327,0.0026515473],"genre_scores_gemma":[0.8783405,0.000021561791,0.11282249,0.00009335231,0.00021947922,0.000007179097,0.0000019871668,0.000022603643,0.008470875],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840915,0.000049139435,0.0002698967,0.0005073804,0.0003524533,0.00041199327],"domain_scores_gemma":[0.9993907,0.00014095618,0.00004870456,0.00026760853,0.000010524134,0.00014146742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000556095,0.00017912216,0.00014660112,0.00019564056,0.00025123914,0.00057876384,0.00046145156,0.000059306138,0.00006702988],"category_scores_gemma":[0.000057857313,0.00016213328,0.00008425626,0.0002533059,0.000024781722,0.0007149945,0.0003233422,0.00041878643,0.00048414912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043653386,0.0000980017,0.004650085,0.00008563081,0.00015085585,0.0002936226,0.0066531408,0.02442548,0.016204014,0.053935025,0.00087130634,0.8926285],"study_design_scores_gemma":[0.00013543114,0.00025185352,0.0001637621,0.00022840452,0.000020564235,0.000039634968,0.000721729,0.9715921,0.0031419343,0.00096377,0.022371268,0.00036949717],"about_ca_topic_score_codex":0.000006065023,"about_ca_topic_score_gemma":3.5372983e-7,"teacher_disagreement_score":0.9471667,"about_ca_system_score_codex":0.00010799898,"about_ca_system_score_gemma":0.0001166223,"threshold_uncertainty_score":0.6611603},"labels":[],"label_agreement":null},{"id":"W4400653876","doi":"10.5267/j.ijdns.2024.6.006","title":"Modelling and predicting student flexibility in online learning using artificial intelligence approaches","year":2024,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flexibility (engineering); Computer science; Random forest; Schedule; Logistic regression; Artificial intelligence; Machine learning; Control (management); Statistics; Mathematics","score_opus":0.19812937392694574,"score_gpt":0.40273123877976935,"score_spread":0.2046018648528236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400653876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45897865,0.0007791107,0.53917867,0.0006687921,0.00035550928,0.00001638996,0.0000025064774,0.000010540383,0.000009802889],"genre_scores_gemma":[0.8953562,0.00026627805,0.10388882,0.000018489287,0.0004617447,7.8963666e-8,0.0000021588357,0.000002873517,0.0000033516944],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984565,0.00005097609,0.00040794347,0.0003515418,0.00055821,0.00017483725],"domain_scores_gemma":[0.9993259,0.00018680678,0.00013470995,0.00015845132,0.000118551485,0.00007563187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029156923,0.000077569435,0.00012060315,0.00023117052,0.00011473963,0.0007565804,0.0013980974,0.000023185088,8.0039797e-7],"category_scores_gemma":[0.00013168486,0.000064638596,0.000017845307,0.00050940784,0.00017626942,0.0017848172,0.0009786556,0.00041430254,2.644987e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048768525,0.000037546495,0.009374236,0.0000060728853,0.000013530621,0.000037860187,0.0006157123,0.8473072,0.000034387118,0.008326152,0.0000012331554,0.13424121],"study_design_scores_gemma":[0.00002766198,0.000034764595,0.0005194652,0.00025634593,0.0000065493296,0.00012737243,0.0003673484,0.98727477,0.000014057903,0.011239889,0.000068741945,0.00006304197],"about_ca_topic_score_codex":0.000017653027,"about_ca_topic_score_gemma":0.000008312629,"teacher_disagreement_score":0.43637756,"about_ca_system_score_codex":0.00004790653,"about_ca_system_score_gemma":0.0001665221,"threshold_uncertainty_score":0.7295722},"labels":[],"label_agreement":null},{"id":"W4400805522","doi":"10.55667/10.55667/ijede.2024.v39.i1.1316","title":"Un accès payant pour des ressources éducatives en licence Creative Commons : un paradoxe étudié au prisme d’une étude de cas, Faq2Sciences","year":2024,"lang":"fr","type":"article","venue":"International journal of e-learning & distance education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.01929334289576059,"score_gpt":0.3343492802261147,"score_spread":0.31505593733035414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400805522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5801562,0.017459208,0.27280498,0.12199309,0.005777528,0.00010659212,0.000014452436,0.000073287934,0.0016146495],"genre_scores_gemma":[0.96793985,0.0027748342,0.022469182,0.00015153314,0.002455907,0.00000759589,0.000011882128,0.000031510725,0.004157687],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9960806,0.00085193006,0.0009060456,0.0005321042,0.0010833618,0.0005459563],"domain_scores_gemma":[0.99570715,0.0013064289,0.0009307961,0.00024153557,0.0015043406,0.00030972378],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001948154,0.00035851673,0.0003845029,0.00046969415,0.00059488125,0.0014796443,0.0019283748,0.00013891318,0.00013638161],"category_scores_gemma":[0.0017110647,0.00033032644,0.0002719268,0.001102777,0.000645391,0.0019798286,0.00017858596,0.0014004111,0.00006184072],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008900269,0.0016400948,0.12559558,0.0001556521,0.00080681854,0.00031659027,0.33350325,0.023663491,0.00063883513,0.16156061,0.0011351103,0.35089496],"study_design_scores_gemma":[0.0008207848,0.0009734739,0.5028784,0.012328207,0.00047329458,0.0025756748,0.14339763,0.16555247,0.0021228022,0.07496552,0.09265767,0.0012540525],"about_ca_topic_score_codex":0.0009824041,"about_ca_topic_score_gemma":0.00026101552,"teacher_disagreement_score":0.38778365,"about_ca_system_score_codex":0.0012023218,"about_ca_system_score_gemma":0.0032613864,"threshold_uncertainty_score":0.9999149},"labels":[],"label_agreement":null},{"id":"W4400865572","doi":"10.37074/jalt.2024.7.2.12","title":"Can instructors detect AI-generated papers? Postsecondary writing instructor knowledge and perceptions of AI","year":2024,"lang":"en","type":"article","venue":"Journal of Applied Learning & Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Algoma University","funders":"Social Sciences and Humanities Research Council of Canada; Algoma University","keywords":"Perception; Postsecondary education; Mathematics education; Psychology; Medical education; Pedagogy; Computer science; Higher education; Political science; Medicine","score_opus":0.005300621121246119,"score_gpt":0.2626126896187802,"score_spread":0.2573120684975341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400865572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988878,0.0005109226,0.007034806,0.0014945582,0.00031707023,0.00004610527,0.0000019251552,0.00012192524,0.0015946606],"genre_scores_gemma":[0.98142093,0.00004168093,0.017850159,0.00013752807,0.00040956915,6.5269774e-7,0.0000024534422,0.000029691471,0.00010733283],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830896,0.00018883315,0.0006583346,0.00028327355,0.00028673024,0.00027384245],"domain_scores_gemma":[0.9990206,0.0002224618,0.00030790997,0.00016398396,0.00012588692,0.00015919934],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0011643068,0.00020844756,0.00038172043,0.0005281529,0.00038638109,0.00038372373,0.0004004734,0.00010946527,0.000019859468],"category_scores_gemma":[0.00015352908,0.00018413576,0.00014659745,0.00038870607,0.0000784322,0.0003485305,0.00016981615,0.0029610817,0.000003681968],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022071223,0.000052819025,0.006431606,0.00027076085,0.00024162966,0.00006165417,0.02458109,0.0069560986,0.11543395,0.028059462,0.00015155596,0.8177373],"study_design_scores_gemma":[0.0046054646,0.002913252,0.061710816,0.005270821,0.0007782647,0.0041214405,0.02746787,0.80824924,0.008457093,0.017430892,0.055930495,0.0030643723],"about_ca_topic_score_codex":0.000016523807,"about_ca_topic_score_gemma":0.000008145384,"teacher_disagreement_score":0.81467295,"about_ca_system_score_codex":0.00009214293,"about_ca_system_score_gemma":0.00034778516,"threshold_uncertainty_score":0.9993391},"labels":[],"label_agreement":null},{"id":"W4400888715","doi":"10.3102/ip.24.2114766","title":"Enhancing Equity in Elementary Education Through System-Wide Knowledge Synthesis","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Equity (law); Computer science; Knowledge management; Mathematics education; Political science; Psychology","score_opus":0.021602062355226853,"score_gpt":0.3532510254716937,"score_spread":0.33164896311646686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400888715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04131848,0.00292367,0.79008704,0.010376102,0.00243181,0.00019053277,0.0000017225435,0.0011418833,0.15152873],"genre_scores_gemma":[0.96376204,0.000019995687,0.033504553,0.00015370105,0.0001557671,0.000012753274,0.0000015916622,0.000006889112,0.002382713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912643,0.00006722776,0.00021414629,0.0002839335,0.000121123936,0.00018716221],"domain_scores_gemma":[0.99939984,0.0002711422,0.000021209402,0.00024683186,0.000027012991,0.000033936234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043727734,0.00008482867,0.000109349276,0.00011503053,0.00004885956,0.00019600605,0.00035337114,0.000031879143,0.000024289217],"category_scores_gemma":[0.000066586545,0.000073045914,0.00004418166,0.00048781122,0.0000091750935,0.00039082742,0.00021955512,0.00012939418,0.00029218424],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013345289,0.00028681563,0.002586387,0.0013398343,0.00004240413,0.000028857145,0.0035183448,0.00015196623,0.00087323284,0.64306617,0.009062754,0.33904192],"study_design_scores_gemma":[0.00016166907,0.00009292051,0.0020336688,0.00496817,0.00006398786,0.00004238982,0.005039556,0.87402636,0.0269467,0.016883047,0.0689356,0.00080593355],"about_ca_topic_score_codex":0.0003586857,"about_ca_topic_score_gemma":0.00029426898,"teacher_disagreement_score":0.92244357,"about_ca_system_score_codex":0.00021197234,"about_ca_system_score_gemma":0.00035342388,"threshold_uncertainty_score":0.37555346},"labels":[],"label_agreement":null},{"id":"W4400891678","doi":"10.3102/ip.24.2110079","title":"Institutionalizing Capacity: Problems of Practice Encountered in Scaling Computing-Integrated Teacher Education (Poster 7)","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada)","funders":"","keywords":"Scaling; Computer science; Mathematics education; Psychology; Mathematics","score_opus":0.021657364955695525,"score_gpt":0.305155904202555,"score_spread":0.28349853924685947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400891678","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1891614,0.00092462066,0.7542731,0.009093139,0.0012197703,0.0002576768,0.0000021162905,0.00046139536,0.044606764],"genre_scores_gemma":[0.951055,0.000007593808,0.047953427,0.0002529474,0.00007003988,0.0000018464755,0.000006084403,0.0000060174166,0.0006470608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897856,0.00009462321,0.0003057801,0.00026938147,0.00020682643,0.00014481123],"domain_scores_gemma":[0.9994225,0.00012558678,0.00007213298,0.00018231545,0.00016294059,0.00003451359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006294228,0.00009610935,0.00012113364,0.00024013828,0.000038323567,0.0001941482,0.00025676968,0.000045860077,0.000011064854],"category_scores_gemma":[0.00020207376,0.00008037529,0.000041254607,0.0007084578,0.000037505884,0.0006458749,0.000072707364,0.00029324484,0.000026366608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012247146,0.0018118519,0.008175873,0.00077321316,0.0001244792,0.000040513245,0.017722735,0.030947074,0.004958313,0.72871315,0.0020540392,0.20466653],"study_design_scores_gemma":[0.00014198406,0.000042994157,0.00070844375,0.0011746824,0.000014029415,0.00006972948,0.000612565,0.96780413,0.00044459334,0.002391273,0.026416846,0.00017874184],"about_ca_topic_score_codex":0.0006265663,"about_ca_topic_score_gemma":0.000033484645,"teacher_disagreement_score":0.93685704,"about_ca_system_score_codex":0.00008768544,"about_ca_system_score_gemma":0.00045416324,"threshold_uncertainty_score":0.3277609},"labels":[],"label_agreement":null},{"id":"W4400911084","doi":"10.1109/ic3se62002.2024.10593641","title":"Design of Intelligent Decision Support System With Ensembled Machine Learning to Predict Students' Performance","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Computer science; Intelligent decision support system; Decision support system; Machine learning; Artificial intelligence","score_opus":0.015015199835104657,"score_gpt":0.27715813467223344,"score_spread":0.2621429348371288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400911084","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08979352,0.000059880786,0.9090258,0.00015369317,0.00014080464,0.00013890644,4.601717e-7,0.00034265293,0.00034432684],"genre_scores_gemma":[0.9060225,0.000025745914,0.091490164,0.000027268168,0.000029512392,0.000004585936,0.0000015330527,0.000012466014,0.0023862198],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854094,0.0000611655,0.00028273463,0.00033311892,0.0005785629,0.00020348828],"domain_scores_gemma":[0.9992985,0.00016666483,0.000046066707,0.00029605598,0.00008941364,0.000103285136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007698327,0.00013132789,0.0001903967,0.00020766583,0.0000671148,0.00018247396,0.0006440699,0.000032813732,0.000017766164],"category_scores_gemma":[0.000026116373,0.00008706608,0.00003638875,0.0005845846,0.000011939387,0.00016817186,0.00023392831,0.00020042335,0.00014663074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108907465,0.00013716645,0.027487502,0.0004457012,0.00014881979,0.00015447014,0.0029531235,0.77741355,0.00051303767,0.0046287365,0.00050755905,0.18550143],"study_design_scores_gemma":[0.000114936876,0.0011144744,0.00043711875,0.0005006789,0.00001536079,0.00004540977,0.00010596053,0.9953971,0.0013452952,0.000010071124,0.00079721544,0.00011640659],"about_ca_topic_score_codex":0.000016120784,"about_ca_topic_score_gemma":0.000002136214,"teacher_disagreement_score":0.8175356,"about_ca_system_score_codex":0.00004987437,"about_ca_system_score_gemma":0.0000912295,"threshold_uncertainty_score":0.35504517},"labels":[],"label_agreement":null},{"id":"W4400927137","doi":"10.1007/s44217-024-00209-4","title":"Enhancing high-school dropout identification: a collaborative approach integrating human and machine insights","year":2024,"lang":"en","type":"article","venue":"Discover Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Dropout (neural networks); Machine learning; Random forest; Artificial intelligence; Socioeconomic status; Identification (biology); Computer science; Human–machine system; Mathematics education; Data science; Psychology; Medicine","score_opus":0.00761925123134833,"score_gpt":0.2891912468949003,"score_spread":0.28157199566355195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400927137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40675977,0.0035947093,0.57837045,0.0056820046,0.0012984285,0.00029722828,0.0000076019865,0.00031291405,0.0036768964],"genre_scores_gemma":[0.981278,0.000018193849,0.014931686,0.00009477368,0.0002871797,0.000026461199,0.0000909261,0.00001065897,0.003262103],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999038,0.00007072892,0.00022212419,0.00039553212,0.0001637145,0.00010993094],"domain_scores_gemma":[0.999453,0.000041331674,0.00007374425,0.00026592278,0.0000969881,0.00006900074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017532372,0.00011793053,0.00010550008,0.00015899431,0.00020564394,0.0010312729,0.00020679568,0.00003926694,0.0000069593984],"category_scores_gemma":[0.00006712491,0.000098942546,0.00002552401,0.0006324682,0.000031803454,0.0008588999,0.00006759484,0.00019937802,0.000031462336],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014601541,0.00021261125,0.0016060919,0.00017082004,0.000046426132,0.0000020260193,0.01366282,0.000090670066,0.011863701,0.95538235,0.0013868421,0.015574181],"study_design_scores_gemma":[0.00068174326,0.00030671916,0.03466889,0.0013966868,0.00021105206,0.00006430591,0.020239938,0.69272757,0.022607354,0.20652813,0.01878211,0.0017855231],"about_ca_topic_score_codex":0.000121265344,"about_ca_topic_score_gemma":0.000037320762,"teacher_disagreement_score":0.7488542,"about_ca_system_score_codex":0.00007602194,"about_ca_system_score_gemma":0.00044347264,"threshold_uncertainty_score":0.99445885},"labels":[],"label_agreement":null},{"id":"W4400948731","doi":"10.3390/informatics11030053","title":"A Comparative Analysis of Virtual Education Technology, E-Learning Systems Research Advances, and Digital Divide in the Global South","year":2024,"lang":"en","type":"article","venue":"Informatics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Computer science; Digital divide; Data science; Mathematics education; Information and Communications Technology; Psychology; World Wide Web","score_opus":0.023960101047884458,"score_gpt":0.3695621670506936,"score_spread":0.3456020660028092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400948731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83713907,0.004180266,0.1480597,0.0016971604,0.00020926849,0.0002697316,0.0000322949,0.0001793739,0.008233125],"genre_scores_gemma":[0.9988461,0.00003367141,0.0010217142,0.000011303041,0.000017192588,0.0000057310494,0.00000907613,0.0000011533488,0.000054024593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990746,0.00006343969,0.00030878672,0.00008571226,0.0003193933,0.00014811437],"domain_scores_gemma":[0.9993483,0.00023874393,0.0000786444,0.0001980567,0.00011286036,0.000023418204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068602833,0.00006529972,0.00017043334,0.00059172476,0.00007183143,0.00050766126,0.00041207278,0.000044758384,2.6681516e-7],"category_scores_gemma":[0.00015061793,0.0000451323,0.000031193696,0.0040498534,0.00012237809,0.0006440544,0.00015898104,0.00033823715,0.000009458104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049927867,0.0001220995,0.10585155,0.00039377852,0.00036235197,0.0000058507135,0.085892215,0.11328889,0.0000014442992,0.5504257,0.00025111594,0.14339998],"study_design_scores_gemma":[0.000041981333,0.00008654479,0.0011305428,0.00012715269,0.000031751664,0.000008053823,0.03695717,0.950628,0.0000011113076,0.0019322922,0.008994307,0.00006111266],"about_ca_topic_score_codex":0.000013743058,"about_ca_topic_score_gemma":0.0000083710875,"teacher_disagreement_score":0.8373391,"about_ca_system_score_codex":0.000044218777,"about_ca_system_score_gemma":0.00015025663,"threshold_uncertainty_score":0.48953894},"labels":[],"label_agreement":null},{"id":"W4400999173","doi":"10.2196/45468","title":"Exploring HTML5 Package Interactive Content in Supporting Learning Through Self-Paced Massive Open Online Courses on Healthy Aging: Mixed Methods Study","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medical education; Massive open online course; Likert scale; Psychology; Population; Context (archaeology); Perception; Closed-ended question; Health literacy; Qualitative property; Health care; Medicine; Pedagogy; Computer science","score_opus":0.13421079742444622,"score_gpt":0.5044254522969903,"score_spread":0.3702146548725441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400999173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87800497,0.00015701189,0.016747387,0.10002337,0.0032160243,0.00093035604,0.0000012981525,0.00043072566,0.0004888722],"genre_scores_gemma":[0.9680727,0.00006827472,0.02940568,0.0012391777,0.00041362084,0.00025206374,0.00002893422,0.000026649845,0.0004928864],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966931,0.001083791,0.00057231396,0.0006827246,0.0005821039,0.00038600242],"domain_scores_gemma":[0.9981171,0.0009615337,0.00022492441,0.0003333671,0.0001258301,0.00023728512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021099295,0.00020965321,0.00034897513,0.000254302,0.00014790264,0.00041942875,0.00078846404,0.00007428657,0.000043697666],"category_scores_gemma":[0.0021124296,0.0001797722,0.00006694637,0.00075880793,0.000030739608,0.00089215784,0.00041677884,0.00132298,0.00003404075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004985916,0.0072073094,0.006080615,0.00021215575,0.00015512577,0.00017452173,0.14385909,0.0002685741,0.00010199917,0.007814546,0.002218065,0.83185816],"study_design_scores_gemma":[0.0029504725,0.004062956,0.048085425,0.005226216,0.00010273427,0.000059575854,0.40343985,0.49074987,0.00058018276,0.0035514238,0.03993922,0.0012520842],"about_ca_topic_score_codex":0.00048121146,"about_ca_topic_score_gemma":0.000067434405,"teacher_disagreement_score":0.83060604,"about_ca_system_score_codex":0.00032900777,"about_ca_system_score_gemma":0.0015773468,"threshold_uncertainty_score":0.7330898},"labels":[],"label_agreement":null},{"id":"W4401046615","doi":"10.1007/s42330-024-00322-4","title":"Assessment in Online Mathematics and Statistics Courses During COVID-19: Insights from Students and Teaching Staff at a Canadian University","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Mathematics education; Science education; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Online teaching; Psychology; Medical education; Medicine","score_opus":0.01104971026342355,"score_gpt":0.306342143195046,"score_spread":0.29529243293162244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401046615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98356295,0.00047204652,0.007294519,0.008347755,0.00015592511,0.0000710859,0.000025380883,0.00001386809,0.00005648741],"genre_scores_gemma":[0.85023445,0.00009876243,0.1495345,0.00003724069,0.000015463102,2.8990428e-7,0.0000017405641,0.000004490607,0.00007304713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99914294,0.000015242976,0.00022774756,0.00020927885,0.00018960018,0.00021516492],"domain_scores_gemma":[0.9988429,0.00010489304,0.0001282239,0.00015390496,0.00010441226,0.00066568214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042672447,0.0000982072,0.00016408038,0.0016834443,0.0005347329,0.00032628104,0.0004471377,0.00006815582,0.000002928156],"category_scores_gemma":[0.0003474467,0.00009219513,0.000009079149,0.0004912327,0.0005103859,0.00030697367,0.000094467425,0.00035182934,5.0476706e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[7.010338e-7,0.00018649135,0.046249572,0.0002818557,0.000040986095,0.0004986922,0.019159252,0.000057551868,0.0006205281,0.9198053,0.00015720986,0.012941887],"study_design_scores_gemma":[0.000878986,0.00035492,0.06164971,0.0020293603,0.00015318881,0.0019880373,0.10007015,0.32531857,0.00007221627,0.5022,0.004521114,0.00076374284],"about_ca_topic_score_codex":0.013786425,"about_ca_topic_score_gemma":0.17950942,"teacher_disagreement_score":0.41760528,"about_ca_system_score_codex":0.0007155628,"about_ca_system_score_gemma":0.0068426076,"threshold_uncertainty_score":0.9987877},"labels":[],"label_agreement":null},{"id":"W4401200028","doi":"10.1080/01587919.2024.2373297","title":"Impacts of engagement on academic outcomes in technology-enhanced learning","year":2024,"lang":"en","type":"article","venue":"Distance Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Summative assessment; Learning analytics; Formative assessment; Student engagement; Learning Management; Higher education; Academic achievement; Blended learning; Mathematics education; Psychology; Distance education; Term (time); Mastery learning; Educational technology; Medical education; Computer science; Medicine; Data science","score_opus":0.012714042867990478,"score_gpt":0.3415176798821574,"score_spread":0.3288036370141669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401200028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9475785,0.0009659641,0.031619225,0.01672167,0.000733008,0.00009931742,7.8118353e-7,0.00024356216,0.0020380057],"genre_scores_gemma":[0.99745625,0.00007384163,0.0014908127,0.00006822988,0.000031268475,0.000010653488,0.0000032580656,0.0000052640594,0.00086038996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999344,0.0000363147,0.00016865677,0.00020105146,0.00012525034,0.00012475644],"domain_scores_gemma":[0.999636,0.00007558014,0.000057226258,0.00017938578,0.000030921503,0.000020890424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022507712,0.00006920461,0.00009688696,0.0002932023,0.00003089654,0.000030863925,0.00024379377,0.00005293997,0.0000032525045],"category_scores_gemma":[0.00022370263,0.00006201044,0.000025730136,0.00070273184,0.00001914776,0.00014690758,0.000030547835,0.00047519102,0.000027757143],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048064367,0.0002715825,0.12672368,0.00017559205,0.000021032896,0.000002502945,0.0049720732,0.0020618276,0.004970436,0.5341322,0.0005790045,0.32608527],"study_design_scores_gemma":[0.0010838135,0.0010108753,0.35692337,0.0061242855,0.000056698336,0.000007070228,0.009087453,0.15571524,0.05246124,0.3356357,0.08027402,0.0016202175],"about_ca_topic_score_codex":0.0000060156326,"about_ca_topic_score_gemma":0.0000039878482,"teacher_disagreement_score":0.32446507,"about_ca_system_score_codex":0.00008514528,"about_ca_system_score_gemma":0.00015923362,"threshold_uncertainty_score":0.25287122},"labels":[],"label_agreement":null},{"id":"W4401252506","doi":"10.1007/s10758-024-09771-0","title":"Drivers of Digital Realities for Ongoing Teacher Professional Learning","year":2024,"lang":"en","type":"article","venue":"Technology Knowledge and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Università degli Studi di Padova","keywords":"Transformative learning; Educational technology; Professional development; Boundary object; Sociology; Technology integration; Engineering ethics; Teacher education; Knowledge management; Pedagogy; Computer science; Engineering","score_opus":0.010690445836380569,"score_gpt":0.2936071234537009,"score_spread":0.2829166776173203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401252506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79200834,0.009440374,0.17249617,0.008938386,0.0007242948,0.00030105715,0.000003850701,0.0036764503,0.012411058],"genre_scores_gemma":[0.9702777,0.000049090428,0.0040302016,0.0000044962107,0.00008310091,0.000009728535,0.000006448868,0.000016373968,0.02552285],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990982,0.00004947754,0.00019335117,0.00032741748,0.00008349992,0.0002481006],"domain_scores_gemma":[0.9993872,0.0002980768,0.00006507377,0.00013054641,0.000082925864,0.0000361508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037418303,0.00012687095,0.00019617983,0.0004202913,0.00026266358,0.00010341245,0.00026410536,0.00017447928,0.0000061151113],"category_scores_gemma":[0.00041048,0.000113057424,0.00006653209,0.00045880684,0.00015264361,0.00026431365,0.00025168408,0.00087128143,0.000018792447],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000782085,0.00008307035,0.030810272,0.00045356413,0.00011952865,0.00002203574,0.00851163,0.00042920804,0.0010126324,0.23994885,0.00089249643,0.7177089],"study_design_scores_gemma":[0.0004938747,0.0006290161,0.0004455628,0.00083519326,0.00005039085,0.000076092125,0.0060584084,0.612424,0.0006111907,0.022039674,0.35588658,0.0004500376],"about_ca_topic_score_codex":0.0000016146614,"about_ca_topic_score_gemma":0.0000011191432,"teacher_disagreement_score":0.7172589,"about_ca_system_score_codex":0.000019897423,"about_ca_system_score_gemma":0.000094404226,"threshold_uncertainty_score":0.4610348},"labels":[],"label_agreement":null},{"id":"W4401276698","doi":"10.51660/ripie42221","title":"Integración de la inteligencia artificial en la educación: desafíos y perspectivas","year":2024,"lang":"en","type":"article","venue":"Revista Internacional de Pedagogía e Innovación Educativa","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Political science; Humanities; Sociology; Computer science; Art","score_opus":0.014299971116329165,"score_gpt":0.360365092587053,"score_spread":0.3460651214707238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401276698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52909696,0.0031139476,0.38974044,0.057272024,0.0025207205,0.00033675993,0.000036836092,0.001206255,0.016676066],"genre_scores_gemma":[0.97067773,0.00014244195,0.022818623,0.0004483189,0.0020177902,0.000043088865,0.000016399008,0.00007164485,0.0037639872],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617803,0.0009280207,0.0006925312,0.00093900657,0.00052267336,0.0007397638],"domain_scores_gemma":[0.9969482,0.0015335775,0.00015821646,0.0007510528,0.00029744802,0.00031151765],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0022746425,0.0004897974,0.0004358483,0.00072591286,0.00017718339,0.001760652,0.0017860039,0.00023877267,0.00029161404],"category_scores_gemma":[0.0015082033,0.0004504494,0.00036604592,0.0013766942,0.0002664417,0.0005293524,0.00046585104,0.0018862687,0.00063539704],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016740083,0.00036764087,0.0019085828,0.00014739064,0.000148568,0.0002478158,0.0075762887,0.000054264805,0.0031052486,0.89553887,0.007630677,0.083257906],"study_design_scores_gemma":[0.00032758503,0.0002949755,0.004298014,0.002617241,0.00013655925,0.005315591,0.0059130862,0.056342583,0.004087941,0.15662552,0.7623659,0.0016750459],"about_ca_topic_score_codex":0.00022879237,"about_ca_topic_score_gemma":0.0000078355915,"teacher_disagreement_score":0.7547352,"about_ca_system_score_codex":0.0009578231,"about_ca_system_score_gemma":0.0029577727,"threshold_uncertainty_score":0.9997947},"labels":[],"label_agreement":null},{"id":"W4401302950","doi":"10.1016/j.chbah.2024.100089","title":"Integrating generative AI in data science programming: Group differences in hint requests","year":2024,"lang":"en","type":"article","venue":"Computers in Human Behavior Artificial Humans","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"British Columbia Knowledge Development Fund; Canada Research Chairs; Canada Foundation for Innovation","keywords":"Generative grammar; Computer science; Visibility; Group (periodic table); Artificial intelligence; Generative model; Data science; Human–computer interaction","score_opus":0.09830740770571145,"score_gpt":0.38485766820369166,"score_spread":0.2865502604979802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401302950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94021577,0.00011888765,0.05681833,0.0010432479,0.0010816929,0.0003746205,0.0000042703496,0.00026658236,0.00007660102],"genre_scores_gemma":[0.97049946,0.00000484463,0.029086197,0.00009608442,0.0001952938,0.000040481933,0.00003192936,0.000018185494,0.00002751001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996464,0.00019034649,0.0007905396,0.0013811507,0.0005140268,0.00065992755],"domain_scores_gemma":[0.9986452,0.000111784066,0.000089776164,0.0009742095,0.000075513264,0.000103520935],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015668103,0.00029036813,0.00036927735,0.0012468763,0.0002827972,0.001603846,0.0029243862,0.000092651426,0.0000051314173],"category_scores_gemma":[0.000078572004,0.0002760358,0.000053629865,0.001984246,0.00045815026,0.0015820853,0.0011717816,0.0009661613,0.000008110122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059797258,0.0014636543,0.09753855,0.000086411404,0.000009314667,0.0018567875,0.022008477,0.0005660622,0.011509693,0.47836646,0.00012924621,0.38645935],"study_design_scores_gemma":[0.00025187826,0.00027503635,0.07426325,0.0010344452,0.000014280387,0.00001502491,0.00052641093,0.90703344,0.0002138126,0.015308618,0.00033615754,0.0007276579],"about_ca_topic_score_codex":0.00042433655,"about_ca_topic_score_gemma":0.0064072157,"teacher_disagreement_score":0.9064674,"about_ca_system_score_codex":0.00032302816,"about_ca_system_score_gemma":0.00020491665,"threshold_uncertainty_score":0.9999692},"labels":[],"label_agreement":null},{"id":"W4401313191","doi":"10.18260/1-2--47980","title":"Social Capital and Persistence in Computer Science of Google’s Computer Science Summer Institute (CSSI) Students","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Persistence (discontinuity); Computer science; Social capital; Multimedia; Social science; Sociology; Engineering","score_opus":0.029923319559808127,"score_gpt":0.3254700597858766,"score_spread":0.29554674022606847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401313191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80279547,0.000083524326,0.19428754,0.0017337806,0.000672133,0.000080913844,0.0000012026147,0.00010313205,0.0002422774],"genre_scores_gemma":[0.95149523,0.0000097926995,0.048076127,0.00015524248,0.00014058698,0.0000011865225,4.753612e-7,0.0000053790964,0.00011595474],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740785,0.000027642533,0.00029523505,0.0007995971,0.0010174607,0.00045218554],"domain_scores_gemma":[0.99929875,0.00004668115,0.000054286502,0.0002970258,0.00016809489,0.00013517485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011439796,0.00016059101,0.00021920774,0.0006222187,0.0003107161,0.0009347711,0.0017422795,0.00004316531,0.0000037013606],"category_scores_gemma":[0.000022221651,0.00013574032,0.000056226912,0.0023318315,0.0019983128,0.0017539583,0.0013604818,0.00024043732,0.000020662517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013268015,0.00089516054,0.108001694,0.00041912426,0.00008122402,0.00035589642,0.040684458,0.0077868598,0.0072738635,0.40116432,0.00073982327,0.43258432],"study_design_scores_gemma":[0.00025898177,0.00013855004,0.05551537,0.00013326576,0.000007337255,0.000028753573,0.00007961978,0.9418238,0.00039729412,0.0011993136,0.00016594384,0.0002517898],"about_ca_topic_score_codex":0.0000945931,"about_ca_topic_score_gemma":0.000029273078,"teacher_disagreement_score":0.9340369,"about_ca_system_score_codex":0.00010092647,"about_ca_system_score_gemma":0.0005480884,"threshold_uncertainty_score":0.9014019},"labels":[],"label_agreement":null},{"id":"W4401338981","doi":"10.1007/978-3-031-45667-1_37","title":"Artificial Intelligence Techniques in Software Design for Mathematics Education","year":2024,"lang":"en","type":"book-chapter","venue":"Springer international handbooks of education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Mathematics education; Software engineering; Artificial intelligence; Mathematics","score_opus":0.04948844432014932,"score_gpt":0.3396498480285167,"score_spread":0.2901614037083674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401338981","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031789645,0.00084321346,0.9395615,0.0026656382,0.0032964284,0.0007096347,0.000021666656,0.00017169592,0.052698467],"genre_scores_gemma":[0.0073418436,0.0001728755,0.7119199,0.00012027412,0.001021128,0.00016120113,0.000091326096,0.00006534599,0.27910608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99850595,0.000006943267,0.0006358093,0.00041006305,0.0003111088,0.00013010934],"domain_scores_gemma":[0.99858123,0.00017185185,0.00035959235,0.00035413486,0.00048933725,0.000043872806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036651542,0.00022378807,0.00023127823,0.0007418581,0.0000324851,0.00014215449,0.00077012694,0.00019093559,0.000027277923],"category_scores_gemma":[0.00014652192,0.00023796773,0.0001421826,0.000059556867,0.000048310765,0.00016917395,0.00012555791,0.00027442054,0.00003585958],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004008187,0.00013585058,0.0000079131105,0.0001521183,0.000029071633,3.4272318e-7,0.0003001569,0.000056214307,0.00006185572,0.774232,0.0005677816,0.22445275],"study_design_scores_gemma":[0.0000122714655,0.00005446024,0.0000051188704,0.0021304425,0.000029503173,0.000005299585,0.000044034754,0.008397733,0.0050679217,0.9644766,0.01954274,0.00023387949],"about_ca_topic_score_codex":0.00001717879,"about_ca_topic_score_gemma":0.000011718749,"teacher_disagreement_score":0.22764155,"about_ca_system_score_codex":0.00022493159,"about_ca_system_score_gemma":0.001069929,"threshold_uncertainty_score":0.9704042},"labels":[],"label_agreement":null},{"id":"W4401638359","doi":"10.54337/nlc.v12.8674","title":"Scaling engagement in MOOCs 4D","year":2024,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Implementation; Learning design; Presentation (obstetrics); Community engagement; Computer science; Massive open online course; Student engagement; Online learning; Quality (philosophy); Work (physics); Mathematics education; Multimedia; Psychology; World Wide Web; Engineering; Public relations; Political science; Software engineering; Medicine","score_opus":0.03545053961030782,"score_gpt":0.29614054042043253,"score_spread":0.2606900008101247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401638359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8292845,0.00028631437,0.01595415,0.050332125,0.0027356087,0.00027734722,0.000001467553,0.00054550514,0.10058299],"genre_scores_gemma":[0.99478096,0.000055402594,0.0030585756,0.00011567976,0.00019391192,0.0000057439784,8.2480307e-7,0.000009954407,0.0017789329],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987654,0.000021152495,0.00026037032,0.00030198126,0.00046015697,0.00019094658],"domain_scores_gemma":[0.9994731,0.00013079321,0.00011763001,0.00007939369,0.0001679235,0.000031181724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083187514,0.00011703836,0.00012049297,0.00018102521,0.00010197609,0.00054007815,0.0012278991,0.000045869623,0.000031858974],"category_scores_gemma":[0.00027032115,0.0000887391,0.000081033504,0.00044725835,0.00004249277,0.00026375346,0.00036972063,0.0007910825,0.000014789447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010198997,0.000035943074,0.005890315,0.00003775822,0.00004019022,0.0000033011154,0.0009905717,0.045301303,0.0014456424,0.90828174,0.00034506843,0.037617955],"study_design_scores_gemma":[0.00009522934,0.000035262634,0.0005894783,0.00084557646,0.0000045087168,0.000003673565,0.00019204571,0.97877157,0.00040558426,0.01269115,0.0062653786,0.00010053267],"about_ca_topic_score_codex":0.000012832783,"about_ca_topic_score_gemma":0.0000015147424,"teacher_disagreement_score":0.93347025,"about_ca_system_score_codex":0.000072403156,"about_ca_system_score_gemma":0.00007711346,"threshold_uncertainty_score":0.5207986},"labels":[],"label_agreement":null},{"id":"W4401750270","doi":"10.1080/02286203.2024.2389562","title":"Knowledge in attention assistant for improving generalization in deep teacher–student models","year":2024,"lang":"en","type":"article","venue":"International Journal of Modelling and Simulation","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Generalization; Computer science; Mathematics education; Artificial intelligence; Psychology; Mathematics","score_opus":0.037127578341309884,"score_gpt":0.3494417966435019,"score_spread":0.312314218302192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401750270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31293014,0.00060933694,0.6856923,0.0004234868,0.00028387553,0.000033206747,4.6296842e-7,0.000009828175,0.000017353042],"genre_scores_gemma":[0.98291016,0.000074686315,0.016730363,0.000012622781,0.0001997139,0.0000013574044,0.0000047190942,0.0000064402075,0.000059935715],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991331,0.000031759915,0.0004008082,0.00014104451,0.00021123646,0.00008203764],"domain_scores_gemma":[0.9994963,0.00010294429,0.00011229409,0.000044798762,0.00021898534,0.000024673729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006593242,0.0000659533,0.00009787912,0.00043276593,0.000022419206,0.0002211292,0.00017089343,0.000045297595,4.6761252e-7],"category_scores_gemma":[0.000020647147,0.00006083432,0.00005312924,0.00013127863,0.0000058924525,0.0006238824,0.000028933713,0.00013761272,3.6148012e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011847891,0.00005220705,0.00082137843,0.000014881617,0.0000120257655,0.0000071739523,0.0009922008,0.96035033,0.00009368073,0.00664019,0.0000012590101,0.0310028],"study_design_scores_gemma":[0.00031726866,0.000033651457,0.0003606441,0.00016363441,0.000006888668,0.0000053264043,0.000044239958,0.98237157,0.000009137918,0.016561896,0.00006384594,0.00006188788],"about_ca_topic_score_codex":0.000015593607,"about_ca_topic_score_gemma":0.00001725153,"teacher_disagreement_score":0.66998,"about_ca_system_score_codex":0.00013014139,"about_ca_system_score_gemma":0.00004979553,"threshold_uncertainty_score":0.24807516},"labels":[],"label_agreement":null},{"id":"W4401873268","doi":"10.19173/irrodl.v25i3.7641","title":"AI Application (ChatGPT) and Saudi Arabian Primary School Students’ Autonomy in Online Classes: Exploring Students and Teachers’ Perceptions","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Autonomy; Perception; Learner autonomy; Psychology; Mathematics education; Coding (social sciences); Educational technology; Pedagogy; Sociology","score_opus":0.09119957511316923,"score_gpt":0.4706832055806261,"score_spread":0.37948363046745687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92856807,0.020739723,0.007131746,0.042199988,0.00006642759,0.0008664022,0.000020363621,0.000045604786,0.0003616528],"genre_scores_gemma":[0.94649136,0.051900778,0.00077787106,0.00026376636,0.000049913793,0.00009753873,0.00009285409,0.000008041724,0.00031785917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99806637,0.00036809695,0.00034523054,0.00036727547,0.0006628397,0.00019017722],"domain_scores_gemma":[0.9991322,0.00040704067,0.000061923245,0.00019563382,0.00011530984,0.000087897984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039758338,0.00009942637,0.00020768898,0.00023008815,0.00012418596,0.0007915683,0.0012438478,0.000031457585,0.000011171894],"category_scores_gemma":[0.0005116903,0.00007709307,0.000024574398,0.00058628974,0.00010897437,0.00063142454,0.0017144841,0.00097051094,0.000006724452],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012018188,0.00023085749,0.8806499,0.0011253185,0.000055582706,0.000019942087,0.0013215349,0.00018386121,0.00009660148,0.0064721024,0.00026376316,0.10956849],"study_design_scores_gemma":[0.0008384239,0.00013416601,0.87665033,0.018321132,0.000017064198,0.000030622403,0.0041679814,0.056573488,0.0000035994267,0.002623991,0.04041738,0.00022183248],"about_ca_topic_score_codex":0.00025029609,"about_ca_topic_score_gemma":0.00004276113,"teacher_disagreement_score":0.10934666,"about_ca_system_score_codex":0.00020179905,"about_ca_system_score_gemma":0.00019106177,"threshold_uncertainty_score":0.76331115},"labels":[],"label_agreement":null},{"id":"W4401873338","doi":"10.19173/irrodl.v25i3.7642","title":"Threats and Opportunities of Students’ Use Of AI-Integrated Technology (ChatGPT) in Online Higher Education: Saudi Arabian Educational Technologists’ Perspectives","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Prince Sattam bin Abdulaziz University","keywords":"Educational technology; Technology integration; Higher education; Distance education; Electronic learning; Mathematics education; Medical education; Pedagogy; Psychology; Sociology; Political science; Medicine","score_opus":0.13977560604200825,"score_gpt":0.47869878677935873,"score_spread":0.3389231807373505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873338","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37187287,0.20262408,0.00075977406,0.4229093,0.00017191393,0.0007154897,0.00009934077,0.000046085614,0.0008011642],"genre_scores_gemma":[0.9313348,0.065777935,0.0010598331,0.000064843254,0.000019194065,0.000024189523,0.000074446354,0.000005069336,0.0016397202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985405,0.0002188434,0.00039563165,0.00025741558,0.0004518627,0.00013574937],"domain_scores_gemma":[0.9985127,0.0005429592,0.00012264166,0.00022371185,0.00056681345,0.00003117782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016138074,0.00008913204,0.00025262393,0.0005855845,0.000045207933,0.00015315202,0.0011509022,0.0000550385,0.000040998995],"category_scores_gemma":[0.0009305128,0.00006420505,0.000029222392,0.001099581,0.00044978134,0.00030735525,0.0008278085,0.00071250653,8.0621965e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019916493,0.0005147889,0.15059875,0.0010344817,0.00006980305,0.000010061641,0.0002993246,0.00007418339,0.00007124898,0.7540146,0.0004935319,0.09279931],"study_design_scores_gemma":[0.0018936017,0.0012301088,0.29236692,0.13495414,0.00007684147,0.0002072038,0.039557084,0.04291663,0.0003997698,0.32536095,0.16018774,0.00084898743],"about_ca_topic_score_codex":0.00029639073,"about_ca_topic_score_gemma":0.000026242567,"teacher_disagreement_score":0.5594619,"about_ca_system_score_codex":0.00008577033,"about_ca_system_score_gemma":0.00063587667,"threshold_uncertainty_score":0.30955258},"labels":[],"label_agreement":null},{"id":"W4401873485","doi":"10.19173/irrodl.v25i3.7815","title":"Video Lectures With AI-Generated Instructors: Low Video Engagement, Same Performance as Human Instructors","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Multimedia; Online video; Computer science; Educational technology; Distance education; Videoconferencing; Electronic learning; Mathematics education; Psychology","score_opus":0.04929254613298834,"score_gpt":0.4160962891389576,"score_spread":0.36680374300596924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9581065,0.0108636515,0.0017800807,0.024627116,0.0002123599,0.0006376516,0.00002262659,0.000100346384,0.0036496283],"genre_scores_gemma":[0.9906407,0.007920781,0.00042379272,0.00030644634,0.000082437065,0.000025215279,0.000102480415,0.000012180953,0.00048599622],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750453,0.00057472615,0.00037974794,0.00039888528,0.0008483979,0.00029371583],"domain_scores_gemma":[0.99873775,0.00043352728,0.000100687386,0.00030188056,0.00034484803,0.000081283324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036878702,0.00015055666,0.0002529774,0.00026054124,0.0003159224,0.000876098,0.0018434192,0.000040146253,0.00009639972],"category_scores_gemma":[0.0008464979,0.00009505043,0.000044596298,0.0012678152,0.00020129216,0.000600242,0.001005752,0.0013173007,0.000019499494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024562704,0.0003981507,0.14242733,0.013673356,0.0008658699,0.0003898642,0.0028935536,0.013708959,0.0033394499,0.3645091,0.011962931,0.44558582],"study_design_scores_gemma":[0.0029468434,0.001999154,0.034318104,0.105973504,0.00007774889,0.0003881892,0.0019733799,0.44182977,0.0046880892,0.01755638,0.3869666,0.0012822418],"about_ca_topic_score_codex":0.0003962531,"about_ca_topic_score_gemma":0.000025970441,"teacher_disagreement_score":0.44430357,"about_ca_system_score_codex":0.00010980016,"about_ca_system_score_gemma":0.00035591863,"threshold_uncertainty_score":0.84482336},"labels":[],"label_agreement":null},{"id":"W4401873616","doi":"10.19173/irrodl.v25i3.8070","title":"Special Issue: Artificial Intelligence in Open and Distributed Learning: Does It Facilitate or Hinder Teaching and Learning?","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open learning; Computer science; Educational technology; Distance education; Synchronous learning; Mathematics education; Teaching method; Multimedia; Cooperative learning; Psychology","score_opus":0.11500885657963814,"score_gpt":0.4602327604634782,"score_spread":0.34522390388384006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873616","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25247967,0.042745773,0.087519206,0.5715579,0.002129342,0.0066694515,0.0004155087,0.000418562,0.036064614],"genre_scores_gemma":[0.96282303,0.02772388,0.0018509558,0.00022785463,0.0006092695,0.000060592392,0.0002243962,0.000025785062,0.0064542363],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995294,0.002106874,0.00070736994,0.00069854583,0.0007542619,0.00043895666],"domain_scores_gemma":[0.9964449,0.0028164512,0.00015564171,0.00023681892,0.00020944413,0.00013679016],"candidate_categories":["metaresearch","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013468263,0.00021446367,0.00045959128,0.00029280293,0.0005030984,0.0021533472,0.002011723,0.00007851142,0.00020089337],"category_scores_gemma":[0.0089272475,0.0001370477,0.000047846035,0.00091788144,0.0003123518,0.000847873,0.0035593126,0.0033614463,0.000022689026],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029773873,0.00024481266,0.021780169,0.0024553668,0.00013238605,0.00031830903,0.0054350737,0.0036492022,0.000055001157,0.06708424,0.0051071304,0.89344054],"study_design_scores_gemma":[0.00044568357,0.00040614253,0.0028857698,0.013178725,0.000018639648,0.00007756173,0.01382251,0.33470908,0.000022105974,0.012693297,0.6213477,0.0003927654],"about_ca_topic_score_codex":0.0010650388,"about_ca_topic_score_gemma":0.00019250913,"teacher_disagreement_score":0.8930478,"about_ca_system_score_codex":0.00012160936,"about_ca_system_score_gemma":0.00026541337,"threshold_uncertainty_score":0.999421},"labels":[],"label_agreement":null},{"id":"W4401873716","doi":"10.19173/irrodl.v25i3.7720","title":"How AI Literacy Affects Students’ Educational Attainment in Online Learning: Testing a Structural Equation Model in Higher Education Context","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Army Research Office","keywords":"Structural equation modeling; Context (archaeology); Educational technology; Mathematics education; Literacy; Computer science; Pedagogy; Psychology; Educational attainment; Electronic learning; Machine learning; Political science","score_opus":0.13404736483309337,"score_gpt":0.48957691597358766,"score_spread":0.3555295511404943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63731384,0.033207323,0.003502022,0.32296664,0.00042941736,0.0013398867,0.00002460441,0.000047498106,0.0011687484],"genre_scores_gemma":[0.99452424,0.0016875623,0.0011418083,0.00026264146,0.000086233435,0.000059649148,0.00021937503,0.000008514362,0.0020100018],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975377,0.0006437412,0.00036727573,0.00036954603,0.0008375945,0.00024417465],"domain_scores_gemma":[0.99797386,0.0013245076,0.00012128462,0.0001685329,0.00035517843,0.000056658348],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003423305,0.00012164674,0.00021597334,0.00037375742,0.000092623384,0.0010994746,0.0012373563,0.000039373117,0.000023048304],"category_scores_gemma":[0.0024557177,0.00009394226,0.000034902612,0.001238369,0.00006332548,0.000870735,0.0007694811,0.0011788215,0.000003585318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003541056,0.00046956935,0.54288584,0.0020418924,0.000039750117,0.000021710715,0.0011745575,0.033571716,0.00008819719,0.12600242,0.0004991722,0.29316977],"study_design_scores_gemma":[0.00033692783,0.00006910958,0.07594942,0.013068399,0.0000036589024,0.000008266098,0.00049116235,0.8958141,0.0000037986576,0.010970203,0.0031729355,0.000111967245],"about_ca_topic_score_codex":0.00026940412,"about_ca_topic_score_gemma":0.000028484486,"teacher_disagreement_score":0.86224246,"about_ca_system_score_codex":0.00034311757,"about_ca_system_score_gemma":0.00059643365,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W4401873738","doi":"10.19173/irrodl.v25i3.7756","title":"The Use of Deep Learning in Open Learning: A Systematic Review (2019 to 2023)","year":2024,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open learning; Educational technology; Computer science; Distance education; Open education; Psychology; Mathematics education; Teaching method; World Wide Web; Cooperative learning","score_opus":0.18237126208465415,"score_gpt":0.49911491393845914,"score_spread":0.316743651853805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873738","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000016014067,0.98640186,0.00046090505,0.008548601,0.00011234845,0.0038794074,0.000022249187,0.000020515616,0.00055252534],"genre_scores_gemma":[0.00005792422,0.99375427,0.0003358489,0.00014431697,0.000038119644,0.0004453,0.00017332604,0.000034705565,0.005016195],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9884445,0.006352874,0.0022937113,0.00079452037,0.0015346617,0.0005797331],"domain_scores_gemma":[0.99061865,0.006479896,0.0011251861,0.00093512493,0.0006889441,0.00015222466],"candidate_categories":["metaresearch","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.025459206,0.0003999805,0.0026569974,0.0005118279,0.00030043573,0.0016882305,0.009067233,0.00012474884,0.00003055663],"category_scores_gemma":[0.027801596,0.00022128063,0.00034547146,0.0036983604,0.000175065,0.00048505698,0.0090059675,0.003869432,0.00012980912],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009517809,0.00006330854,0.000057501707,0.7151229,0.00021957935,0.000048878752,0.00008667939,0.0004034007,1.0459327e-7,0.0077944305,0.0031808773,0.27301285],"study_design_scores_gemma":[0.0000744625,0.00007460997,0.0000036736014,0.51699924,0.00012541687,0.000027729382,0.000088434754,0.0043632956,3.8570942e-8,0.00011573295,0.4779964,0.0001309797],"about_ca_topic_score_codex":0.0005394149,"about_ca_topic_score_gemma":0.000059960752,"teacher_disagreement_score":0.47481555,"about_ca_system_score_codex":0.00029228054,"about_ca_system_score_gemma":0.00075135916,"threshold_uncertainty_score":0.9993481},"labels":[],"label_agreement":null},{"id":"W4401873916","doi":"10.19173/irrodl.v25i3.7785","title":"AI and the Future of Teaching: Preservice Teachers’ Reflections on the Use of Artificial Intelligence in Open and Distributed Learning","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Curriculum; Narrative; Computer science; Literacy; Teacher education; Grounded theory; Pedagogy; Qualitative research; Mathematics education; Sociology; Psychology; Social science","score_opus":0.1763777877169729,"score_gpt":0.4844324357439642,"score_spread":0.30805464802699134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873916","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17680906,0.04593902,0.05906584,0.7104188,0.00036385015,0.0038306746,0.00019311458,0.000067572226,0.0033120587],"genre_scores_gemma":[0.9860783,0.012886441,0.000514593,0.000199318,0.00004754485,0.00003285781,0.00004125478,0.000007503104,0.00019215108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964176,0.0020269006,0.0005091075,0.00031181064,0.000541442,0.00019314451],"domain_scores_gemma":[0.9956473,0.0036034542,0.00017651203,0.00029951948,0.00022946617,0.00004372064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009972781,0.000114070026,0.00029879902,0.00015069904,0.00027079615,0.0007440454,0.0018493648,0.000046192643,0.00001619981],"category_scores_gemma":[0.0041350676,0.0000608127,0.0000451666,0.0009277288,0.00036528776,0.00043877604,0.0021353532,0.0019074952,0.0000013350938],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021486105,0.00017136596,0.00812909,0.0008775847,0.00011715636,0.000013030158,0.0036743588,0.0065761125,0.00009243792,0.8119135,0.0010643612,0.16715617],"study_design_scores_gemma":[0.00051359745,0.0003385114,0.005019069,0.015954392,0.000033719785,0.00003326921,0.010668653,0.8276971,0.00008036452,0.03360236,0.105847925,0.0002110123],"about_ca_topic_score_codex":0.0012971939,"about_ca_topic_score_gemma":0.0001355639,"teacher_disagreement_score":0.82112104,"about_ca_system_score_codex":0.000045669596,"about_ca_system_score_gemma":0.00015107832,"threshold_uncertainty_score":0.82872236},"labels":[],"label_agreement":null},{"id":"W4401873929","doi":"10.19173/irrodl.v25i3.7757","title":"Artificial Intelligence in Education: A Bibliometric Study on Its Role in Transforming Teaching and Learning","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Bibliometrics; China; Web of science; Higher education; Field (mathematics); Data science; Social science; Mathematics education; Computer science; Psychology; Sociology; Library science; Political science; Qualitative research; MEDLINE","score_opus":0.11871685400075291,"score_gpt":0.4907607617410645,"score_spread":0.3720439077403116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401873929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8932097,0.06183421,0.0048022834,0.032856505,0.0001987573,0.0013981845,0.000005463407,0.000046211007,0.005648677],"genre_scores_gemma":[0.9902935,0.009189975,0.00025381186,0.00004733747,0.000034543038,0.000039378767,0.000009649518,0.000005929816,0.00012589204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99718374,0.0011941808,0.00045535024,0.00034793792,0.0005978881,0.00022090711],"domain_scores_gemma":[0.99788463,0.001772561,0.000059027574,0.00012758079,0.00010744707,0.000048777532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013283496,0.00009558448,0.00020894961,0.005115474,0.00015174519,0.00058822613,0.0009481964,0.000028947165,0.000011040993],"category_scores_gemma":[0.0038309104,0.00007262786,0.00002512397,0.011659533,0.000044519016,0.00044776633,0.000485804,0.0021427965,0.000007625182],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017057002,0.00028667995,0.019066941,0.00045357135,0.000011227756,0.000029429304,0.0017508554,0.0012999958,0.000029880279,0.03801695,0.000016195776,0.9390212],"study_design_scores_gemma":[0.00040145402,0.0010005303,0.043812726,0.045747045,0.000012857331,0.000055388322,0.03969084,0.829613,0.00008421669,0.01769747,0.021465708,0.00041880124],"about_ca_topic_score_codex":0.0005213477,"about_ca_topic_score_gemma":0.00004782401,"teacher_disagreement_score":0.93860245,"about_ca_system_score_codex":0.000102729035,"about_ca_system_score_gemma":0.00023199753,"threshold_uncertainty_score":0.9309504},"labels":[],"label_agreement":null},{"id":"W4401881962","doi":"10.2139/ssrn.4937425","title":"Improving Incremental Learning: A Closer Look at the Softmax Function","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Softmax function; Function (biology); Computer science; Incremental learning; Psychology; Artificial intelligence; Deep learning; Biology; Evolutionary biology","score_opus":0.006859822693199488,"score_gpt":0.24014957907905482,"score_spread":0.23328975638585533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401881962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3612751,0.043313924,0.5456241,0.037566476,0.007040767,0.00060582743,0.0000060713005,0.0011493112,0.00341845],"genre_scores_gemma":[0.9604175,0.0015828103,0.00046557377,0.0002226057,0.0017501983,0.000009261208,0.000015102728,0.000058045236,0.03547888],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959986,0.00028033397,0.00043480896,0.00063230615,0.000646855,0.0020070788],"domain_scores_gemma":[0.9987509,0.00007862013,0.0004332601,0.0005256644,0.00011305458,0.00009848514],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0032624423,0.000354393,0.00027316617,0.00020329942,0.0007053251,0.00089772866,0.0013432838,0.00023335229,0.000027857299],"category_scores_gemma":[0.000104379425,0.00024921537,0.0003930497,0.00026199286,0.00006138458,0.00014332982,0.00313595,0.014355325,0.0003478877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012223115,0.00021709732,0.0027549008,0.00027910416,0.0024015908,0.00010103751,0.0016769841,0.028998615,0.0023618627,0.34116518,0.0034344662,0.6164869],"study_design_scores_gemma":[0.00046634022,0.00072275946,0.00010169649,0.00020454227,0.00034976602,0.0012296988,0.00093510764,0.2236286,0.00010788385,0.7585723,0.012998815,0.00068249926],"about_ca_topic_score_codex":0.00012816502,"about_ca_topic_score_gemma":0.0003975049,"teacher_disagreement_score":0.61580443,"about_ca_system_score_codex":0.0022006624,"about_ca_system_score_gemma":0.004056514,"threshold_uncertainty_score":0.999996},"labels":[],"label_agreement":null},{"id":"W4401897332","doi":"10.23977/aetp.2024.080512","title":"Enhancing Information Literacy of Teachers and Students through Big Data Analysis (BDA)","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Information literacy; Big data; Literacy; Data science; Computer science; Psychology; Pedagogy; Library science; Data mining","score_opus":0.01939663639565404,"score_gpt":0.420021657620675,"score_spread":0.40062502122502097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401897332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45473373,0.028038165,0.47244632,0.04254344,0.0011420231,0.00009836311,0.00001474513,0.00011937176,0.00086385314],"genre_scores_gemma":[0.9555477,0.0025910623,0.041460812,0.00026509256,0.00003609886,0.000005621681,0.00003527764,0.0000019216866,0.000056449844],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992751,0.000028753964,0.00023379791,0.00027527643,0.00008227262,0.00010479009],"domain_scores_gemma":[0.9993521,0.0001550227,0.00006915975,0.00037753888,0.000031806416,0.000014356386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002550983,0.000067749155,0.00013380061,0.00077333016,0.000037562484,0.000038729402,0.00052266824,0.00009294956,0.0000036403449],"category_scores_gemma":[0.0001027603,0.000063495536,0.000012670492,0.0016013851,0.00015532252,0.0011600299,0.00019182244,0.00021095085,0.0000037289756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040516525,0.00011230942,0.2646783,0.000057120415,0.00014221498,0.0000020423442,0.0030658904,0.0000706398,0.00005213895,0.26909977,0.00009776693,0.46261775],"study_design_scores_gemma":[0.0003702631,0.00014407649,0.14293775,0.00013196055,0.00010590705,0.000068948895,0.0005871042,0.009107198,0.000058490754,0.7376142,0.1086183,0.00025576144],"about_ca_topic_score_codex":0.000006028732,"about_ca_topic_score_gemma":0.000018443392,"teacher_disagreement_score":0.50081396,"about_ca_system_score_codex":0.000007788817,"about_ca_system_score_gemma":0.000038827224,"threshold_uncertainty_score":0.25892726},"labels":[],"label_agreement":null},{"id":"W4401976865","doi":"10.26522/brocked.v33i3.1176","title":"Generative or Degenerative?! Implications of AI Tools in Pre-Service Teacher Education and Reflections on Instructors’ Professional Development","year":2024,"lang":"en","type":"article","venue":"Brock Education Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Professional development; Pedagogy; Service (business); Generative grammar; Sociology; Teacher education; Mathematics education; Psychology; Computer science; Artificial intelligence","score_opus":0.04993829750604687,"score_gpt":0.40079536241773167,"score_spread":0.3508570649116848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401976865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9119907,0.0005311699,0.03877491,0.044889938,0.0027408798,0.0002546225,0.000003332785,0.00005700804,0.0007574429],"genre_scores_gemma":[0.9092439,0.00004648313,0.07400827,0.0015229944,0.0005981348,0.00007513595,0.000020333651,0.0000139863205,0.01447077],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990042,0.00012476702,0.0003565487,0.00022885892,0.00016325327,0.00012241094],"domain_scores_gemma":[0.9992445,0.000060716855,0.00011714741,0.00014555779,0.00031486148,0.00011717559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013990197,0.00010866409,0.000104676314,0.00036656635,0.00024718753,0.00025622742,0.00020745813,0.00005596014,0.000037503592],"category_scores_gemma":[0.00011977058,0.0000846838,0.000023595736,0.0007192907,0.000014544801,0.000510108,0.000046115303,0.00042564695,0.000007836738],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032426542,0.002780856,0.0139174415,0.00015818953,0.00007997149,0.0000011081775,0.040239617,0.0017112709,0.009660729,0.078383155,0.046041034,0.8069942],"study_design_scores_gemma":[0.00062581955,0.00038634098,0.7402122,0.0021177516,0.00004848901,0.000862918,0.006302131,0.012390119,0.006495423,0.03181901,0.19793144,0.00080838],"about_ca_topic_score_codex":0.000010949051,"about_ca_topic_score_gemma":0.000111649686,"teacher_disagreement_score":0.80618584,"about_ca_system_score_codex":0.00017726791,"about_ca_system_score_gemma":0.007046707,"threshold_uncertainty_score":0.9985824},"labels":[],"label_agreement":null},{"id":"W4401977138","doi":"10.26522/brocked.v33i3.1177","title":"AI and Education in China: Imagining the Future, Excavating the Past","year":2024,"lang":"en","type":"article","venue":"Brock Education Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"China; Sociology; Psychology; Aesthetics; History; Art; Archaeology","score_opus":0.004673963074740107,"score_gpt":0.2893021233731391,"score_spread":0.284628160298399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401977138","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19718489,0.019697582,0.05036849,0.7209384,0.009129077,0.00016146443,4.4229583e-7,0.00010198486,0.0024176543],"genre_scores_gemma":[0.9848582,0.00025926717,0.0044500576,0.0026817753,0.004481091,0.0000062649574,0.0000013256944,0.000009448239,0.003252545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993032,0.00010284254,0.00018422138,0.00013481053,0.00014697175,0.00012791275],"domain_scores_gemma":[0.99957174,0.0000672022,0.00007220959,0.00015574467,0.0000740766,0.000059003007],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00033515063,0.00007270998,0.000052787953,0.0001223926,0.00034974827,0.0010869547,0.00034104622,0.000020315822,0.000007262643],"category_scores_gemma":[0.000066107015,0.000041127736,0.000029033543,0.00042413917,0.00002009872,0.0004260289,0.000054537537,0.00060192554,0.000010339123],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.7997573e-7,0.00004805944,0.008811862,0.000015601254,0.000006921799,8.283265e-7,0.0041420725,0.00017158256,0.000035336965,0.01418901,0.044461794,0.9281163],"study_design_scores_gemma":[0.00018524528,0.000058107275,0.3302675,0.0006844281,0.000033545133,0.002498734,0.015241944,0.15046826,0.000016278987,0.089287624,0.41091335,0.0003449816],"about_ca_topic_score_codex":0.000013391027,"about_ca_topic_score_gemma":0.000005496974,"teacher_disagreement_score":0.9277714,"about_ca_system_score_codex":0.00004005912,"about_ca_system_score_gemma":0.0013315526,"threshold_uncertainty_score":0.99995},"labels":[],"label_agreement":null},{"id":"W4401977272","doi":"10.26522/brocked.v33i3.1178","title":"The Efficacy of GenAI Tools in Postsecondary Education","year":2024,"lang":"en","type":"article","venue":"Brock Education Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Postsecondary education; Psychology; Pedagogy; Sociology; Mathematics education; Higher education; Political science; Law","score_opus":0.01280494013080645,"score_gpt":0.315863508816367,"score_spread":0.3030585686855605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401977272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8575111,0.023391323,0.019642964,0.07865971,0.0140923085,0.0002601473,0.0000021169487,0.00011695707,0.006323389],"genre_scores_gemma":[0.9886494,0.00029235048,0.004282753,0.00031487888,0.0007516036,0.0000035032456,0.0000028974491,0.0000074720374,0.0056951046],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925584,0.00007569711,0.00027760817,0.000113932576,0.00015734891,0.000119602046],"domain_scores_gemma":[0.99928135,0.00022401162,0.000092959104,0.00018636949,0.00013833727,0.00007697406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023554498,0.00005920307,0.00006448282,0.00017441373,0.00012869481,0.00050822354,0.0004245985,0.000027012251,0.000019346055],"category_scores_gemma":[0.00031921285,0.000042528503,0.000057608922,0.00041758615,0.000016115207,0.0003874797,0.000034623106,0.0003115124,0.000033795615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000294422,0.0002216091,0.00095967075,0.000038007955,0.000013058444,0.0000010335382,0.0011346426,0.00012648824,0.0004360166,0.016348192,0.0377148,0.94300354],"study_design_scores_gemma":[0.00052191806,0.00025205265,0.24935848,0.0016991871,0.00004016583,0.001401759,0.004032826,0.023357887,0.0008917193,0.07122175,0.64671314,0.0005091438],"about_ca_topic_score_codex":0.0000061564656,"about_ca_topic_score_gemma":0.0000030855726,"teacher_disagreement_score":0.9424944,"about_ca_system_score_codex":0.00006475063,"about_ca_system_score_gemma":0.003676064,"threshold_uncertainty_score":0.65211797},"labels":[],"label_agreement":null},{"id":"W4401977607","doi":"10.26522/brocked.v33i3.1173","title":"Beyond Reproach: Navigating Usage, Detection, and Future Pathways of AI in Education","year":2024,"lang":"en","type":"article","venue":"Brock Education Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Psychology; Epistemology; Philosophy","score_opus":0.008351185340319919,"score_gpt":0.2873382797743131,"score_spread":0.27898709443399317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401977607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9264443,0.009489343,0.033806853,0.022902865,0.0060804533,0.0001299416,0.0000010606618,0.00009249784,0.0010526981],"genre_scores_gemma":[0.9852089,0.00021017452,0.012323843,0.00030813622,0.001482567,0.000004137456,0.0000019017792,0.0000079137135,0.00045240382],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991872,0.00007208649,0.00028798726,0.00019097496,0.0001542804,0.00010748431],"domain_scores_gemma":[0.9994446,0.00003445859,0.00011214094,0.00014811745,0.00016512578,0.000095570016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025034475,0.00007471011,0.00008647513,0.00019050401,0.00011397045,0.0002757441,0.00016559615,0.00004874802,0.0000071033837],"category_scores_gemma":[0.000091244576,0.00006912499,0.000035361863,0.0005493748,0.000013182292,0.00048592204,0.0000320033,0.00055631873,0.000004141746],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011834626,0.00011283662,0.0025773044,0.000060508417,0.000006899996,0.000001068639,0.0026332205,0.00006976073,0.0023187646,0.0050658803,0.0013987093,0.98575383],"study_design_scores_gemma":[0.000856115,0.00063375116,0.2080963,0.0038712323,0.000109315115,0.006704087,0.027720226,0.16210087,0.0062777763,0.39414632,0.18816298,0.0013210394],"about_ca_topic_score_codex":0.000012463258,"about_ca_topic_score_gemma":0.0000057383304,"teacher_disagreement_score":0.9844328,"about_ca_system_score_codex":0.00005579711,"about_ca_system_score_gemma":0.0013149484,"threshold_uncertainty_score":0.28188354},"labels":[],"label_agreement":null},{"id":"W4401978189","doi":"10.26522/brocked.v33i3.1174","title":"Beyond Work: AI and Educational Labour","year":2024,"lang":"en","type":"article","venue":"Brock Education Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Work (physics); Sociology; Psychology; Engineering","score_opus":0.0067097435973468905,"score_gpt":0.2929006913942657,"score_spread":0.28619094779691884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401978189","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16742758,0.019231763,0.14996363,0.64416504,0.013190842,0.00012164744,0.0000034500083,0.0002612996,0.00563478],"genre_scores_gemma":[0.9091901,0.00019739718,0.026328161,0.0029578658,0.0027108386,0.0000037768418,0.0000041963067,0.000012467529,0.058595166],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999324,0.00003852456,0.00015999062,0.00016570883,0.00017224357,0.00013951822],"domain_scores_gemma":[0.99943703,0.00006050034,0.000043763575,0.000119231954,0.0001429242,0.00019651868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011821196,0.00007499821,0.000061687286,0.00018495035,0.00019219743,0.000978401,0.00023263015,0.000032305652,0.00012502304],"category_scores_gemma":[0.00009261073,0.00006626508,0.00003686562,0.00040322484,0.000015299267,0.00047764613,0.00004438395,0.00034310465,0.00011561713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016612169,0.00015424233,0.0075829322,0.000043024374,0.00003383313,0.000003840149,0.0011120096,0.0001258414,0.000089365654,0.2759105,0.33846265,0.3764801],"study_design_scores_gemma":[0.00016149499,0.000062720545,0.07091868,0.0003563374,0.000026533171,0.0020326446,0.00030295353,0.009397197,0.00003424729,0.38078964,0.53556484,0.00035271115],"about_ca_topic_score_codex":0.0000020792654,"about_ca_topic_score_gemma":5.129543e-7,"teacher_disagreement_score":0.7417626,"about_ca_system_score_codex":0.000040659237,"about_ca_system_score_gemma":0.001515302,"threshold_uncertainty_score":0.94347435},"labels":[],"label_agreement":null},{"id":"W4402046988","doi":"10.5539/ies.v17n5p22","title":"Exploring Perspectives of Teacher Students Toward Generative AI Technologies","year":2024,"lang":"en","type":"article","venue":"International Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Technology integration; Pedagogy; Generative grammar; Teaching method; Sociology; Computer science","score_opus":0.15065661473085046,"score_gpt":0.4509272574689625,"score_spread":0.30027064273811205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402046988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7325648,0.028105337,0.041551273,0.18174633,0.011527926,0.00016928381,0.000009494997,0.001173158,0.0031523802],"genre_scores_gemma":[0.985949,0.0013637636,0.009509101,0.00006186035,0.00018218806,0.000045099416,0.0000018392292,0.000004890033,0.0028822792],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99922985,0.00001950874,0.00015674897,0.00022893862,0.00029221966,0.000072754425],"domain_scores_gemma":[0.9990275,0.000061878476,0.00004570294,0.0001264188,0.00072768284,0.000010830362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012911673,0.00008045625,0.00010179976,0.00025487467,0.000043777163,0.00012728114,0.00049209275,0.000017091934,0.0000053075014],"category_scores_gemma":[0.00035761,0.00006658888,0.000049063518,0.00025131254,0.00006963397,0.0005163432,0.00024933217,0.0001298172,0.000021944717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041620983,0.00056864874,0.012072827,0.0000784973,0.0012670335,0.000005506383,0.08252644,0.0002927689,0.00035824146,0.6304903,0.010496683,0.26183888],"study_design_scores_gemma":[0.00045081903,0.00031187062,0.01993473,0.0014658299,0.000116945695,0.000037354257,0.5799856,0.038827848,0.0089002885,0.13140124,0.21761414,0.0009533214],"about_ca_topic_score_codex":0.000010996213,"about_ca_topic_score_gemma":0.0000013708224,"teacher_disagreement_score":0.49908906,"about_ca_system_score_codex":0.00009521563,"about_ca_system_score_gemma":0.00011356244,"threshold_uncertainty_score":0.27154157},"labels":[],"label_agreement":null},{"id":"W4402097471","doi":"10.5430/wjel.v15n1p129","title":"Evaluating English Teachers’ Artificial Intelligence Readiness and Training Needs with a TPACK-Based Model","year":2024,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Computer science; Mathematics education; Artificial intelligence; Psychology; Geography","score_opus":0.04417904399303504,"score_gpt":0.32934905569564726,"score_spread":0.28517001170261225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402097471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40674448,0.0019816682,0.58658665,0.0013014158,0.000926823,0.00008870283,0.0000034747256,0.0002641845,0.0021025913],"genre_scores_gemma":[0.9296829,0.0000060156767,0.06875175,0.00010598089,0.0010981713,0.0000011772468,0.0000012590923,0.000020793052,0.0003319089],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856275,0.0000954174,0.0004072872,0.00021724805,0.0004501219,0.00026715972],"domain_scores_gemma":[0.9987049,0.00030094958,0.00017588529,0.00021597731,0.0004538761,0.00014840059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014918745,0.00017015428,0.00026441162,0.0006092605,0.000082887425,0.0005240382,0.00041728595,0.000043578388,0.000009963454],"category_scores_gemma":[0.001102645,0.00013008488,0.00009028452,0.0010534469,0.0000642518,0.0005170561,0.000054647466,0.0007113352,0.0000011896634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039950588,0.00007763412,0.00015340107,0.00008347012,0.000100008205,0.00040855692,0.37334967,0.25257558,0.0005340728,0.02344979,0.00016933406,0.34905854],"study_design_scores_gemma":[0.00015378497,0.00022364665,0.000010844768,0.0005477165,0.00006671871,0.00002586172,0.014201764,0.9820795,0.00035050898,0.001534057,0.0005956509,0.000209941],"about_ca_topic_score_codex":0.0000044435283,"about_ca_topic_score_gemma":0.000033891927,"teacher_disagreement_score":0.7295039,"about_ca_system_score_codex":0.000046866597,"about_ca_system_score_gemma":0.00031652942,"threshold_uncertainty_score":0.5304707},"labels":[],"label_agreement":null},{"id":"W4402192099","doi":"10.1002/tl.20632","title":"Understanding the interconnection between assessment of student learning and generative artificial intelligence","year":2024,"lang":"en","type":"article","venue":"New Directions for Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Generative grammar; Interconnection; Mathematics education; Psychology; Artificial intelligence; Computer science","score_opus":0.09075315719843909,"score_gpt":0.3936143528338806,"score_spread":0.3028611956354415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402192099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05435922,0.00033266432,0.9405486,0.0037861932,0.00025929385,0.00009007912,5.2123295e-7,0.00019740005,0.0004260515],"genre_scores_gemma":[0.9769306,0.000064446926,0.021669073,0.000011148589,0.0002833278,0.0000056467748,0.000002821758,0.000011376057,0.0010215659],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988196,0.00039665555,0.00020023213,0.0002981763,0.00013562858,0.00014969874],"domain_scores_gemma":[0.9984776,0.0012896763,0.00007809364,0.00007754266,0.000025042495,0.000052055228],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0015858775,0.00011049734,0.00014638745,0.00017911704,0.0013311827,0.00045511467,0.000111668276,0.000044751803,0.0000017771396],"category_scores_gemma":[0.00026737447,0.00008582682,0.000059562815,0.00021721645,0.000059383365,0.00020645712,0.00009324567,0.0011664644,5.4897254e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023754094,0.000024083425,0.009865335,0.000055152064,0.00015717086,0.0000011761485,0.020217191,0.022867786,0.0005668177,0.26793385,0.00004841466,0.6782606],"study_design_scores_gemma":[0.00005657496,0.00036211888,0.001325316,0.0001995872,0.00007772033,0.000013334778,0.013669204,0.96036315,0.000086602326,0.013548408,0.010138153,0.00015983642],"about_ca_topic_score_codex":0.000071126684,"about_ca_topic_score_gemma":0.00001561938,"teacher_disagreement_score":0.93749535,"about_ca_system_score_codex":0.00007417072,"about_ca_system_score_gemma":0.00005065299,"threshold_uncertainty_score":0.99996895},"labels":[],"label_agreement":null},{"id":"W4402316625","doi":"10.5430/wjel.v15n1p413","title":"Online Academic Tutoring for English Language Learning: A Case Study of Receptive Skills Development in Ecuadorian Students","year":2024,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Natural language processing; Psychology","score_opus":0.01308176642120329,"score_gpt":0.3302388815325983,"score_spread":0.317157115111395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402316625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961313,0.0013368588,0.00058227556,0.000047214267,0.0014517171,0.0002307296,0.0000045285888,0.00011224778,0.00010314465],"genre_scores_gemma":[0.9878563,0.00002713824,0.009132565,0.000021156626,0.0014641226,0.0000057170205,0.0000040992118,0.000028858556,0.0014600023],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99765354,0.00019329097,0.0009139152,0.00031626094,0.0005862331,0.00033676415],"domain_scores_gemma":[0.9983179,0.00047802652,0.0003790386,0.00022545473,0.00046218623,0.00013737513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00171269,0.0002148058,0.0004583569,0.00092509657,0.0000688985,0.00015235208,0.00082453986,0.00007540258,0.000009326407],"category_scores_gemma":[0.001909619,0.00018815359,0.00013456545,0.0010555275,0.00002081573,0.0004363189,0.00024260767,0.001344004,0.0000013055976],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029821065,0.0014077426,0.020013232,0.00013616744,0.0002502754,0.008382022,0.9152736,0.0028476063,0.00014414762,0.000109733475,0.00017868911,0.05122694],"study_design_scores_gemma":[0.007996148,0.0023682823,0.005074638,0.0039396533,0.0002740983,0.0005088761,0.9324583,0.009662061,0.001680868,0.00006920006,0.034787524,0.0011803918],"about_ca_topic_score_codex":0.000047066253,"about_ca_topic_score_gemma":0.00045928554,"teacher_disagreement_score":0.05004655,"about_ca_system_score_codex":0.00017740081,"about_ca_system_score_gemma":0.00019306445,"threshold_uncertainty_score":0.76726806},"labels":[],"label_agreement":null},{"id":"W4402316720","doi":"10.5430/wjel.v15n1p424","title":"Enhancing EFL Higher Education through Fliki Videos: An Artificial Intelligence Implementation Approach","year":2024,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.02356367680452872,"score_gpt":0.34777065588950556,"score_spread":0.32420697908497687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402316720","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10439055,0.009740324,0.84622645,0.00441847,0.013629287,0.00024538615,0.000005996157,0.0004769917,0.020866532],"genre_scores_gemma":[0.9170882,0.00002800017,0.07793447,0.00023439052,0.0036890162,0.0000018278231,0.000009583126,0.000014444716,0.0010000378],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874306,0.00009578584,0.00045986264,0.00020731718,0.00030766078,0.00018629021],"domain_scores_gemma":[0.9991948,0.00007433681,0.00017548069,0.00022038633,0.00025300292,0.00008198006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005959986,0.00011516454,0.00015120843,0.00027658136,0.00006856198,0.00047221672,0.00044613346,0.000031496053,0.00012104667],"category_scores_gemma":[0.00008397324,0.00009827871,0.00009816777,0.00071151834,0.000019081755,0.0012615942,0.00005094594,0.00037586415,0.0000114108],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000096494805,0.000306034,0.000089675006,0.00011193376,0.000078158904,0.000070870294,0.07501747,0.001250207,0.003534513,0.29212585,0.0023807331,0.6250249],"study_design_scores_gemma":[0.00072642835,0.0017526412,0.0013453241,0.002494806,0.00060784904,0.00030300327,0.20219246,0.08486095,0.10743091,0.1452866,0.45028758,0.0027114425],"about_ca_topic_score_codex":0.000026356149,"about_ca_topic_score_gemma":0.000053844844,"teacher_disagreement_score":0.8126977,"about_ca_system_score_codex":0.00007471769,"about_ca_system_score_gemma":0.00021844849,"threshold_uncertainty_score":0.4553597},"labels":[],"label_agreement":null},{"id":"W4402409122","doi":"10.18844/wjet.v16i2.9217","title":"Generative artificial intelligence in education: A narrative literature review","year":2024,"lang":"en","type":"article","venue":"World Journal on Educational Technology Current Issues","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Generative grammar; Narrative; Artificial intelligence; Computer science; Literature; Art","score_opus":0.02394959697016153,"score_gpt":0.3939813885599626,"score_spread":0.3700317915898011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402409122","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044630366,0.423585,0.0025785486,0.5696872,0.0032321226,0.000110661764,0.0000018193548,0.00008773549,0.00027059892],"genre_scores_gemma":[0.43385318,0.42943713,0.097641826,0.0061783893,0.009206208,0.0002943479,0.000113019996,0.000068284186,0.023207614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99849373,0.00012034423,0.00047323786,0.0003981207,0.00028660407,0.00022796782],"domain_scores_gemma":[0.9991068,0.00011863631,0.0001295995,0.00027611302,0.00029009406,0.00007874951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004001113,0.00019319408,0.0002256983,0.0015912455,0.00016842822,0.00036635925,0.0007001,0.00006582016,0.00014497282],"category_scores_gemma":[0.00026028385,0.00015897988,0.00008902887,0.0037122222,0.00008580116,0.0003958795,0.00007011342,0.0014995609,0.00023242639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011265621,0.00027222466,0.00006444276,0.000103416525,0.0000120124105,0.000012808414,0.0009765317,0.000034957528,0.000006572581,0.68370354,0.021232018,0.29358035],"study_design_scores_gemma":[0.00001696455,0.000073843854,0.00007124383,0.015110758,0.000009855329,0.00022002943,0.00022514633,0.0024584262,0.000089436326,0.7708823,0.21063752,0.00020447889],"about_ca_topic_score_codex":5.6300564e-7,"about_ca_topic_score_gemma":0.000010345112,"teacher_disagreement_score":0.5635088,"about_ca_system_score_codex":0.0001826898,"about_ca_system_score_gemma":0.00082117895,"threshold_uncertainty_score":0.6514929},"labels":[],"label_agreement":null},{"id":"W4402465604","doi":"10.29173/cais1847","title":"Designing the Presentation of Hyperlinks to Reduce Overload in Online Health Information","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l ACSI","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hyperlink; Information overload; Presentation (obstetrics); Computer science; World Wide Web; Health information; Internet privacy; Information retrieval; Medicine; Health care; Web page; Political science","score_opus":0.024998717809073985,"score_gpt":0.2955707354278183,"score_spread":0.27057201761874433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402465604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9697816,0.00017194777,0.0032223219,0.025657536,0.0001514333,0.00031061293,0.000045247085,0.00004992978,0.0006093775],"genre_scores_gemma":[0.9930771,0.000066649685,0.0063592526,0.00030849935,0.00004889913,0.0000061834007,0.0000039843,0.0000067907245,0.00012264145],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985796,0.000033713088,0.0005591396,0.00018017847,0.00041001092,0.00023732136],"domain_scores_gemma":[0.99102336,0.00016737425,0.0004411762,0.00016952006,0.008133042,0.00006552617],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00087997376,0.00013468006,0.000264055,0.0002450681,0.000065004904,0.0013015425,0.0013940082,0.00006685488,0.0000015707961],"category_scores_gemma":[0.005246193,0.00009157236,0.0000837694,0.0009316955,0.00009755466,0.0069569563,0.00037970496,0.00030764233,0.0000018021765],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016855674,0.00040436749,0.056261763,0.002581508,0.00016824114,0.0000018793909,0.4489454,0.003094683,0.03960282,0.12073284,0.007194958,0.32084298],"study_design_scores_gemma":[0.0017684855,0.0024909433,0.29605088,0.0073454934,0.00013659711,0.00009252958,0.035627615,0.45965138,0.109459214,0.02818641,0.058056016,0.0011344516],"about_ca_topic_score_codex":0.00032853926,"about_ca_topic_score_gemma":0.000014581264,"teacher_disagreement_score":0.45655668,"about_ca_system_score_codex":0.000049698534,"about_ca_system_score_gemma":0.0004223717,"threshold_uncertainty_score":0.9997352},"labels":[],"label_agreement":null},{"id":"W4402523765","doi":"10.5539/ies.v17n5p123","title":"Confirmatory Factor Analysis of the Computational Thinking Learning Competency Measurement Model of Students in the Bachelor of Education Program in Computer at Rajabhat University","year":2024,"lang":"en","type":"article","venue":"International Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Confirmatory factor analysis; Mathematics education; Bachelor; Psychology; Computational thinking; Higher education; Factor (programming language); Item analysis; Computer-Assisted Instruction; Pedagogy; Structural equation modeling; Computer science; Psychometrics; Machine learning","score_opus":0.05762977659362652,"score_gpt":0.3720550492511064,"score_spread":0.3144252726574799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402523765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745495,0.0006965572,0.020171307,0.0031996267,0.00088966166,0.00024833847,0.000009711782,0.000020831743,0.00021447048],"genre_scores_gemma":[0.9919775,0.000046359535,0.0077512786,0.000066329296,0.000020310603,0.0000076533215,0.000012346607,0.0000027970577,0.000115425304],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841595,0.00017519477,0.00035521848,0.00018025728,0.00080269197,0.00007066684],"domain_scores_gemma":[0.9984303,0.00021602263,0.00024099094,0.00014199105,0.0009590101,0.000011666774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005548722,0.00008331499,0.00018861095,0.0004882418,0.000059033857,0.000034648307,0.00072473276,0.000023766639,0.0000032189816],"category_scores_gemma":[0.00009721362,0.000060379214,0.00011437708,0.00090971147,0.00008225794,0.00015305358,0.00023076597,0.00014939999,7.837755e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000940061,0.0012061113,0.44072133,0.0001318456,0.0010430318,4.3444655e-7,0.03335014,0.45828763,0.00006136084,0.03591502,0.00018702039,0.02908666],"study_design_scores_gemma":[0.00011250964,0.00002111776,0.35823497,0.00027179308,0.00007557826,6.034912e-7,0.002952573,0.63606995,0.000020772748,0.0018252537,0.00035325717,0.00006160544],"about_ca_topic_score_codex":0.000078240126,"about_ca_topic_score_gemma":0.00011434555,"teacher_disagreement_score":0.17778233,"about_ca_system_score_codex":0.00027110716,"about_ca_system_score_gemma":0.0005336583,"threshold_uncertainty_score":0.24621929},"labels":[],"label_agreement":null},{"id":"W4402572812","doi":"10.70082/esiculture.vi.1026","title":"Are GPTs the Answer to Small Clinics’ Digital Struggles? A Comprehensive Implementation Study","year":2024,"lang":"en","type":"article","venue":"Evolutionary Studies in Imaginative Culture","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University; University of Saskatchewan","funders":"","keywords":"Political science; Computer science","score_opus":0.06786446119666613,"score_gpt":0.4226068818187236,"score_spread":0.35474242062205746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402572812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7618717,0.05309219,0.030137211,0.13887711,0.007336055,0.0045081973,0.00055939436,0.0013270963,0.0022910694],"genre_scores_gemma":[0.9952425,0.000090584814,0.0024938835,0.0006556345,0.00025347262,0.00007041829,0.000016001899,0.000011476008,0.0011660422],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99837494,0.00016842867,0.00030364754,0.0005558235,0.0003220395,0.0002750965],"domain_scores_gemma":[0.9987436,0.0002829858,0.00010196105,0.00028861113,0.0005346186,0.00004820554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019288962,0.00022303555,0.00023575286,0.00014258319,0.0002824562,0.00024695825,0.0005371689,0.00002854884,0.000004621109],"category_scores_gemma":[0.00021026397,0.0001454868,0.00008247485,0.0010752412,0.00019167416,0.000587328,0.00060414866,0.00041620823,0.00006671329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003925336,0.0013045239,0.26867515,0.00021214131,0.0016607103,0.00095942296,0.3078823,0.0041716783,0.000028134134,0.03189721,0.31179267,0.07137681],"study_design_scores_gemma":[0.0009154911,0.00069307175,0.49777532,0.00037184756,0.000062783365,0.000043202886,0.34038565,0.019304633,0.000005432515,0.022913141,0.11687451,0.00065490475],"about_ca_topic_score_codex":0.0000088323295,"about_ca_topic_score_gemma":0.00006254343,"teacher_disagreement_score":0.23337081,"about_ca_system_score_codex":0.00021029243,"about_ca_system_score_gemma":0.00005235104,"threshold_uncertainty_score":0.59327793},"labels":[],"label_agreement":null},{"id":"W4402670576","doi":"10.18653/v1/2024.findings-acl.621","title":"Mixture-of-Supernets: Improving Weight-Sharing Supernet Training with Architecture-Routed Mixture-of-Experts","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Training (meteorology); Architecture; Computer architecture; Multimedia","score_opus":0.012607246513157486,"score_gpt":0.24064742972896172,"score_spread":0.22804018321580424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402670576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20094365,0.0028960358,0.7847898,0.003104501,0.00063692423,0.00024398303,0.000008902387,0.0010080561,0.006368154],"genre_scores_gemma":[0.88920397,0.000015379273,0.10893358,0.00013573325,0.00020657055,0.000005004834,0.000009480385,0.000037999056,0.0014522688],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99776,0.000054614393,0.00047421534,0.0007386025,0.0004937768,0.00047881925],"domain_scores_gemma":[0.9987971,0.00021386576,0.00009652276,0.00066541263,0.0000804606,0.00014659569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029174364,0.00031689202,0.0004391959,0.00034522355,0.00007499988,0.0002259889,0.0010296248,0.00012909855,0.00003559683],"category_scores_gemma":[0.0000651395,0.00022011223,0.00016963824,0.0008610323,0.00010235374,0.00035815433,0.00026397975,0.00043981013,0.000007632114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009559373,0.00040799068,0.0072838683,0.0015891517,0.0009862182,0.00060474867,0.07753139,0.00808236,0.1003552,0.23101749,0.0011349387,0.57091105],"study_design_scores_gemma":[0.0007030629,0.00065484905,0.00028726333,0.0010242375,0.00010176818,0.0002642765,0.0009138742,0.9535862,0.025478238,0.004676218,0.011417904,0.0008921017],"about_ca_topic_score_codex":0.00022055305,"about_ca_topic_score_gemma":0.00005027059,"teacher_disagreement_score":0.94550383,"about_ca_system_score_codex":0.000030632993,"about_ca_system_score_gemma":0.0002120188,"threshold_uncertainty_score":0.8975916},"labels":[],"label_agreement":null},{"id":"W4402810568","doi":"10.1007/s10664-024-10540-x","title":"An empirical study on developers’ shared conversations with ChatGPT in GitHub pull requests and issues","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Empirical research; World Wide Web","score_opus":0.022466646346923743,"score_gpt":0.3286231495348124,"score_spread":0.3061565031878887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402810568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8303592,0.00023867827,0.16259153,0.0054576285,0.00014816229,0.00016956615,0.0000033828828,0.0010165841,0.000015223781],"genre_scores_gemma":[0.9665133,0.0000058565433,0.033072166,0.00017362667,0.000092969065,0.000014373266,0.0000066978446,0.000025833233,0.000095226256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986868,0.000048463986,0.00019675697,0.00052026456,0.0002692335,0.00027848702],"domain_scores_gemma":[0.9992749,0.0002289652,0.000016181166,0.00028783316,0.000036966663,0.00015514591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023006868,0.0001955537,0.00020486263,0.00025608888,0.000058240304,0.00034155676,0.00028279948,0.00006900248,0.0000065607364],"category_scores_gemma":[0.00019105831,0.00015856915,0.00002415208,0.0008067499,0.000019479425,0.0004137968,0.00008213975,0.00039770006,0.000024574354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010352816,0.00036522496,0.94871074,0.00007463278,0.00006850626,0.00064429804,0.018122692,0.025846647,0.00002272456,0.00033452813,0.0006142805,0.005185381],"study_design_scores_gemma":[0.0003656194,0.00078217365,0.6056481,0.00023705626,0.000013550885,0.000027783191,0.00022510617,0.3858392,0.000024103088,0.00009545854,0.0063148425,0.0004270187],"about_ca_topic_score_codex":0.000023787414,"about_ca_topic_score_gemma":0.000017395254,"teacher_disagreement_score":0.35999256,"about_ca_system_score_codex":0.00008168244,"about_ca_system_score_gemma":0.00007779609,"threshold_uncertainty_score":0.64662623},"labels":[],"label_agreement":null},{"id":"W4402951961","doi":"10.54254/2753-8818/52/2024ch0136","title":"High school student GPA prediction by various linear regression models","year":2024,"lang":"en","type":"article","venue":"Theoretical and Natural Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Linear regression; Statistics; Regression analysis; Mathematics","score_opus":0.003991583415884348,"score_gpt":0.27024076809022085,"score_spread":0.2662491846743365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402951961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7023618,0.0044607385,0.25235155,0.034929223,0.0025019697,0.00024995295,0.000021930737,0.0010950372,0.002027746],"genre_scores_gemma":[0.99410856,0.00014138398,0.0048384615,0.00019299927,0.000121074205,0.0000015692966,0.0000023643486,0.00000416685,0.0005894105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984606,0.000041653057,0.00014328398,0.00049122795,0.00057350605,0.00028976225],"domain_scores_gemma":[0.9993914,0.00009023745,0.00001957478,0.00021614156,0.000062701845,0.00021998868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064475025,0.00011453439,0.000106962514,0.000088303714,0.00026231928,0.00043057464,0.0006162242,0.0000500368,0.000015418085],"category_scores_gemma":[0.000090727204,0.000068380956,0.000030893898,0.00069761346,0.0007411869,0.0006577171,0.00036609767,0.0003998949,0.000024338155],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028484958,0.00002259039,0.00003946447,0.000007094102,0.0000031457619,0.000008315902,0.00011638739,0.00017465296,0.0023471427,0.9831,0.000381421,0.013796938],"study_design_scores_gemma":[0.00007104111,0.00009021022,0.00028805592,0.000071182025,0.000006418726,0.000018920075,0.000009257529,0.79241365,0.0006818602,0.20590153,0.0003552363,0.000092636],"about_ca_topic_score_codex":0.0000093695535,"about_ca_topic_score_gemma":1.551042e-7,"teacher_disagreement_score":0.792239,"about_ca_system_score_codex":0.00004021632,"about_ca_system_score_gemma":0.000096388205,"threshold_uncertainty_score":0.4152041},"labels":[],"label_agreement":null},{"id":"W4403039330","doi":"10.1007/978-3-031-60415-7_8","title":"Artificial Intelligence in Engineering Education: The Future Is Now","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in civil engineering","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Engineering ethics; Computer science; Engineering","score_opus":0.008453786869554213,"score_gpt":0.23537983167634535,"score_spread":0.22692604480679113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403039330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031726573,0.01537509,0.9515706,0.0202981,0.005003974,0.00027323182,0.000007494186,0.00042859232,0.0070112473],"genre_scores_gemma":[0.8789797,0.0027522517,0.06652654,0.002283868,0.019075206,0.00011618034,0.00006352712,0.00064961833,0.029553154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983628,0.000006292084,0.00042870894,0.00055656495,0.0002910986,0.0003545606],"domain_scores_gemma":[0.99894315,0.0002609008,0.000063908396,0.00062982645,0.00004156772,0.00006064051],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022904393,0.00042879133,0.00032692097,0.0005491354,0.000032627864,0.00022469001,0.00089230156,0.00037778573,0.000038538354],"category_scores_gemma":[0.00007925816,0.00036177738,0.00014240012,0.0004543701,0.000018154848,0.0001011706,0.00021484938,0.0020450018,0.000092475144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011586436,0.00001682994,0.000016543097,0.00038009317,0.00003335899,0.00005959685,0.0010126996,0.681412,0.000036045094,0.2466108,0.00007861372,0.07034231],"study_design_scores_gemma":[0.0000139858275,0.000019203473,0.000017238664,0.0013067634,0.000016152853,0.000030975647,0.00000455028,0.8699592,0.00015288801,0.06901227,0.058975335,0.0004914594],"about_ca_topic_score_codex":0.000008033267,"about_ca_topic_score_gemma":0.0003524336,"teacher_disagreement_score":0.885044,"about_ca_system_score_codex":0.00017695368,"about_ca_system_score_gemma":0.000167744,"threshold_uncertainty_score":0.9998834},"labels":[],"label_agreement":null},{"id":"W4403070497","doi":"10.54337/nlc.v9.9006","title":"Snapshots from the Lived World of Massive Open Online Courses (MOOCs)","year":2014,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"World Wide Web; Computer science","score_opus":0.047031739112038784,"score_gpt":0.3048767239878318,"score_spread":0.257844984875793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403070497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82379895,0.000072563795,0.0044108373,0.094685495,0.0014006536,0.00045175676,0.000017344437,0.00013393826,0.07502846],"genre_scores_gemma":[0.99170446,0.000028366856,0.004353866,0.0005031216,0.0003471093,0.0000049502305,0.000008906707,0.000011470044,0.0030377584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851274,0.000054345208,0.0003561945,0.00031959495,0.0005672835,0.00018986246],"domain_scores_gemma":[0.997807,0.0004797377,0.00077828893,0.00020384003,0.0006853085,0.000045776724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006315844,0.00015890696,0.00024766728,0.00007383761,0.00016851028,0.00032590856,0.004562911,0.00004716933,0.000083920575],"category_scores_gemma":[0.00071013224,0.00009914863,0.00010491524,0.00034297127,0.00012624267,0.00026075105,0.0011342543,0.00059872615,0.0000068246004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017782315,0.000337766,0.08737049,0.000024301073,0.0003626799,8.347982e-7,0.0021676922,0.037828475,0.006378301,0.811432,0.0072950115,0.046624627],"study_design_scores_gemma":[0.0004717646,0.00014511746,0.012843531,0.0008528211,0.000029542565,0.0000013757251,0.000626707,0.9505558,0.0012947033,0.021933751,0.011057546,0.0001873442],"about_ca_topic_score_codex":0.00013570565,"about_ca_topic_score_gemma":0.000034117234,"teacher_disagreement_score":0.9127273,"about_ca_system_score_codex":0.000029152208,"about_ca_system_score_gemma":0.000077820514,"threshold_uncertainty_score":0.84791005},"labels":[],"label_agreement":null},{"id":"W4403070664","doi":"10.54337/nlc.v10.8820","title":"Reclaiming distributed cognition in networked learning","year":2016,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Socially distributed cognition; Cognition; Cognitive science; Computer science; Psychology; Cognitive psychology; Neuroscience","score_opus":0.026011082192256257,"score_gpt":0.2622393828415837,"score_spread":0.23622830064932746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403070664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84811157,0.00006796631,0.04197478,0.058569063,0.0015793103,0.0004276805,0.0000058540345,0.0006003824,0.048663393],"genre_scores_gemma":[0.9962424,0.00009557995,0.00122804,0.0000982429,0.00024112465,0.000011152799,0.0000054255415,0.000016432437,0.002061581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981346,0.000059430917,0.00043703648,0.00043183952,0.0005718279,0.00036522656],"domain_scores_gemma":[0.9985417,0.00026448525,0.0005397045,0.00011486061,0.00047417855,0.000065029024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008369402,0.0001994175,0.00023045596,0.0001791269,0.00021412558,0.00019993121,0.0013875465,0.00010347348,0.00004763598],"category_scores_gemma":[0.00091040385,0.00013404094,0.00011200816,0.0005106622,0.00008454471,0.0004499409,0.0004063083,0.0007546165,0.000020308253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033704384,0.00027903786,0.21752928,0.00005928146,0.00021405095,0.000009955823,0.0010503504,0.08726451,0.03168322,0.4483144,0.0015934957,0.21166536],"study_design_scores_gemma":[0.0011831498,0.00022027185,0.008150518,0.0026236314,0.000019831043,0.000014700028,0.0003342086,0.9561437,0.0018248778,0.022006676,0.00706817,0.00041028584],"about_ca_topic_score_codex":0.000010873766,"about_ca_topic_score_gemma":0.000004153037,"teacher_disagreement_score":0.8688792,"about_ca_system_score_codex":0.000116275914,"about_ca_system_score_gemma":0.00006405349,"threshold_uncertainty_score":0.5466031},"labels":[],"label_agreement":null},{"id":"W4403070760","doi":"10.54337/nlc.v11.8770","title":"Socialization and Cognitive Apprenticeship in Online Doctoral Programs","year":2018,"lang":"en","type":"article","venue":"Proceedings of the International Conference on Networked Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cognitive apprenticeship; Socialization; Apprenticeship; Cognition; Psychology; Pedagogy; Developmental psychology; History","score_opus":0.050788704684990825,"score_gpt":0.31005498534836917,"score_spread":0.25926628066337837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403070760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986028,0.00001611411,0.0016123452,0.0043945312,0.0002816958,0.00012179292,7.606224e-7,0.00006497375,0.0074797496],"genre_scores_gemma":[0.9975384,0.000015808473,0.0014479777,0.00010571415,0.00026858554,0.000003983815,0.000004886329,0.0000065541085,0.000608102],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906117,0.000020767582,0.000202295,0.00024342573,0.00031440862,0.00015794346],"domain_scores_gemma":[0.9991043,0.000047975005,0.00026644187,0.0000414553,0.00050842523,0.00003135483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031768493,0.000099991244,0.00011563501,0.000095374606,0.0001017092,0.0002133119,0.0005984432,0.000051489034,0.000010722904],"category_scores_gemma":[0.00027606956,0.000079666504,0.00003425217,0.0003283972,0.00013524864,0.00024841735,0.00025611935,0.00032044743,0.0000027820472],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009705698,0.00026905583,0.48585573,0.000037132668,0.000074005366,8.265529e-7,0.0035972802,0.0003516248,0.00082374807,0.36973545,0.000096543656,0.13906154],"study_design_scores_gemma":[0.0005030682,0.00025731415,0.028983781,0.0008187796,0.000014071563,0.0000036469605,0.0008585734,0.9548867,0.00025136222,0.012717404,0.0005410598,0.00016426865],"about_ca_topic_score_codex":0.000017155275,"about_ca_topic_score_gemma":0.000019651428,"teacher_disagreement_score":0.95453507,"about_ca_system_score_codex":0.00002301123,"about_ca_system_score_gemma":0.00003743979,"threshold_uncertainty_score":0.32487056},"labels":[],"label_agreement":null},{"id":"W4403085692","doi":"10.1108/cdi-10-2023-0367","title":"Happy, and they know it? The roles of positive affectivity, intrinsic motivation and network building on LinkedIn on employment predictions","year":2024,"lang":"en","type":"article","venue":"Career Development International","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Psychology; Negative affectivity; Social psychology; Intrinsic motivation; Positive affectivity; Cognitive psychology; Applied psychology; Personality","score_opus":0.01808959923992178,"score_gpt":0.26534670723528886,"score_spread":0.24725710799536707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403085692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7497718,0.00052019116,0.206273,0.03758079,0.0020836643,0.00035839813,0.000023596289,0.00021930778,0.003169269],"genre_scores_gemma":[0.995468,0.0000673313,0.0036055315,0.00021275885,0.00021105142,0.000010894508,0.000010874623,0.0000063684524,0.00040716628],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991675,0.000039858365,0.00014926658,0.00023799994,0.0003047523,0.00010063301],"domain_scores_gemma":[0.9992896,0.00045553313,0.0000459262,0.000089876994,0.000088424276,0.000030665844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030947098,0.000096937314,0.00007853045,0.00012401004,0.000119153796,0.00017413226,0.00019802626,0.00003382413,0.000002534574],"category_scores_gemma":[0.00008093804,0.00007039986,0.000023179344,0.00012038316,0.00003146107,0.00012191342,0.000197336,0.00017302149,0.0000028328625],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026468797,0.00016518171,0.03684691,0.000038943792,0.0005883856,0.000016799115,0.009867732,0.019284554,0.0002259123,0.3331871,0.0057886327,0.5939634],"study_design_scores_gemma":[0.0005910111,0.0005737201,0.5600663,0.0038200573,0.000055279295,0.000052639505,0.00038484548,0.36682302,0.0020698027,0.012527435,0.05249481,0.00054110703],"about_ca_topic_score_codex":0.0000062332383,"about_ca_topic_score_gemma":0.00002129766,"teacher_disagreement_score":0.5934223,"about_ca_system_score_codex":0.00009190984,"about_ca_system_score_gemma":0.000067906694,"threshold_uncertainty_score":0.2870823},"labels":[],"label_agreement":null},{"id":"W4403297955","doi":"10.4018/979-8-3693-5443-8.ch006","title":"Enhancing Project-Based Learning With a GenAI Tool Based on Retrieval","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in educational marketing, administration, and leadership book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Information retrieval","score_opus":0.022097204237748014,"score_gpt":0.2770349609909409,"score_spread":0.25493775675319286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403297955","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00086174416,0.051108822,0.018332232,0.117146775,0.002635195,0.0026012897,0.00008252628,0.0013291124,0.8059023],"genre_scores_gemma":[0.06415304,0.0012233617,0.02728057,0.001734277,0.0011042551,0.00006700036,0.00030804606,0.00012857278,0.9040009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751735,0.00011871733,0.00051815,0.0008982467,0.0005914511,0.00035611124],"domain_scores_gemma":[0.99793226,0.0010742818,0.0003655832,0.0003491552,0.00019169672,0.00008703746],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008362722,0.0004757586,0.00034979996,0.000421684,0.0002792318,0.0003989894,0.00032162303,0.00020937709,0.00008773835],"category_scores_gemma":[0.00046880453,0.00044762765,0.000085207525,0.0001949853,0.00028348938,0.0008642728,0.000028696137,0.0009328117,0.000019267876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027434977,0.00038613472,0.0036840644,0.0076207896,0.00014144977,0.00017772528,0.003052494,0.005575247,0.00003229623,0.9695378,0.0023518035,0.0046967096],"study_design_scores_gemma":[0.0006177605,0.0018122091,0.0005740058,0.006773074,0.00008915793,0.00007802396,0.00091389456,0.012226186,0.00015773365,0.010173741,0.965102,0.0014822151],"about_ca_topic_score_codex":0.0000019020031,"about_ca_topic_score_gemma":0.00011264686,"teacher_disagreement_score":0.9627502,"about_ca_system_score_codex":0.00013185423,"about_ca_system_score_gemma":0.0026047686,"threshold_uncertainty_score":0.9997975},"labels":[],"label_agreement":null},{"id":"W4403343742","doi":"10.1007/978-3-031-71619-5_4","title":"A Comparative Analysis of Digital Technologies in Electronic Exam Management","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes on data engineering and communications technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science","score_opus":0.027552303615875764,"score_gpt":0.27890215258055784,"score_spread":0.2513498489646821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403343742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008561374,0.24063194,0.57881933,0.07523418,0.00025155186,0.0019523671,0.0023425438,0.026130619,0.07378134],"genre_scores_gemma":[0.9633121,0.012955244,0.022360398,0.0000060216607,0.0000033670947,0.000019643585,0.00048407543,0.00002010947,0.0008390615],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987505,0.0000056366216,0.00031918782,0.0005393421,0.0001617718,0.00022357468],"domain_scores_gemma":[0.9945072,0.00038764157,0.00012240236,0.00493995,0.000032112745,0.000010709029],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012378623,0.000310945,0.0005592371,0.0019736746,0.00004957844,0.0001610785,0.0043945727,0.0003064408,5.679487e-7],"category_scores_gemma":[0.000100658915,0.00027070355,0.000079459256,0.0010003059,0.00019276312,0.0001453131,0.004129463,0.0012036453,0.0000063647226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016998663,0.000036754896,0.000022881486,0.00008906179,0.0010606247,0.00000652151,0.00007397082,0.014095062,0.0000080423415,0.90661615,0.0000314954,0.07795776],"study_design_scores_gemma":[0.000115161616,0.00016190197,0.000025222256,0.00069380255,0.0007942859,0.0000062163213,0.00017161648,0.76141024,0.00010237575,0.18363571,0.0522638,0.00061964756],"about_ca_topic_score_codex":0.0000029983057,"about_ca_topic_score_gemma":0.000038968774,"teacher_disagreement_score":0.9624559,"about_ca_system_score_codex":0.00006560067,"about_ca_system_score_gemma":0.00002223485,"threshold_uncertainty_score":0.9999745},"labels":[],"label_agreement":null},{"id":"W4403430037","doi":"10.15173/ijsap.v8i2.5834","title":"Reflections on co-researching AI literacy","year":2024,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Literacy; Sociology; Psychology; Pedagogy","score_opus":0.07552078583768154,"score_gpt":0.6604442132137645,"score_spread":0.5849234273760829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403430037","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103365496,0.0003857616,0.6497506,0.17485847,0.023486113,0.00041908675,0.000056597186,0.0007046089,0.046973277],"genre_scores_gemma":[0.97782713,0.000071334274,0.0033255932,0.0019332086,0.0012562374,0.000009927838,0.000010335631,0.000016375865,0.015549868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998215,0.00005127134,0.0002356106,0.00023527972,0.0010423802,0.0002204094],"domain_scores_gemma":[0.9991619,0.00021526533,0.000052634652,0.00012693666,0.00031588742,0.00012738198],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00056616706,0.000101753154,0.00008473953,0.0004163683,0.00026411164,0.0035276331,0.0013115432,0.000030263702,0.000029832716],"category_scores_gemma":[0.00019408275,0.00008401779,0.00016285536,0.00017447806,0.000020735208,0.0006577145,0.00012274744,0.0005124244,0.00026672916],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012022725,0.00062141777,0.0033899278,0.000024125107,0.0014414378,0.0010375029,0.0059984913,0.008331789,0.0005432436,0.7015609,0.0967748,0.18015614],"study_design_scores_gemma":[0.0005812237,0.00040398355,0.00062504865,0.00030807682,0.00001481319,0.00040309003,0.00009754045,0.06867524,0.00016642631,0.043145947,0.8853751,0.00020351922],"about_ca_topic_score_codex":0.000007752057,"about_ca_topic_score_gemma":0.0000016447029,"teacher_disagreement_score":0.87446165,"about_ca_system_score_codex":0.00015413527,"about_ca_system_score_gemma":0.00013946538,"threshold_uncertainty_score":0.9975068},"labels":[],"label_agreement":null},{"id":"W4403464933","doi":"10.1504/ijnvo.2024.142241","title":"Unveiling learner experience in MOOC reviews","year":2024,"lang":"en","type":"article","venue":"International Journal of Networking and Virtual Organisations","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Wilfrid Laurier University","funders":"","keywords":"Computer science; Multimedia; World Wide Web","score_opus":0.03866800818196325,"score_gpt":0.34512138939272996,"score_spread":0.3064533812107667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403464933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40841725,0.015499583,0.53812814,0.027642945,0.009044869,0.000112297326,0.0000020623029,0.00014095736,0.0010118575],"genre_scores_gemma":[0.9929403,0.0013223893,0.0041898564,0.00019441661,0.0009630795,6.8745186e-7,8.4915564e-7,0.000006324078,0.0003820845],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990706,0.0000614281,0.0003966702,0.0001310854,0.00023894197,0.00010130402],"domain_scores_gemma":[0.99950606,0.0001656201,0.00011531341,0.00007588028,0.00008685971,0.000050263498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048808308,0.0000745356,0.00012494448,0.00023267705,0.000046742312,0.00033268714,0.00039346653,0.00003226289,0.000018304027],"category_scores_gemma":[0.0001082838,0.0000616077,0.000055090128,0.0002977105,0.000028247714,0.00042550138,0.00008172848,0.0002863987,0.000016532973],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016269509,0.00017804073,0.013249765,0.000023423376,0.00017369549,0.00057150703,0.027034111,0.019931879,0.0039769667,0.12741141,0.0050819907,0.80235094],"study_design_scores_gemma":[0.00049272005,0.0002195147,0.0046027834,0.0016280428,0.000024695566,0.00060781126,0.0008479556,0.49868217,0.00014911809,0.008553762,0.4838459,0.0003455127],"about_ca_topic_score_codex":0.000005729805,"about_ca_topic_score_gemma":0.0000041784733,"teacher_disagreement_score":0.8020054,"about_ca_system_score_codex":0.0000572683,"about_ca_system_score_gemma":0.00008148256,"threshold_uncertainty_score":0.32081097},"labels":[],"label_agreement":null},{"id":"W4403706763","doi":"10.1108/ils-10-2024-267","title":"Guest editorial: Introduction to the special issue – learning with social media in an algorithmic age: opportunities and challenges for education","year":2024,"lang":"en","type":"editorial","venue":"Information and Learning Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Social media; Sociology; Engineering ethics; Data science; Computer science; Mathematics education; Media studies; Psychology; World Wide Web; Engineering","score_opus":0.025709190546459117,"score_gpt":0.29965997264559585,"score_spread":0.27395078209913676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403706763","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032097517,0.00036856954,0.0005211957,0.038810108,0.9591411,0.00026285648,0.0000064788233,0.00014798329,0.00042077893],"genre_scores_gemma":[0.0003047038,0.00093434716,0.001511205,0.00004852174,0.99650574,0.000041438092,0.000133466,0.000010047091,0.0005105412],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99811286,0.00020074766,0.00032473143,0.0003733039,0.0007333017,0.0002550331],"domain_scores_gemma":[0.99873215,0.00051827845,0.00024337615,0.00010926516,0.0003118361,0.000085111424],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002565825,0.00020638623,0.00022832352,0.0005160264,0.00086116826,0.0019099938,0.00043200701,0.0002324498,0.000002498977],"category_scores_gemma":[0.0014357402,0.0001483808,0.000024973124,0.0004099963,0.00020840524,0.001808712,0.00011744437,0.0010233407,0.000011422372],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011198031,0.000010955306,0.0000044680605,0.00012634009,0.0000058719215,5.1640245e-7,0.03730883,0.00077179784,2.8528333e-7,0.0019383641,0.6906384,0.26918295],"study_design_scores_gemma":[0.00012891395,0.00037596622,0.00003719278,0.00009172658,0.000013922525,0.0000029886362,0.018028645,0.0072376924,4.0088955e-7,0.00019368925,0.97367847,0.00021038274],"about_ca_topic_score_codex":0.000039549373,"about_ca_topic_score_gemma":0.00021412892,"teacher_disagreement_score":0.28304008,"about_ca_system_score_codex":0.000048072317,"about_ca_system_score_gemma":0.00063988083,"threshold_uncertainty_score":0.99912614},"labels":[],"label_agreement":null},{"id":"W4403873331","doi":"10.1007/s10639-024-13110-2","title":"Stacking: An ensemble learning approach to predict student performance in PISA 2022","year":2024,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Educational technology; Stacking; Mathematics education; Computer science; Ensemble learning; Academic achievement; Psychology; Artificial intelligence; Machine learning; Chemistry","score_opus":0.009919942040356072,"score_gpt":0.278071289975247,"score_spread":0.2681513479348909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403873331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8592089,0.00049762754,0.1127284,0.008111335,0.0005890728,0.00031300096,0.0000010370851,0.0027512973,0.015799362],"genre_scores_gemma":[0.9879021,0.00024733657,0.011280424,0.00012245246,0.000019265506,0.000035785637,0.000015617456,0.000002975063,0.00037404508],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993556,0.000017480726,0.00019748355,0.00014289554,0.00015497781,0.00013154825],"domain_scores_gemma":[0.9996783,0.000015450096,0.000040024657,0.00018874834,0.000048800826,0.000028663875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030289195,0.000078348974,0.0000718564,0.00057285186,0.00009365409,0.00045278113,0.00031018254,0.000060190167,0.0000014451593],"category_scores_gemma":[0.00008532362,0.00007012366,0.00001098863,0.0007414314,0.000020018224,0.002842382,0.00013600929,0.0002641184,0.00003351482],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010217625,0.000075500735,0.007850889,0.000083429586,0.0000037591724,1.09673344e-7,0.008466453,0.00401023,0.000019510038,0.07978235,0.00057726534,0.8991295],"study_design_scores_gemma":[0.00011966728,0.00027736,0.02526653,0.00013397557,0.0000034609088,0.000015609361,0.025447495,0.75798637,0.00039752576,0.0011863238,0.18891087,0.00025478695],"about_ca_topic_score_codex":0.0000046741884,"about_ca_topic_score_gemma":7.6498503e-7,"teacher_disagreement_score":0.8988747,"about_ca_system_score_codex":0.00005152222,"about_ca_system_score_gemma":0.0001180692,"threshold_uncertainty_score":0.43661788},"labels":[],"label_agreement":null},{"id":"W4403905902","doi":"10.56294/dm2025468","title":"Analyzing University Dropout Rates in E-Learning and the Potential of Artificial Intelligence to Reduce Them: A Case Study of French Universities","year":2024,"lang":"en","type":"article","venue":"Data & Metadata","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Dropout (neural networks); Artificial intelligence; Psychology; Computer science; Mathematics education; Machine learning","score_opus":0.04932296746835739,"score_gpt":0.3237608760159849,"score_spread":0.2744379085476275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403905902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83219236,0.00019883015,0.16670887,0.00058654585,0.000067168,0.00010230961,0.00009348193,0.0000240398,0.000026402724],"genre_scores_gemma":[0.9940784,0.000046341935,0.005626544,0.0000029366647,0.00001921545,8.71478e-8,0.000029801315,0.0000033832844,0.00019332174],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988416,0.0003068668,0.0002034633,0.00037051123,0.00016112227,0.0001164359],"domain_scores_gemma":[0.9989277,0.00023533854,0.00007095517,0.00068409444,0.000046689373,0.00003518618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010396186,0.00008464412,0.00020468413,0.00020825106,0.0000934814,0.00016025161,0.0011878988,0.000020744625,0.0000060016655],"category_scores_gemma":[0.00010219452,0.00006628021,0.000022652837,0.0009282542,0.00011419583,0.0008209335,0.0018411404,0.0002219264,0.000002262195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004817714,0.0018506474,0.0147152655,0.0006129476,0.0017173623,0.020084165,0.09163935,0.026172046,0.003585071,0.31322417,0.0008737545,0.5250435],"study_design_scores_gemma":[0.00015067816,0.000102960315,0.00008829149,0.000072652285,0.00016833535,0.00011052495,0.09632435,0.90151274,0.00015809292,0.0006054277,0.00058414385,0.00012178876],"about_ca_topic_score_codex":0.005011989,"about_ca_topic_score_gemma":0.0006471936,"teacher_disagreement_score":0.8753407,"about_ca_system_score_codex":0.000015115248,"about_ca_system_score_gemma":0.00010646338,"threshold_uncertainty_score":0.7576662},"labels":[],"label_agreement":null},{"id":"W4403910096","doi":"10.52358/mm.vi18.403","title":"Élaboration et validation d’un référentiel éthique de l’intelligence artificielle en Éducation : cas du contexte marocain","year":2024,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Philosophy; Humanities","score_opus":0.02867859514833635,"score_gpt":0.32402781720845614,"score_spread":0.29534922206011976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403910096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012171046,0.0020254818,0.79435456,0.18348365,0.0026305972,0.00044627994,0.00023945814,0.0004631161,0.0041858274],"genre_scores_gemma":[0.9389374,0.0018182838,0.03497606,0.0023740926,0.0008166701,0.00015891521,0.00086597155,0.00006990608,0.019982666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949772,0.002117935,0.000973922,0.0008243463,0.0005413092,0.000565314],"domain_scores_gemma":[0.9952259,0.0028576797,0.00031813953,0.0007289082,0.00063568656,0.00023368624],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003949793,0.00040529127,0.00029810568,0.00058183755,0.0008306044,0.0020622634,0.00051505386,0.00041077487,0.00055190275],"category_scores_gemma":[0.0024529889,0.00048793948,0.00021779089,0.002273012,0.0001419075,0.0024182398,0.00015037479,0.000988382,0.0011522216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021824408,0.00037359513,0.0015576498,0.00010019044,0.00009935141,0.000016412883,0.027601281,0.14229728,0.00023814705,0.7784551,0.009518591,0.039740253],"study_design_scores_gemma":[0.00011552952,0.00010633753,0.0101204235,0.00022896624,0.00017958938,0.000058914575,0.0010498682,0.8682908,0.0008270306,0.057021663,0.061520934,0.00047995133],"about_ca_topic_score_codex":0.0009940668,"about_ca_topic_score_gemma":0.00053991505,"teacher_disagreement_score":0.9267664,"about_ca_system_score_codex":0.0008625276,"about_ca_system_score_gemma":0.0032169132,"threshold_uncertainty_score":0.99975723},"labels":[],"label_agreement":null},{"id":"W4403910223","doi":"10.52358/mm.vi18.407","title":"Le développement professionnel des enseignants à et avec l’intelligence artificielle : une revue de littérature","year":2024,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.10361799525482655,"score_gpt":0.32621503024563386,"score_spread":0.2225970349908073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403910223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002629236,0.006804265,0.60600245,0.37463844,0.0013552516,0.0003160379,0.00015731055,0.00037189975,0.007725084],"genre_scores_gemma":[0.6756527,0.0043949718,0.15394439,0.0029225266,0.000723826,0.00015722252,0.00025414245,0.00009254507,0.16185772],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966969,0.0006602317,0.00074153295,0.0007701697,0.0003996667,0.00073151814],"domain_scores_gemma":[0.9976081,0.0007970044,0.00019274007,0.0007466644,0.00036931684,0.00028613],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013245137,0.0003642997,0.0002957088,0.0004176293,0.0011579207,0.0012075888,0.0005942821,0.00029866264,0.0001815271],"category_scores_gemma":[0.00059835735,0.0004060803,0.00022206153,0.0032547498,0.00024590315,0.0010182516,0.0002554246,0.0010215607,0.0006916524],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016132647,0.0004522069,0.0006259987,0.0002527947,0.000086749424,0.00006281296,0.043180093,0.09534986,0.00015710303,0.8029053,0.012432383,0.044493034],"study_design_scores_gemma":[0.00013535854,0.00008950393,0.01008843,0.0013306849,0.00010428195,0.00007977482,0.0022675914,0.78128433,0.00024436918,0.10755399,0.09631588,0.0005057736],"about_ca_topic_score_codex":0.0005485674,"about_ca_topic_score_gemma":0.001176991,"teacher_disagreement_score":0.69535136,"about_ca_system_score_codex":0.0002932601,"about_ca_system_score_gemma":0.003779871,"threshold_uncertainty_score":0.9998391},"labels":[],"label_agreement":null},{"id":"W4403910516","doi":"10.52358/mm.vi18.440","title":"Gestion, gouvernance et politiques d’intelligence artificielle en éducation et en enseignement supérieur","year":2024,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Cégep André Laurendeau; Université du Québec à Rimouski; Université TÉLUQ","funders":"","keywords":"Political science","score_opus":0.040577881210121805,"score_gpt":0.3412241736216563,"score_spread":0.3006462924115345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403910516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003888865,0.005562293,0.6239131,0.34852487,0.0029690664,0.000433088,0.00043953277,0.0006092929,0.013659906],"genre_scores_gemma":[0.85074186,0.0066024535,0.044602074,0.004073274,0.000782527,0.00016951896,0.0005243196,0.00008503343,0.09241896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99500954,0.0019035545,0.0009153441,0.00089697406,0.00066200463,0.0006125887],"domain_scores_gemma":[0.9949601,0.0031844135,0.00025546926,0.0008465906,0.00052056456,0.00023283441],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026051893,0.00042303602,0.0003069517,0.0004955135,0.00054058264,0.001596952,0.00064032583,0.0003060161,0.00049116666],"category_scores_gemma":[0.0019151116,0.0004942687,0.00022763593,0.0015413328,0.00014294668,0.0018627065,0.00023333504,0.0010478983,0.0014875132],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.93595e-7,0.0003243347,0.00051222474,0.00009118257,0.000073480995,0.0000121402345,0.04754352,0.07849734,0.000050814113,0.8248148,0.03723307,0.010846223],"study_design_scores_gemma":[0.000106948246,0.00013300052,0.030641522,0.0006306843,0.00013747366,0.000040486826,0.0022435247,0.67020833,0.00013720484,0.051326178,0.24380423,0.0005904338],"about_ca_topic_score_codex":0.0026937102,"about_ca_topic_score_gemma":0.001273791,"teacher_disagreement_score":0.84685296,"about_ca_system_score_codex":0.0010211994,"about_ca_system_score_gemma":0.0037946806,"threshold_uncertainty_score":0.9997509},"labels":[],"label_agreement":null},{"id":"W4403916578","doi":"10.3765/plsa.v9i3.5852","title":"AI hype in the classroom","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Linguistic Society of America","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.00995577154337122,"score_gpt":0.2681448869374632,"score_spread":0.25818911539409195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403916578","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23763902,0.007546939,0.062119506,0.6186337,0.0043277973,0.0014192847,0.000029774545,0.0011978679,0.0670861],"genre_scores_gemma":[0.96699977,0.00006915925,0.03081803,0.0016208324,0.00021499048,0.0000028434215,2.24759e-7,0.000008181067,0.00026598322],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904656,0.000008174035,0.00023718085,0.00020050285,0.00033678213,0.00017077963],"domain_scores_gemma":[0.9992991,0.00022075546,0.00012912376,0.00016028299,0.00017134656,0.000019401587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039333644,0.00009427452,0.00016664297,0.000030065903,0.00006079375,0.000090185305,0.001231013,0.000039426573,0.0000018687747],"category_scores_gemma":[0.0005050329,0.000055135497,0.0002283121,0.0009798445,0.00019766981,0.000055123444,0.00020123817,0.00035449502,0.000004143542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002033107,0.0008491486,0.023560347,0.0033771151,0.00050978595,0.00000756676,0.1462108,0.00085414643,0.009658533,0.38345602,0.33438095,0.09711526],"study_design_scores_gemma":[0.00019678041,0.00019278869,0.0024677177,0.0006720041,0.00007571583,0.000015985128,0.003126426,0.7774198,0.00096055114,0.08344742,0.13117369,0.0002511093],"about_ca_topic_score_codex":0.00005307866,"about_ca_topic_score_gemma":1.1621967e-7,"teacher_disagreement_score":0.7765657,"about_ca_system_score_codex":0.000018975185,"about_ca_system_score_gemma":0.00007229781,"threshold_uncertainty_score":0.22875488},"labels":[],"label_agreement":null},{"id":"W4403979847","doi":"10.1615/intjinnovonlineedu.2024056115","title":"ORCHESTRATING OPTIMAL BLENDED LEARNING IN THEORETICALCOURSES: A FRAMEWORK FOR ENRICHING EDUCATION","year":2024,"lang":"en","type":"article","venue":"International journal on innovations in online education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SAIT Polytechnic","funders":"","keywords":"Blended learning; Mathematics education; Computer science; Psychology; Educational technology","score_opus":0.018193158530346924,"score_gpt":0.39828192475701724,"score_spread":0.3800887662266703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403979847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19989689,0.00027364772,0.649575,0.14241083,0.00685141,0.00021973449,0.000006148585,0.0001365132,0.0006298217],"genre_scores_gemma":[0.71031606,0.000052868403,0.2867693,0.00074823824,0.0016221821,0.000038335736,0.00007227767,0.00001755748,0.00036314383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982529,0.00010747974,0.00068588695,0.00033312364,0.00039772538,0.00022284295],"domain_scores_gemma":[0.9982492,0.0007017581,0.00020784662,0.00016030832,0.0006286375,0.000052267424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010069861,0.00015515824,0.00013604722,0.0017325274,0.00011723417,0.00080104277,0.0006676952,0.000109315646,0.000016787153],"category_scores_gemma":[0.0022952731,0.00015371953,0.00007267631,0.0014582667,0.000030053136,0.0007205969,0.000051731204,0.0013469959,0.0000100255875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008051853,0.000574149,0.0010983091,0.0000111685695,0.000017005616,0.0000040630466,0.0007551233,0.011905338,0.00006407063,0.7431366,0.00022459713,0.24220152],"study_design_scores_gemma":[0.0002561174,0.00014411363,0.0030441086,0.0017610329,0.000007927996,0.00011550861,0.0020862438,0.43677154,0.00005112775,0.54114646,0.01436357,0.00025225856],"about_ca_topic_score_codex":0.0000105150575,"about_ca_topic_score_gemma":0.0000069973003,"teacher_disagreement_score":0.5104192,"about_ca_system_score_codex":0.00048781605,"about_ca_system_score_gemma":0.0032885247,"threshold_uncertainty_score":0.7724474},"labels":[],"label_agreement":null},{"id":"W4404020856","doi":"10.1016/j.stueduc.2024.101412","title":"Predicting the Mathematics Literacy of Resilient Students from High‐performing Economies: A Machine Learning Approach","year":2024,"lang":"en","type":"article","venue":"Studies In Educational Evaluation","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mathematics education; Literacy; Computer science; Sociology; Pedagogy; Mathematics","score_opus":0.050506115022949764,"score_gpt":0.4089772244966975,"score_spread":0.3584711094737477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404020856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851983,0.0068170237,0.003266619,0.0032538557,0.00081314147,0.0002433029,0.0000052281607,0.00003730425,0.00036522985],"genre_scores_gemma":[0.9737172,0.00016175116,0.025402848,0.000025832405,0.00025624485,0.00006838532,0.000040715862,0.000007496782,0.00031948398],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984541,0.0001662189,0.0004175967,0.00027206528,0.00056884653,0.00012117066],"domain_scores_gemma":[0.99823064,0.0011513806,0.00014961009,0.00022348727,0.00022814618,0.000016749884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019574692,0.000102968974,0.00015698555,0.00014283143,0.000162194,0.0001235625,0.00040895003,0.000021754282,0.000014771135],"category_scores_gemma":[0.0010543452,0.00007482368,0.00004317222,0.00036973567,0.000060788974,0.0002975823,0.00020759861,0.00023615776,0.000010686644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009589779,0.00085322256,0.16710189,0.0006869236,0.0007127994,0.0000012832559,0.3835331,0.33812305,0.000057973233,0.051296312,0.0004327348,0.057191122],"study_design_scores_gemma":[0.00012942334,0.00002647635,0.016789459,0.00030793366,0.000044169294,0.0000021504943,0.0033985393,0.9512556,0.000012688488,0.02783192,0.00012960503,0.0000720098],"about_ca_topic_score_codex":0.000079797,"about_ca_topic_score_gemma":0.000011843443,"teacher_disagreement_score":0.6131326,"about_ca_system_score_codex":0.00020543054,"about_ca_system_score_gemma":0.00022248074,"threshold_uncertainty_score":0.3051221},"labels":[],"label_agreement":null},{"id":"W4404116750","doi":"10.5539/jel.v13n6p346","title":"Artificial Intelligence Integration in Teacher Education: Navigating Benefits, Challenges, and Transformative Pedagogy","year":2024,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Transformative learning; Pedagogy; Psychology; Teacher education; Mathematics education; Sociology","score_opus":0.037524863828158034,"score_gpt":0.3674529872996886,"score_spread":0.32992812347153055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404116750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77407074,0.09342889,0.070753925,0.05734622,0.0016395168,0.000115345836,2.2047516e-7,0.000058547528,0.0025866125],"genre_scores_gemma":[0.9889419,0.0031248748,0.0073642586,0.00006426685,0.0002787913,0.0000016416997,0.0000012503996,0.000005159939,0.00021785902],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919915,0.00013525946,0.00033586367,0.0001246379,0.0001178183,0.00008725031],"domain_scores_gemma":[0.99952817,0.00012495612,0.00012485503,0.000048034577,0.00011119255,0.00006281677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079739164,0.00007649779,0.00011167055,0.0002067223,0.000078470766,0.00019638769,0.000096158496,0.000045111945,0.0000075972703],"category_scores_gemma":[0.000186238,0.00006584064,0.000027280568,0.00020726031,0.00002175568,0.00060903764,0.000014725148,0.00083562545,0.0000026027017],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016843699,0.000065437875,0.00015497224,0.000030895924,0.0000035883613,6.9785443e-7,0.03385654,0.0002737351,0.00003525523,0.0423989,0.000008244646,0.92317003],"study_design_scores_gemma":[0.00017156564,0.0010675932,0.028403942,0.008688877,0.0000785568,0.0012827384,0.28982314,0.569751,0.00054381834,0.06997371,0.02946934,0.00074571127],"about_ca_topic_score_codex":0.000016101794,"about_ca_topic_score_gemma":0.000015939911,"teacher_disagreement_score":0.9224243,"about_ca_system_score_codex":0.000037662987,"about_ca_system_score_gemma":0.0004281903,"threshold_uncertainty_score":0.36304232},"labels":[],"label_agreement":null},{"id":"W4404142661","doi":"10.52358/mm.vi19.406","title":"Technologies émergentes en éducation : Potentiel et défis de la personnalisation via l'IA et la Chaîne de Blocs","year":2024,"lang":"fr","type":"article","venue":"Médiations et médiatisations","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.020864689531627536,"score_gpt":0.34466425253772565,"score_spread":0.32379956300609813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404142661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016753403,0.005008603,0.6632351,0.3053648,0.0010586189,0.00029206535,0.00020078753,0.001266757,0.0068198317],"genre_scores_gemma":[0.88454455,0.004607108,0.09366381,0.0012435038,0.00030594185,0.00015145424,0.00032513883,0.000071592745,0.015086923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99513733,0.0026798928,0.00055093336,0.0006359309,0.00044025565,0.0005556503],"domain_scores_gemma":[0.99502075,0.0037678555,0.00022241584,0.0006074891,0.00024288506,0.00013859643],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0039293766,0.00036654374,0.00026615625,0.0008004803,0.00048892247,0.0014865611,0.0005780252,0.0005049518,0.00014452016],"category_scores_gemma":[0.002932022,0.00042759028,0.00024371812,0.001826536,0.0002520154,0.0013344964,0.00020720735,0.0011240917,0.00024655618],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016991543,0.0004701706,0.008385833,0.00015169209,0.0001958671,0.000025268047,0.03346811,0.044115704,0.0006546611,0.85295904,0.013370574,0.04620137],"study_design_scores_gemma":[0.00026936262,0.0000765955,0.037886947,0.0002912741,0.00024960013,0.00014776521,0.00246416,0.73098135,0.00015027059,0.08033495,0.14665473,0.0004929732],"about_ca_topic_score_codex":0.0013289917,"about_ca_topic_score_gemma":0.00025758514,"teacher_disagreement_score":0.8677911,"about_ca_system_score_codex":0.00073134055,"about_ca_system_score_gemma":0.0026268493,"threshold_uncertainty_score":0.9998176},"labels":[],"label_agreement":null},{"id":"W4404173560","doi":"10.1145/3687038","title":"Guiding Students in Using LLMs in Supported Learning Environments: Effects on Interaction Dynamics, Learner Performance, Confidence, and Trust","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya","keywords":"Dynamics (music); Psychology; Cognitive psychology; Mathematics education; Computer science; Social psychology; Knowledge management; Pedagogy","score_opus":0.03248017981393873,"score_gpt":0.3281297274061279,"score_spread":0.29564954759218914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404173560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973425,0.000014212473,0.0007562543,0.0005212691,0.0008295338,0.00019564856,2.6684702e-7,0.00007021174,0.00027005558],"genre_scores_gemma":[0.9983592,0.00003241745,0.0010060173,0.000090765694,0.00014720608,0.0000072930256,0.000002372089,0.000022306813,0.00033239115],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983044,0.000045043435,0.000445912,0.0005387828,0.00040869234,0.00025716107],"domain_scores_gemma":[0.99925965,0.00017541314,0.0002471304,0.00024326656,0.00003501789,0.00003953311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005600367,0.00022757215,0.00025533178,0.00069429324,0.00013583156,0.00044143086,0.0009464506,0.00008870709,0.000004314775],"category_scores_gemma":[0.0001382467,0.00019016581,0.000074255724,0.00044222752,0.00003862411,0.0011402674,0.0006961217,0.000783818,0.000011709105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027300295,0.0014198414,0.61687905,0.001711273,0.00030683426,0.000056309094,0.011164615,0.07243473,0.06275007,0.0142474,0.0005132726,0.21824361],"study_design_scores_gemma":[0.00040435832,0.0004509714,0.04914152,0.0028842804,0.000017012477,0.000030070081,0.00024276508,0.938877,0.006853924,0.0006104267,0.0002800201,0.00020766493],"about_ca_topic_score_codex":0.000054829718,"about_ca_topic_score_gemma":0.0000058346127,"teacher_disagreement_score":0.86644226,"about_ca_system_score_codex":0.00040451583,"about_ca_system_score_gemma":0.000012548378,"threshold_uncertainty_score":0.77547365},"labels":[],"label_agreement":null},{"id":"W4404251042","doi":"10.6007/ijarbss/v14-i11/23598","title":"Mapping Research Trends in the Community of Inquiry Framework within Online Courses: A Bibliometric Analysis","year":2024,"lang":"en","type":"article","venue":"International Journal of Academic Research in Business and Social Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Data science; Bibliometrics; Sociology; Computer science; Library science","score_opus":0.39165330412774013,"score_gpt":0.5712748649217387,"score_spread":0.1796215607939986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404251042","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9316718,0.0015030061,0.0026378979,0.063724086,0.00030535986,0.000030744548,0.0000038375406,0.0000046797304,0.00011859242],"genre_scores_gemma":[0.99634224,0.0016195256,0.0015016348,0.00007617362,0.00043320894,0.0000012808531,0.0000015194315,0.000002565073,0.000021823053],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9940525,0.0017212408,0.0006190898,0.00018032534,0.0031167665,0.00031006528],"domain_scores_gemma":[0.9950223,0.0034055233,0.00017747216,0.00010807585,0.0012470798,0.00003952773],"candidate_categories":["metaresearch","bibliometrics","research_integrity"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.036203686,0.000071836235,0.0002341766,0.082261816,0.00032796452,0.0005961996,0.0033352165,0.00012963371,0.000005083109],"category_scores_gemma":[0.0017785867,0.000046403256,0.00007859619,0.22012135,0.0011726302,0.000771496,0.0004760897,0.0035658535,5.025687e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061399514,0.00076775753,0.24140768,0.00014191536,0.0004126459,0.00037935376,0.16872773,0.008167088,0.00029669915,0.18067183,0.0012396498,0.39772627],"study_design_scores_gemma":[0.0002373425,0.00015727755,0.77817166,0.0008981295,0.000012004069,0.000043776676,0.03961754,0.07816286,0.00000765372,0.101539925,0.0010346633,0.00011715567],"about_ca_topic_score_codex":0.0011111079,"about_ca_topic_score_gemma":0.000121312325,"teacher_disagreement_score":0.53676397,"about_ca_system_score_codex":0.000106668835,"about_ca_system_score_gemma":0.00047681414,"threshold_uncertainty_score":0.998733},"labels":[],"label_agreement":null},{"id":"W4404253486","doi":"10.1177/23476311241290894","title":"Integrating Artificial Intelligence with NHEQF Descriptors for Pedagogical Excellence","year":2024,"lang":"en","type":"article","venue":"Higher Education for the Future","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Northern Alberta Institute of Technology","funders":"","keywords":"Excellence; Computer science; Artificial intelligence; Psychology; Mathematics education; Philosophy; Epistemology","score_opus":0.07195033710532513,"score_gpt":0.36419932866832666,"score_spread":0.29224899156300155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404253486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014961644,0.002735045,0.9204923,0.0684464,0.006139344,0.00032156476,0.000004790136,0.0001988141,0.0001655733],"genre_scores_gemma":[0.75589705,0.000059835704,0.20215756,0.00096316094,0.008250534,0.00028146637,0.000025159085,0.000034966473,0.03233027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919945,0.000017454664,0.00015630058,0.00030666828,0.00013761154,0.0001824883],"domain_scores_gemma":[0.99926174,0.000246962,0.00004659184,0.00027179456,0.0001232306,0.000049688453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021417106,0.000121016914,0.000085657375,0.000055388387,0.000266342,0.00041392815,0.0005184942,0.000057027308,0.00003386787],"category_scores_gemma":[0.000018154242,0.00006770962,0.00008011802,0.00034110455,0.00003982084,0.00017725314,0.000031412113,0.00019495362,0.000018429833],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006912554,0.00004790899,0.00003412512,0.00004755138,0.000015903415,2.6898238e-7,0.0013654127,0.00022036093,0.000054230524,0.82725596,0.00880805,0.16214333],"study_design_scores_gemma":[0.000028021193,0.00019371309,0.00008369748,0.00014805104,0.00004622359,0.000009435367,0.0030640434,0.09175559,0.00043060392,0.08378894,0.8202434,0.00020827838],"about_ca_topic_score_codex":0.000008960357,"about_ca_topic_score_gemma":0.00000815059,"teacher_disagreement_score":0.81143534,"about_ca_system_score_codex":0.00003471669,"about_ca_system_score_gemma":0.00024624338,"threshold_uncertainty_score":0.39915186},"labels":[],"label_agreement":null},{"id":"W4404360542","doi":"10.18280/ts.410540","title":"Exploring Multimodal Large Language Models ChatGPT-4 and Bard for Visual Complexity Evaluation of Mobile User Interfaces","year":2024,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction; Visual language; Artificial intelligence; Linguistics","score_opus":0.12933769282506621,"score_gpt":0.36346359613241586,"score_spread":0.23412590330734964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404360542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6771265,0.0003085928,0.3219877,0.00015782418,0.00008698875,0.00021389865,0.000020329448,0.000070458824,0.000027690028],"genre_scores_gemma":[0.9902368,0.000011603748,0.009497065,0.000021509322,0.00009978683,0.00007840961,0.000015647305,0.000009249983,0.0000299119],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989306,0.000066380846,0.00021314612,0.00026393976,0.00035098044,0.00017498822],"domain_scores_gemma":[0.9996269,0.0000861299,0.000043965236,0.000102999984,0.000095670905,0.00004437408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001001528,0.000103769285,0.00014354472,0.00009973884,0.00006158892,0.00011094127,0.00016419364,0.000022983057,0.00003360466],"category_scores_gemma":[0.000012087176,0.00009211668,0.00005395643,0.00011595766,0.000028477916,0.0005442507,0.00008996932,0.000079046986,0.0000030479987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009322285,0.0010557667,0.00072271185,0.0011074475,0.0004679791,0.000013254546,0.06710109,0.2509045,0.034031767,0.11780279,0.00033267296,0.52636683],"study_design_scores_gemma":[0.000533941,0.00021047176,0.00025394344,0.0000838678,0.00003910051,0.0000011835216,0.00051778986,0.9931557,0.003399729,0.0014724657,0.00022993033,0.000101886435],"about_ca_topic_score_codex":0.000018122819,"about_ca_topic_score_gemma":0.000009444962,"teacher_disagreement_score":0.7422512,"about_ca_system_score_codex":0.000028629076,"about_ca_system_score_gemma":0.000042532058,"threshold_uncertainty_score":0.3756409},"labels":[],"label_agreement":null},{"id":"W4404401960","doi":"10.4018/979-8-3693-5488-9.ch014","title":"Artificial Intelligence in Micro-Credentials for Open and Distance Learning","year":2024,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Artificial intelligence; Human–computer interaction","score_opus":0.025082754130888025,"score_gpt":0.31161827619988003,"score_spread":0.286535522068992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404401960","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004658966,0.37117246,0.47405472,0.08885435,0.0046450566,0.003697058,0.00019803707,0.0011771674,0.055735264],"genre_scores_gemma":[0.0091506755,0.10617338,0.7111751,0.0001143875,0.00031247435,0.00034440163,0.0000775298,0.00006712357,0.17258497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985947,0.000012988933,0.00042708343,0.00062933523,0.00014366575,0.00019219633],"domain_scores_gemma":[0.9992563,0.000299954,0.000169635,0.00017455078,0.00007664194,0.00002290853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022966787,0.00024242469,0.0002984438,0.00036161492,0.0001660943,0.00032434316,0.0005851624,0.0001989767,0.000011095473],"category_scores_gemma":[0.00016506176,0.00024263265,0.000035371708,0.00013325349,0.00046121507,0.0014678648,0.0004318959,0.00046407705,0.00000378432],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020075511,0.00000959717,0.000042617892,0.000069279246,0.000009537293,0.0000021636129,0.000045747744,0.0005842356,0.0000122850315,0.83485323,0.00003624978,0.164315],"study_design_scores_gemma":[0.000029853649,0.00009312784,0.000027762964,0.0003368092,0.0000059702666,0.000048841874,0.00028980378,0.0017213576,0.00014943803,0.82772666,0.1693393,0.00023104837],"about_ca_topic_score_codex":0.000004585103,"about_ca_topic_score_gemma":0.000043089833,"teacher_disagreement_score":0.26499906,"about_ca_system_score_codex":0.0000877276,"about_ca_system_score_gemma":0.0001887635,"threshold_uncertainty_score":0.98942727},"labels":[],"label_agreement":null},{"id":"W4404445027","doi":"10.1609/aiide.v20i1.31871","title":"Enhancing Two-Player Performance Through Single-Player Knowledge Transfer: An Empirical Study on Atari 2600 Games","year":2024,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence and Interactive Digital Entertainment","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Empirical research; Knowledge transfer; Human–computer interaction; Cognitive psychology; Psychology; Knowledge management; Mathematics","score_opus":0.07509129741536948,"score_gpt":0.35409086901028625,"score_spread":0.2789995715949168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404445027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97817683,0.000028842962,0.010323828,0.0017467701,0.0004369046,0.0003721524,0.000009576732,0.00010626141,0.008798858],"genre_scores_gemma":[0.99908394,0.000026542239,0.00011680916,0.00020918231,0.00011126205,0.000024708428,0.0000021638264,0.000021010048,0.00040437316],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99776405,0.000031062125,0.0005713675,0.00079679454,0.0004642653,0.00037245965],"domain_scores_gemma":[0.9990784,0.00018012125,0.000104313905,0.00025743947,0.00026865097,0.000111088615],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000271031,0.00036135895,0.00032968677,0.0001636449,0.00018113051,0.0013098513,0.00088569714,0.000060654602,0.000023419965],"category_scores_gemma":[0.00009546851,0.00024992487,0.00014449788,0.00037661777,0.00015520086,0.0020337119,0.000267777,0.00054548006,0.00007174667],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094625057,0.0106540015,0.009132205,0.00034105103,0.00052488793,0.000020460393,0.13547422,0.0003964515,0.0405566,0.20686427,0.00016774882,0.5949218],"study_design_scores_gemma":[0.0002483156,0.012010039,0.001154357,0.0029514316,0.00009564556,0.00003503744,0.02661364,0.3149851,0.6211599,0.017655198,0.002049327,0.0010420143],"about_ca_topic_score_codex":0.000013074288,"about_ca_topic_score_gemma":0.000011683619,"teacher_disagreement_score":0.5938798,"about_ca_system_score_codex":0.00011599179,"about_ca_system_score_gemma":0.000069576374,"threshold_uncertainty_score":0.9999953},"labels":[],"label_agreement":null},{"id":"W4404463039","doi":"10.1080/14703297.2024.2429592","title":"Validation of a survey instrument for understanding online teaching dexterity in higher education","year":2024,"lang":"en","type":"article","venue":"Innovations in Education and Teaching International","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Higher education; Psychology; Survey instrument; Mathematics education; Medical education; Teaching method; Pedagogy; Computer science; Applied psychology; Medicine","score_opus":0.11059896565968197,"score_gpt":0.39386209407254147,"score_spread":0.2832631284128595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404463039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78253883,0.000114578776,0.1890331,0.021685623,0.0038606562,0.0002233069,0.000031994383,0.000072140254,0.002439778],"genre_scores_gemma":[0.94110215,0.0000087751505,0.057416964,0.00018752924,0.000155925,0.000026339065,0.0003618693,0.000007796663,0.00073265395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99894685,0.00011872074,0.00042007794,0.00025634104,0.00015991722,0.000098091354],"domain_scores_gemma":[0.99937147,0.00025481737,0.0001076479,0.00012996145,0.000115817646,0.00002026522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012488881,0.00008945944,0.000098586635,0.0009635277,0.000074773234,0.00019970941,0.0002270322,0.00005086154,0.000009316915],"category_scores_gemma":[0.00035186566,0.000096093434,0.00002281011,0.00035432266,0.000020669753,0.0005607464,0.000053986972,0.00033232846,6.982061e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028768263,0.00051518506,0.042009715,0.000033792247,0.000010967267,9.420207e-8,0.00078334525,0.00019408809,0.00020302505,0.86614865,0.00027730863,0.08982093],"study_design_scores_gemma":[0.00059781707,0.000079851096,0.5034422,0.0011908374,0.000011320894,0.000015007993,0.0013072639,0.19969061,0.000077028875,0.26912907,0.024069734,0.00038924665],"about_ca_topic_score_codex":0.0003625749,"about_ca_topic_score_gemma":0.00006634775,"teacher_disagreement_score":0.5970196,"about_ca_system_score_codex":0.0003341713,"about_ca_system_score_gemma":0.00044346863,"threshold_uncertainty_score":0.39185765},"labels":[],"label_agreement":null},{"id":"W4404519045","doi":"10.56059/jl4d.v11i3.1657","title":"Taming the Monster: How can Open Education Promote the Effective and Safe use of Generative AI in Education?","year":2024,"lang":"en","type":"article","venue":"Journal of Learning for Development","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Monster; Generative grammar; Psychology; Sociology; Computer science; Art; Artificial intelligence; Literature","score_opus":0.019620609875419637,"score_gpt":0.3180023156190328,"score_spread":0.29838170574361317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404519045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.833278,0.0011043063,0.07855197,0.0853728,0.0008690011,0.000746812,4.6206424e-7,0.000011316737,0.00006535651],"genre_scores_gemma":[0.92067474,0.000040651776,0.07715292,0.00022568036,0.00009741788,0.000025280404,0.0000012673977,0.000007670597,0.0017743497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917185,0.00020041042,0.00024480987,0.0001230705,0.00015980551,0.000100070596],"domain_scores_gemma":[0.99909693,0.00032671835,0.00023071628,0.00008976944,0.00022334667,0.00003252332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001332313,0.000079756086,0.00013365566,0.00013868843,0.0001764219,0.000585825,0.00036573928,0.000023406166,4.7839586e-7],"category_scores_gemma":[0.00026885315,0.000044687244,0.000034554927,0.00026697828,0.000028831879,0.0003751346,0.00013519659,0.0003475188,3.2564685e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005743694,0.000066749504,0.003067717,0.000050537987,0.00006999135,0.000001215751,0.024635775,0.0022722252,0.00028370044,0.002102767,0.0006140042,0.9668296],"study_design_scores_gemma":[0.00075146515,0.0006885913,0.13386905,0.003346268,0.00009995621,0.00025017993,0.008235849,0.23016605,0.0036394675,0.004574927,0.6139122,0.000465993],"about_ca_topic_score_codex":0.00001965293,"about_ca_topic_score_gemma":0.000016732527,"teacher_disagreement_score":0.9663636,"about_ca_system_score_codex":0.00011432251,"about_ca_system_score_gemma":0.0016139419,"threshold_uncertainty_score":0.5649124},"labels":[],"label_agreement":null},{"id":"W4404522443","doi":"10.32388/p7x9ga","title":"Review of: \"Cultural and Regional Influences on Global AI Apprehension\"","year":2024,"lang":"en","type":"peer-review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Apprehension; Psychology; Cognitive psychology","score_opus":0.05353043742500804,"score_gpt":0.38125197936182587,"score_spread":0.3277215419368178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404522443","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036132215,0.60234433,0.00018045134,0.3926099,0.0006513733,0.00012148377,0.000030239096,0.00009279383,0.0039657955],"genre_scores_gemma":[0.000025447756,0.7606007,0.0060136197,0.13712871,0.00037216506,0.000007898142,0.00015758883,0.000010826857,0.09568306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981007,0.0000880079,0.00046053273,0.0005815795,0.000584707,0.00018449113],"domain_scores_gemma":[0.9987915,0.000081097685,0.00019669536,0.0005057818,0.00032817482,0.00009675194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033406372,0.00028492912,0.0006709427,0.000047897378,0.00004347058,0.00009789674,0.0007241222,0.00012619064,0.00004706641],"category_scores_gemma":[0.0001723559,0.00017707153,0.00023044672,0.0005370464,0.00008996534,0.000112516296,0.00037001554,0.00047559448,0.00012624662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.083541e-7,0.0000113421,0.000003574579,0.029585931,0.000029748502,0.0000069972475,0.000004344901,0.0000031567447,9.83277e-8,0.010556427,0.9364687,0.023329364],"study_design_scores_gemma":[0.000028571092,0.00006116985,0.000016595583,0.13562827,0.00009813987,0.000053415697,0.000001688866,0.00086847367,1.791377e-7,0.0011057815,0.8619489,0.00018881289],"about_ca_topic_score_codex":0.000055778484,"about_ca_topic_score_gemma":0.0000068603445,"teacher_disagreement_score":0.2554812,"about_ca_system_score_codex":0.000027519663,"about_ca_system_score_gemma":0.00021427587,"threshold_uncertainty_score":0.7220768},"labels":[],"label_agreement":null},{"id":"W4404562982","doi":"10.32388/swok9j","title":"Review of: \"Cultural and Regional Influences on Global AI Apprehension\"","year":2024,"lang":"en","type":"peer-review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Apprehension; Economic geography; Psychology; Geography; Cognitive psychology","score_opus":0.05353043742500804,"score_gpt":0.38125197936182587,"score_spread":0.3277215419368178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404562982","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036132215,0.60234433,0.00018045134,0.3926099,0.0006513733,0.00012148377,0.000030239096,0.00009279383,0.0039657955],"genre_scores_gemma":[0.000025447756,0.7606007,0.0060136197,0.13712871,0.00037216506,0.000007898142,0.00015758883,0.000010826857,0.09568306],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981007,0.0000880079,0.00046053273,0.0005815795,0.000584707,0.00018449113],"domain_scores_gemma":[0.9987915,0.000081097685,0.00019669536,0.0005057818,0.00032817482,0.00009675194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033406372,0.00028492912,0.0006709427,0.000047897378,0.00004347058,0.00009789674,0.0007241222,0.00012619064,0.00004706641],"category_scores_gemma":[0.0001723559,0.00017707153,0.00023044672,0.0005370464,0.00008996534,0.000112516296,0.00037001554,0.00047559448,0.00012624662],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.083541e-7,0.0000113421,0.000003574579,0.029585931,0.000029748502,0.0000069972475,0.000004344901,0.0000031567447,9.83277e-8,0.010556427,0.9364687,0.023329364],"study_design_scores_gemma":[0.000028571092,0.00006116985,0.000016595583,0.13562827,0.00009813987,0.000053415697,0.000001688866,0.00086847367,1.791377e-7,0.0011057815,0.8619489,0.00018881289],"about_ca_topic_score_codex":0.000055778484,"about_ca_topic_score_gemma":0.0000068603445,"teacher_disagreement_score":0.2554812,"about_ca_system_score_codex":0.000027519663,"about_ca_system_score_gemma":0.00021427587,"threshold_uncertainty_score":0.7220768},"labels":[],"label_agreement":null},{"id":"W4404578467","doi":"10.1016/j.acalib.2024.102983","title":"What makes students tick? Exploring factors that affect learner motivations and challenges when engaging with optional library workshops on data literacy","year":2024,"lang":"en","type":"article","venue":"The Journal of Academic Librarianship","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affect (linguistics); Literacy; Information literacy; Mathematics education; Library instruction; Psychology; School library; Pedagogy; Sociology; Computer science; Library science; Communication","score_opus":0.23978309200935433,"score_gpt":0.3383885022935676,"score_spread":0.09860541028421327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404578467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8180198,0.030931996,0.008586521,0.14096777,0.0009799873,0.00013296246,0.000007002581,0.00020486012,0.00016910271],"genre_scores_gemma":[0.9680976,0.026324293,0.0036972095,0.00040320153,0.00072205614,0.0000013338234,0.000008503342,0.000035239205,0.00071051775],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99808204,0.00043398121,0.000299103,0.00028793092,0.00065551297,0.00024144251],"domain_scores_gemma":[0.9968107,0.002375969,0.00018746131,0.0004655978,0.000021251673,0.0001390649],"candidate_categories":["scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0012051575,0.00020149356,0.000212552,0.00029192283,0.00020266163,0.0017908541,0.002291488,0.000091691356,0.000011833289],"category_scores_gemma":[0.00011239888,0.00011403507,0.000046836696,0.00029347296,0.00007245862,0.017563561,0.00065610115,0.0020337165,0.0000055712003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035318165,0.00031730536,0.20392194,0.00073021324,0.0017287806,0.00039228983,0.1772924,0.009042398,0.00016238507,0.12605347,0.008505912,0.47149974],"study_design_scores_gemma":[0.003001377,0.0017678776,0.534567,0.036417775,0.00091065885,0.0016384256,0.048950512,0.18512756,0.001289454,0.08411505,0.099874154,0.0023401815],"about_ca_topic_score_codex":5.464133e-7,"about_ca_topic_score_gemma":9.999406e-8,"teacher_disagreement_score":0.46915954,"about_ca_system_score_codex":0.000015549904,"about_ca_system_score_gemma":0.00012627224,"threshold_uncertainty_score":0.9992454},"labels":[],"label_agreement":null},{"id":"W4404604311","doi":"10.1007/978-3-031-69449-3_5","title":"Video Analytics: When and How Do Students Use Asynchronous Videos? Using the COVID-19 Experience to Reimagine Teaching","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Asynchronous communication; Analytics; Coronavirus disease 2019 (COVID-19); Computer science; Multimedia; Data science; Telecommunications; Medicine","score_opus":0.05245047446510051,"score_gpt":0.34227719288608216,"score_spread":0.2898267184209816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404604311","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015947416,0.0014164957,0.88773227,0.081841916,0.00089801295,0.0006785815,0.000027975453,0.0006716961,0.025138332],"genre_scores_gemma":[0.04972487,0.00018399899,0.10520276,0.013339143,0.00078733155,0.0000105395075,0.000008063398,0.00013528886,0.830608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969296,0.00007137661,0.00036933008,0.0012301311,0.00095142645,0.00044814765],"domain_scores_gemma":[0.9974261,0.0004334502,0.00019286176,0.0013545827,0.000109029876,0.00048397598],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000807611,0.00054853526,0.00050915073,0.00042325398,0.00047688765,0.004260853,0.0019438439,0.00018064848,0.00006106902],"category_scores_gemma":[0.00039296082,0.00038885477,0.00017603065,0.00011838215,0.00017298867,0.0005946736,0.002192063,0.0011373671,0.0000793788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018928127,0.00009107754,0.003370412,0.00033760638,0.0007928766,0.0011420139,0.024858557,0.0069474266,0.00011386437,0.91499037,0.027660942,0.019675912],"study_design_scores_gemma":[0.00027885215,0.000175297,0.00003292263,0.0005725656,0.00026379316,0.00027841798,0.00047498004,0.18440582,0.0000058986507,0.03222619,0.78013176,0.0011535134],"about_ca_topic_score_codex":0.00024223355,"about_ca_topic_score_gemma":0.000062454026,"teacher_disagreement_score":0.8827642,"about_ca_system_score_codex":0.00030080954,"about_ca_system_score_gemma":0.0002423991,"threshold_uncertainty_score":0.99985635},"labels":[],"label_agreement":null},{"id":"W4404729148","doi":"10.18357/otessaj.2024.4.1.74","title":"A Precarious Partnership: Student Perceptions of Generative AI in Post-Secondary Learning","year":2024,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"General partnership; Generative grammar; Perception; Mathematics education; Psychology; Political science; Artificial intelligence; Computer science","score_opus":0.01176449960388456,"score_gpt":0.35106789517499415,"score_spread":0.3393033955711096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404729148","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8813065,0.0029397686,0.0009365208,0.11406276,0.00033316223,0.00015952246,0.0000010752306,0.00004605107,0.00021459398],"genre_scores_gemma":[0.993656,0.0009766414,0.0032118887,0.00087084307,0.0000839609,0.000020912463,0.0000039360716,0.000007520559,0.0011683084],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998429,0.00049235736,0.00039198276,0.00023035864,0.00024219869,0.0002140833],"domain_scores_gemma":[0.99907136,0.00022979289,0.00023099246,0.0001608114,0.00026568008,0.00004137678],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003409637,0.00010506716,0.00018539345,0.00024202904,0.00035073498,0.00076146785,0.00076904363,0.00022935099,0.000016595855],"category_scores_gemma":[0.00037189014,0.00008718929,0.00008080129,0.0010741833,0.00006816234,0.00096476136,0.00023384919,0.00258358,0.0000070594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069956677,0.000484268,0.7522524,0.00003247942,0.00022418739,0.0000059030667,0.08182134,0.0010390187,0.0019883818,0.059348457,0.0018529798,0.100943595],"study_design_scores_gemma":[0.0011526963,0.00033269956,0.7723425,0.0005043617,0.00007677088,0.00017963818,0.064316146,0.017611453,0.0002272212,0.13297498,0.009833185,0.0004483312],"about_ca_topic_score_codex":0.000013683363,"about_ca_topic_score_gemma":0.000040154402,"teacher_disagreement_score":0.11319192,"about_ca_system_score_codex":0.00034050294,"about_ca_system_score_gemma":0.0010188073,"threshold_uncertainty_score":0.9997175},"labels":[],"label_agreement":null},{"id":"W4404820532","doi":"10.1080/1358684x.2024.2424934","title":"Writing, Reading, Support, and Cheating: How the Case of SparkNotes Can Inform Discussions on ChatGPT in English Language Arts","year":2024,"lang":"en","type":"article","venue":"Changing English","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cheating; The arts; Reading (process); English language; Linguistics; Language arts; Psychology; Computer science; Pedagogy; Mathematics education; Visual arts; Art; Philosophy","score_opus":0.013076741345720977,"score_gpt":0.2704473653160651,"score_spread":0.25737062397034416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404820532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984036,0.00035145262,0.00065082853,0.0068845097,0.00089724734,0.00018761732,0.000029378885,0.000555099,0.0064078495],"genre_scores_gemma":[0.9978465,0.000017400565,0.00045007764,0.00013281559,0.00048656148,0.0000078446665,0.000009546494,0.000015178946,0.0010341161],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990702,0.000033632656,0.00017135669,0.00026383347,0.00014042945,0.00032053774],"domain_scores_gemma":[0.99919873,0.0002842784,0.000060861534,0.00032708325,0.000057771875,0.000071242124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006107911,0.00013705353,0.00016120423,0.00031996382,0.00012296911,0.00031242508,0.00024065236,0.000057414247,0.000004197408],"category_scores_gemma":[0.0006952336,0.00009169555,0.000052087482,0.00060461386,0.000050766594,0.00021412206,0.0001874366,0.0003465396,9.0935316e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003650921,0.00008350503,0.0022609904,0.00041000542,0.00004858527,0.0026535366,0.7471467,0.00034506206,0.00015476937,0.11552947,0.0032655168,0.12809817],"study_design_scores_gemma":[0.0014416092,0.0007750494,0.0012106366,0.0051453696,0.00011661015,0.00076035334,0.30435932,0.61604434,0.0073904186,0.001748484,0.059287675,0.0017201124],"about_ca_topic_score_codex":0.00007060068,"about_ca_topic_score_gemma":0.00014155508,"teacher_disagreement_score":0.6156993,"about_ca_system_score_codex":0.000029357425,"about_ca_system_score_gemma":0.000037827358,"threshold_uncertainty_score":0.3739236},"labels":[],"label_agreement":null},{"id":"W4404860833","doi":"10.1108/978-1-83608-852-320241002","title":"An Overview of Teaching AI Literacy to University Students","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Literacy; Computer science; Psychology; Pedagogy","score_opus":0.029696575845271394,"score_gpt":0.35923895627151875,"score_spread":0.32954238042624734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404860833","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005537228,0.0008668248,0.056413036,0.004951388,0.0006513939,0.00020786934,0.00003116594,0.0005537732,0.9357708],"genre_scores_gemma":[0.009513044,0.000088470835,0.015133207,0.0004968797,0.00010033464,4.8721308e-8,0.000007170241,0.00001669926,0.9746441],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99898136,0.00001662146,0.0001579004,0.00038326008,0.00034771,0.000113152164],"domain_scores_gemma":[0.99914867,0.000024209936,0.000063300155,0.0005665493,0.00008541604,0.00011188306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020142511,0.00015895306,0.00024882794,0.00023841755,0.000048355116,0.00019147737,0.0013111124,0.00008857567,0.000051074287],"category_scores_gemma":[0.0000046241835,0.00014822817,0.00011762364,0.000056351855,0.000011734734,0.0002664376,0.00063117326,0.00045769993,0.00022524776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012077552,0.000026145428,0.00007023791,0.00006813926,0.00004363339,0.000050827897,0.00039891593,0.00006569444,0.000002886279,0.981236,0.00088706356,0.017149279],"study_design_scores_gemma":[0.00009252587,0.00022968421,0.00007829041,0.0009898035,0.00006560941,0.0000056502786,0.000018660994,0.015085853,0.000003171331,0.042442203,0.9406435,0.00034508758],"about_ca_topic_score_codex":0.0000352755,"about_ca_topic_score_gemma":0.0000059524064,"teacher_disagreement_score":0.9397564,"about_ca_system_score_codex":0.000044026096,"about_ca_system_score_gemma":0.00005010237,"threshold_uncertainty_score":0.6044569},"labels":[],"label_agreement":null},{"id":"W4405087269","doi":"10.34190/icair.4.1.3026","title":"Educating the Educators on Generative Artificial Intelligence in Higher Education","year":2024,"lang":"en","type":"article","venue":"Proceedings of the International Conference on AI Research.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Faith; Pedagogy; Higher education; Generative grammar; Psychology; Professional development; Sociology; Mathematics education; Political science; Computer science; Artificial intelligence","score_opus":0.18141643569388077,"score_gpt":0.44311113299137217,"score_spread":0.2616946972974914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405087269","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14819798,0.000103720115,0.000204825,0.7529337,0.0035436742,0.0003319608,0.0000040216933,0.00006747236,0.094612665],"genre_scores_gemma":[0.9920127,0.000029710469,0.00059318176,0.00074217876,0.0005116505,0.000039357543,8.9911794e-7,0.000008643848,0.0060616885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982159,0.00004378132,0.00025800196,0.0003562168,0.00090673,0.00021933966],"domain_scores_gemma":[0.99872863,0.00025406244,0.00007544086,0.00017165438,0.0007240406,0.00004616722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011474716,0.00010861702,0.00009094592,0.00038439484,0.0001472832,0.00076702645,0.0020945347,0.000043543645,0.00010523572],"category_scores_gemma":[0.0005012832,0.00006500711,0.000062031635,0.0008879759,0.00015859643,0.00027066143,0.00032501487,0.000926025,0.00007867705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007170664,0.00013528265,0.00014397292,0.000014237927,0.00001133531,3.0915297e-7,0.0008557661,0.000054587643,0.0015093945,0.9571784,0.003902098,0.036187414],"study_design_scores_gemma":[0.000028071401,0.00016888628,0.0012429571,0.0011561478,0.0000037988973,0.0000064753194,0.0024586497,0.18904732,0.017979637,0.78109944,0.006637684,0.0001709404],"about_ca_topic_score_codex":0.00007160516,"about_ca_topic_score_gemma":0.0000077739805,"teacher_disagreement_score":0.84381473,"about_ca_system_score_codex":0.00018997538,"about_ca_system_score_gemma":0.00081650855,"threshold_uncertainty_score":0.73964536},"labels":[],"label_agreement":null},{"id":"W4405097124","doi":"10.1016/j.ijcci.2024.100708","title":"Critical Artificial Intelligence literacy: A scoping review and framework synthesis","year":2024,"lang":"en","type":"review","venue":"International Journal of Child-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada; Simon Fraser University","keywords":"Literacy; Computer science; Psychology; Sociology; Knowledge management; Data science; Pedagogy","score_opus":0.047003715454922795,"score_gpt":0.44790138246875777,"score_spread":0.400897667013835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405097124","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.01063e-7,0.6579046,0.3279105,0.00903378,0.0049354606,0.0001237165,0.000006356692,0.00004261801,0.000042758147],"genre_scores_gemma":[0.00008487954,0.95315117,0.042066053,0.0009218104,0.0037146497,0.00000946315,0.0000050435365,0.000035218098,0.000011732722],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99636334,0.0003001866,0.0018752752,0.0005224031,0.00070311525,0.0002356677],"domain_scores_gemma":[0.99602216,0.0016796752,0.0010345744,0.00032921025,0.00077188096,0.00016251882],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007698327,0.00043546164,0.0013965521,0.00087018736,0.00007658925,0.0016269392,0.001580984,0.0002143175,0.000046558212],"category_scores_gemma":[0.0011601334,0.0003372335,0.0007927767,0.00039984143,0.00006438896,0.0012767419,0.00051941065,0.0018717671,0.00012621243],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032571525,0.00007403792,1.6516383e-7,0.01306728,0.0003785488,0.00021686844,0.00008971751,0.000014960915,2.462618e-8,0.011079972,0.00046753432,0.97460765],"study_design_scores_gemma":[0.000015125817,0.00010389192,3.1157782e-7,0.7975558,0.0012792918,0.0067923446,0.0000037652699,0.0073390873,0.0000023534856,0.009456157,0.17708793,0.00036394192],"about_ca_topic_score_codex":0.000001815261,"about_ca_topic_score_gemma":4.2055115e-7,"teacher_disagreement_score":0.9742437,"about_ca_system_score_codex":0.00017747,"about_ca_system_score_gemma":0.00027364367,"threshold_uncertainty_score":0.999908},"labels":[],"label_agreement":null},{"id":"W4405148704","doi":"10.1080/15434303.2024.2438142","title":"The Academic Achievement of Undergraduate Students with Different TOEFL iBT Score Profiles: A Replication Study","year":2024,"lang":"en","type":"article","venue":"Language Assessment Quarterly","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"York University","keywords":"Test of English as a Foreign Language; Replication (statistics); Psychology; Mathematics education; Academic achievement; Language assessment; Statistics; Mathematics","score_opus":0.012464814340156248,"score_gpt":0.349279442253663,"score_spread":0.33681462791350675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405148704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94913685,0.00024218275,0.0436085,0.0060203727,0.00013820987,0.00057412084,0.0000035157939,0.000195934,0.00008030186],"genre_scores_gemma":[0.9977668,0.000016608965,0.0009135941,0.00004804061,0.00007220569,0.00008784634,0.000011541217,0.000015802667,0.0010675646],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978987,0.00019157851,0.00035017869,0.0005156952,0.0007971546,0.00024671864],"domain_scores_gemma":[0.9985532,0.00014719572,0.00014897446,0.0010264011,0.0000648014,0.000059415317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060873746,0.00017958687,0.00018437201,0.0000829928,0.00013842437,0.00038191667,0.0010243072,0.000038488834,0.0000015992972],"category_scores_gemma":[0.000008750815,0.00010056378,0.00005236595,0.00043119842,0.0000371502,0.00020625647,0.00010012786,0.00042612213,0.000007986389],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055843702,0.0031235146,0.351705,0.0003883801,0.0013089428,0.00026471444,0.060447086,0.00018421185,0.005221935,0.08809556,0.000703849,0.48850095],"study_design_scores_gemma":[0.0031731636,0.019345336,0.7479639,0.0014369416,0.0005008889,0.00003749141,0.0498673,0.16515972,0.0011355012,0.00935493,0.0007807754,0.0012440672],"about_ca_topic_score_codex":0.00005202865,"about_ca_topic_score_gemma":0.000058354413,"teacher_disagreement_score":0.48725688,"about_ca_system_score_codex":0.00007472916,"about_ca_system_score_gemma":0.00009430547,"threshold_uncertainty_score":0.4100872},"labels":[],"label_agreement":null},{"id":"W4405207655","doi":"10.3389/frai.2024.1532896","title":"Editorial: Generative AI in education","year":2024,"lang":"en","type":"editorial","venue":"Frontiers in Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generative grammar; Transformative learning; Computer science; Pace; Generative model; Field (mathematics); Process (computing); Artificial intelligence; Class (philosophy); Psychology; Pedagogy","score_opus":0.012723118849612811,"score_gpt":0.32005938840743525,"score_spread":0.30733626955782245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405207655","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000036667286,0.0011562365,0.20149076,0.0017667267,0.795093,0.00014979037,0.00001077329,0.00009848395,0.00023058274],"genre_scores_gemma":[0.00015539546,0.0004671125,0.029341128,0.00009836834,0.9683419,0.000044499397,0.00007569495,0.0000378463,0.0014380725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99670726,0.00019863767,0.0008039485,0.0009938561,0.00083183835,0.00046443508],"domain_scores_gemma":[0.99861825,0.00022201939,0.00016795789,0.00060048985,0.0002947964,0.00009650515],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0008708505,0.0003627087,0.00049955066,0.0009623123,0.00006202275,0.0006147871,0.0014464186,0.0008483056,0.0000050585563],"category_scores_gemma":[0.0011726528,0.0003807988,0.00012151304,0.0015058597,0.00009837205,0.0003636287,0.00026295628,0.0025140033,0.00021093848],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007914914,0.00012068491,0.000011832463,0.000044456356,0.000010796628,0.00001288839,0.00069964037,0.0010780116,0.00000547112,0.005373242,0.9018042,0.090830855],"study_design_scores_gemma":[0.000011783547,0.000045572284,5.1034084e-7,0.00029799165,0.000008687586,2.1791128e-7,0.00018024465,0.09709101,0.00010588517,0.17577851,0.7261675,0.00031209202],"about_ca_topic_score_codex":0.0003118974,"about_ca_topic_score_gemma":0.0003221221,"teacher_disagreement_score":0.17563671,"about_ca_system_score_codex":0.0005441178,"about_ca_system_score_gemma":0.002164899,"threshold_uncertainty_score":0.9998644},"labels":[],"label_agreement":null},{"id":"W4405464700","doi":"10.1145/3670865.3673573","title":"Machine Learning-Powered Course Allocation","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Research Council","keywords":"Course (navigation); Computer science; Artificial intelligence; Engineering; Aerospace engineering","score_opus":0.009540279336030062,"score_gpt":0.2768348447044645,"score_spread":0.26729456536843443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405464700","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019413197,0.0026890987,0.9167852,0.047187548,0.0007100097,0.000056578105,8.743635e-7,0.0021673075,0.028462088],"genre_scores_gemma":[0.95097226,0.000077743,0.011890664,0.00018737729,0.0000886367,0.0000010590772,0.000007682909,0.0000071607633,0.036767393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942094,0.00002947423,0.000088676665,0.00020332518,0.0001375756,0.00012001892],"domain_scores_gemma":[0.9996884,0.000044969336,0.0000135099535,0.00017804402,0.000029524537,0.000045563145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017518477,0.00006358181,0.000057042183,0.000053206793,0.00005399963,0.00023635407,0.00025076282,0.000028019347,0.00007308452],"category_scores_gemma":[0.000026476217,0.000050756727,0.000038423343,0.00029119023,0.000011951871,0.00017949859,0.00006260173,0.0001885244,0.0006295318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001113277,0.00007565055,0.0013377201,0.000032861863,0.00004679632,0.000062296764,0.0005027513,0.0027824051,0.00043420063,0.7681542,0.0050366838,0.22153333],"study_design_scores_gemma":[0.000036148536,0.00003756835,0.00018682235,0.000013220115,0.0000050093417,0.000010088089,0.000008610193,0.864644,0.00006351074,0.0026201264,0.13230553,0.00006934264],"about_ca_topic_score_codex":0.000026468362,"about_ca_topic_score_gemma":0.000005725405,"teacher_disagreement_score":0.94903094,"about_ca_system_score_codex":0.000011821461,"about_ca_system_score_gemma":0.00005629285,"threshold_uncertainty_score":0.8091568},"labels":[],"label_agreement":null},{"id":"W4405483264","doi":"10.18608/jla.2024.8547","title":"Associations between Students’ Standing Seen in Learning Analytics Dashboards and Their Following Learning Behaviours:","year":2024,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Educational technology; Computer science; Analytics; Psychology; Mathematics education; Data science","score_opus":0.02655293141294945,"score_gpt":0.3320431935825856,"score_spread":0.30549026216963615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405483264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85889405,0.0013207414,0.13723268,0.001537625,0.00037965283,0.00007682248,0.0000052689675,0.00023413468,0.00031902455],"genre_scores_gemma":[0.99335796,0.0001977766,0.0036112815,0.000017293736,0.0004942728,6.2676366e-7,0.00002216709,0.000061843624,0.0022367823],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995615,0.00068781886,0.001363021,0.0005079708,0.0011498468,0.00067635544],"domain_scores_gemma":[0.9969499,0.0014144271,0.00087021996,0.00023303989,0.00027545553,0.0002569278],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005232796,0.00040731236,0.0009790628,0.0014906033,0.00050461985,0.0016785231,0.0008917517,0.00024645217,0.0000049184077],"category_scores_gemma":[0.0013805272,0.00036555232,0.00050522847,0.0019881164,0.00006368183,0.0009287827,0.0003908598,0.004086433,0.0000075521775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028218556,0.000055080684,0.83476347,0.000025481917,0.00040127427,0.000266391,0.0024573603,0.15586908,0.000088853114,0.00037593947,0.00007412319,0.005620142],"study_design_scores_gemma":[0.0011982835,0.00091876695,0.15253316,0.0015358903,0.00076451316,0.00009506528,0.0035502787,0.8308656,0.0000714219,0.0013312849,0.006246717,0.0008889789],"about_ca_topic_score_codex":0.00006830525,"about_ca_topic_score_gemma":0.000020420759,"teacher_disagreement_score":0.6822303,"about_ca_system_score_codex":0.00048500806,"about_ca_system_score_gemma":0.00030484237,"threshold_uncertainty_score":0.99987966},"labels":[],"label_agreement":null},{"id":"W4405666030","doi":"10.2478/rem-2024-0010","title":"Editorial: Impact of generative AI on teacher-student interaction","year":2024,"lang":"en","type":"editorial","venue":"Research on Education and Media","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generative grammar; Sociology; Mathematics education; Pedagogy; Computer science; Psychology; Artificial intelligence","score_opus":0.042686433168809705,"score_gpt":0.5127515140846475,"score_spread":0.47006508091583776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405666030","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011511104,0.00023312584,0.000044558263,0.0034165638,0.99361086,0.00014618,0.000022463542,0.00004465604,0.0013304687],"genre_scores_gemma":[0.008481473,0.0006364574,0.00013351983,0.000029293597,0.98603594,0.00003113327,0.00015538829,0.000022970891,0.004473827],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966502,0.00042889256,0.00025492505,0.0005246008,0.0018640412,0.0002773081],"domain_scores_gemma":[0.9967096,0.0015221682,0.00010940443,0.00044646946,0.0009851721,0.00022720415],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015282092,0.00019548033,0.0002590042,0.00077284226,0.000095804855,0.00037094692,0.00050026603,0.00037352802,0.000023457515],"category_scores_gemma":[0.0022587222,0.00014849927,0.000115375085,0.00048691814,0.00007633471,0.00013880899,0.0001531147,0.00270316,0.00013483872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018264038,0.00046104382,0.000008502891,0.0000471493,0.0000485,9.4774555e-7,0.0019199027,0.000028139379,0.000025100051,0.0011615654,0.980964,0.015316887],"study_design_scores_gemma":[0.00014084806,0.00085630355,0.000078732526,0.00047684432,0.00001156679,4.6325448e-7,0.0003717241,0.0012798407,0.00003960915,0.0012100465,0.9953953,0.00013874179],"about_ca_topic_score_codex":0.00019643587,"about_ca_topic_score_gemma":0.000015032342,"teacher_disagreement_score":0.015178145,"about_ca_system_score_codex":0.0005005056,"about_ca_system_score_gemma":0.003667666,"threshold_uncertainty_score":0.99959767},"labels":[],"label_agreement":null},{"id":"W4405675060","doi":"10.24908/pceea.2024.18604","title":"The Current Canadian Landscape on Learning Analytics","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"University of Alberta","keywords":"Current (fluid); Analytics; Computer science; Data science; Geology; Oceanography","score_opus":0.0049818289173126805,"score_gpt":0.2225417801510502,"score_spread":0.2175599512337375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405675060","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16523205,0.0074667535,0.0012522846,0.69616556,0.038322117,0.0015587885,0.000079673664,0.0016965033,0.08822628],"genre_scores_gemma":[0.9938053,0.00005334696,0.00025161906,0.00015756016,0.00031114276,0.000010014342,0.0000039739243,0.00001853015,0.0053884946],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892026,0.000009221277,0.0001948544,0.00019620324,0.0003237514,0.00035570728],"domain_scores_gemma":[0.9990376,0.00012380497,0.00012353988,0.00012304293,0.00032840302,0.00026360282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006261909,0.00011912961,0.00009439087,0.0003775692,0.00042845044,0.0006882919,0.0006187764,0.000070543276,0.000004209492],"category_scores_gemma":[0.0011559041,0.00009167181,0.000088441695,0.00096065126,0.000010373814,0.00017042193,0.000027565555,0.0005892977,0.00003270593],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.970821e-7,0.0000444168,0.061129056,0.0002840698,0.00022216367,7.2080104e-7,0.0025896009,0.02679615,0.00007161516,0.5895804,0.20961016,0.10967061],"study_design_scores_gemma":[0.000037706075,0.000016047365,0.019844005,0.0002159332,0.000025926585,0.0000018655734,0.00008845771,0.3347304,0.00004695296,0.00095551496,0.64386415,0.0001730487],"about_ca_topic_score_codex":0.020747317,"about_ca_topic_score_gemma":0.080959305,"teacher_disagreement_score":0.8285733,"about_ca_system_score_codex":0.0016338611,"about_ca_system_score_gemma":0.0022965805,"threshold_uncertainty_score":0.9857736},"labels":[],"label_agreement":null},{"id":"W4405792307","doi":"10.69727/jdi.v8i2.113","title":"Harnessing AI for STEM Education in South Asia: Impact, Opportunities, and Challenges","year":2024,"lang":"en","type":"article","venue":"Journal of development innovations.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Political science","score_opus":0.0832434060621874,"score_gpt":0.33452057062721935,"score_spread":0.25127716456503196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405792307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44816408,0.01773612,0.37533453,0.15603669,0.001729896,0.0002485596,0.0000034028105,0.00009513669,0.00065159687],"genre_scores_gemma":[0.91112405,0.00041395382,0.08733439,0.00022308249,0.00015695799,0.000004554655,0.0000044103163,0.000009592847,0.0007289797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922836,0.00001858813,0.00040940795,0.00009780005,0.00014368349,0.00010215141],"domain_scores_gemma":[0.9993848,0.000056130084,0.00015423064,0.000063214546,0.00030582905,0.00003578838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068855716,0.0000731624,0.00011736273,0.0006466745,0.000060753024,0.00023531268,0.00013801323,0.00003374783,0.0000011861115],"category_scores_gemma":[0.000035639794,0.000059808324,0.00002296023,0.00040453384,0.000010399103,0.0005452397,0.000031065847,0.0001642567,7.694394e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026746227,0.000053220032,0.000916963,0.00013660328,0.000038280556,0.000010071433,0.0037255439,0.00004823314,0.000033044886,0.08896371,0.0007652547,0.9053064],"study_design_scores_gemma":[0.0014623108,0.00045964206,0.07296026,0.0048784264,0.000053120584,0.00082908774,0.01151357,0.06467091,0.00075051683,0.03147487,0.8099912,0.00095610454],"about_ca_topic_score_codex":4.174961e-7,"about_ca_topic_score_gemma":8.979021e-7,"teacher_disagreement_score":0.9043503,"about_ca_system_score_codex":0.00009758541,"about_ca_system_score_gemma":0.002913421,"threshold_uncertainty_score":0.51682836},"labels":[],"label_agreement":null},{"id":"W4405820110","doi":"10.1007/s10758-024-09810-w","title":"Disentangling the Relationship Between Ability and Test-Taking Effort: To What Extent the Ability Levels Can Be Predicted from Response Behavior?","year":2024,"lang":"en","type":"article","venue":"Technology Knowledge and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University of Edmonton","funders":"","keywords":"Test (biology); Psychology; Mathematics education; Applied psychology","score_opus":0.04228390643791003,"score_gpt":0.330098788000441,"score_spread":0.287814881562531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405820110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962123,0.0028314358,0.0025277622,0.031407427,0.00014900816,0.00025272756,0.000011756019,0.00068050355,0.000016403203],"genre_scores_gemma":[0.99852514,0.000021189593,0.0010630176,0.000059387872,0.0001100712,0.00003705359,0.000005669978,0.000015746147,0.00016270948],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982247,0.00039510298,0.0003015698,0.000618313,0.00015184858,0.00030850805],"domain_scores_gemma":[0.99228925,0.006851388,0.00008873329,0.00060972094,0.00007454252,0.000086381086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019638084,0.00018958996,0.00020969067,0.00020407671,0.0009593549,0.00047645372,0.000543473,0.00019415247,0.000004809426],"category_scores_gemma":[0.004859104,0.00012347405,0.000053089225,0.00095574977,0.00034438682,0.0002393112,0.0006153935,0.0014944938,0.000007154729],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051692496,0.000020876076,0.8863698,0.000015269494,0.00001624919,0.000008980258,0.0060418113,0.000026948703,0.00021373369,0.001335081,0.0000126995255,0.10593336],"study_design_scores_gemma":[0.0001196104,0.00013503492,0.9653514,0.00022216476,0.000082658684,0.000014350775,0.0019562517,0.025219819,0.000094849376,0.004041621,0.0025923117,0.00016990346],"about_ca_topic_score_codex":0.000028743045,"about_ca_topic_score_gemma":0.00005791891,"teacher_disagreement_score":0.10576345,"about_ca_system_score_codex":0.000071584196,"about_ca_system_score_gemma":0.0000969125,"threshold_uncertainty_score":0.73786795},"labels":[],"label_agreement":null},{"id":"W4405831385","doi":"10.5430/jbar.v13n2p1","title":"Empowering the Educational Journey: Effective Strategies for Student Satisfaction and Retention in Higher Educational Institutions","year":2024,"lang":"en","type":"article","venue":"Journal of Business Administration Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Psychology; Statistical software; Medical education; Mathematics education; Computer science; Pedagogy; Medicine; Data science","score_opus":0.12771752839476974,"score_gpt":0.4865989301083076,"score_spread":0.3588814017135379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405831385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62892556,0.0014343541,0.065308444,0.30059612,0.0023416677,0.0005382667,0.0000056028057,0.00001969154,0.0008302719],"genre_scores_gemma":[0.9967631,0.000089432215,0.0020633265,0.000022572074,0.0006453385,0.000032958655,0.0000044523385,0.0000051351767,0.0003736522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99869305,0.0001592221,0.00033473852,0.00015769892,0.0005109742,0.00014430952],"domain_scores_gemma":[0.9980551,0.0007906531,0.0001051291,0.000104692714,0.00089235604,0.00005207825],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017692829,0.00007279602,0.00009911341,0.00043328985,0.00027366285,0.0011018418,0.00019605424,0.000045920282,0.00002028579],"category_scores_gemma":[0.00027671125,0.000052391588,0.000043928016,0.00086327456,0.000094281764,0.001095272,0.00004076046,0.00041865645,0.0000029357066],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046908055,0.00022611882,0.007444711,0.000196594,0.000063282365,0.000013175859,0.001390791,0.0036459276,0.0014404347,0.97099376,0.0014369207,0.01310139],"study_design_scores_gemma":[0.00029473926,0.0002503714,0.9069748,0.0003597674,0.000014415526,0.00015624885,0.00093268853,0.009995336,0.000027766879,0.0776685,0.0032333583,0.00009199154],"about_ca_topic_score_codex":0.000021033948,"about_ca_topic_score_gemma":0.00007345126,"teacher_disagreement_score":0.8995301,"about_ca_system_score_codex":0.00015523883,"about_ca_system_score_gemma":0.0025401842,"threshold_uncertainty_score":0.9999351},"labels":[],"label_agreement":null},{"id":"W4406051737","doi":"10.48550/arxiv.2501.00017","title":"AI Across Borders: Exploring Perceptions and Interactions in Higher Education","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitatea din București; Queen's University; Joint Information Systems Committee; Universiteit van Amsterdam; Ulster University; Queen's University Belfast","keywords":"Perception; Psychology; Political science; Neuroscience","score_opus":0.1493077239245084,"score_gpt":0.2895389368778805,"score_spread":0.14023121295337213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406051737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.968646,0.00013907373,0.017972039,0.008837797,0.002183753,0.00011223442,0.000009118599,0.00028187188,0.0018181248],"genre_scores_gemma":[0.98794484,0.00020980263,0.0006982536,0.00015980322,0.00014862744,0.0000019551333,0.000009570156,0.000011538238,0.010815587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989491,0.000052468244,0.00012164439,0.0006419621,0.00004137415,0.0001934183],"domain_scores_gemma":[0.99931437,0.000040193037,0.000056172503,0.0004423969,0.00006678378,0.000080089165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000959345,0.00015705219,0.00014404587,0.0002811763,0.00011001704,0.0002640201,0.0004224063,0.000079173515,0.00003144419],"category_scores_gemma":[0.000010328729,0.00018789266,0.000077555174,0.0005330712,0.00004880133,0.0004047399,0.0013330645,0.00093660824,0.00008461811],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013108687,0.00057950703,0.035276137,0.00046854722,0.00015598636,0.00022576764,0.008827029,0.2478329,0.00006211002,0.68538105,0.0021470773,0.019030783],"study_design_scores_gemma":[0.00028413397,0.000034845936,0.03535471,0.0008982156,0.0000847413,0.000011275209,0.0028989273,0.7410496,0.000005735213,0.20405884,0.014595977,0.0007229926],"about_ca_topic_score_codex":0.0003018398,"about_ca_topic_score_gemma":0.00021178284,"teacher_disagreement_score":0.4932167,"about_ca_system_score_codex":0.00016469913,"about_ca_system_score_gemma":0.00019128947,"threshold_uncertainty_score":0.76620406},"labels":[],"label_agreement":null},{"id":"W4406193107","doi":"10.1007/s10639-024-13223-8","title":"Education with a systems theory and control perspective","year":2025,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Perspective (graphical); Systems theory; Control (management); Conversation; Set (abstract data type); Education theory; Field (mathematics); Computer science; Management science; Epistemology; Engineering ethics; Sociology; Knowledge management; Higher education; Artificial intelligence; Political science; Engineering","score_opus":0.0015991997864168307,"score_gpt":0.2368472927498669,"score_spread":0.23524809296345006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406193107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038334087,0.0065197246,0.82314086,0.08826132,0.00089549675,0.00067528215,0.000003315995,0.0018406687,0.040329263],"genre_scores_gemma":[0.99541426,0.00016624438,0.0030455838,0.0005492691,0.000008730011,0.0000408392,0.0000027187623,0.0000010689857,0.000771313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99965906,0.000023586925,0.000110729394,0.00008587204,0.00005671793,0.00006403982],"domain_scores_gemma":[0.9994764,0.000053171956,0.00007992585,0.00016298321,0.00021455223,0.000013014548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016620632,0.00006172438,0.00006860126,0.00030937543,0.000115543226,0.0002588552,0.00012847077,0.000050860453,4.5516555e-7],"category_scores_gemma":[0.00022628922,0.000046978246,0.0000065725567,0.00030162444,0.00006945196,0.001238466,0.00003624309,0.00009061425,0.0000039755746],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028029337,0.000018934075,0.00050848216,0.000022163606,0.0000068338995,7.77498e-9,0.00063674443,0.000008944238,0.0000025696982,0.8618816,0.00050237647,0.13640854],"study_design_scores_gemma":[0.0011580104,0.00032506313,0.020046681,0.0005475249,0.00006209052,0.00006644971,0.40226358,0.040191945,0.00041973952,0.36072624,0.17364155,0.00055111013],"about_ca_topic_score_codex":0.000020030135,"about_ca_topic_score_gemma":5.332713e-7,"teacher_disagreement_score":0.9570801,"about_ca_system_score_codex":0.000036826386,"about_ca_system_score_gemma":0.00034677642,"threshold_uncertainty_score":0.24961467},"labels":[],"label_agreement":null},{"id":"W4406262155","doi":"10.1109/qce60285.2024.20455","title":"QNotation: A Visual Browser-Based Notation Translator for Learning Quantum Computing","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Computer science; Notation; Human–computer interaction; Multimedia; Computer graphics (images); Arithmetic","score_opus":0.015263867848917104,"score_gpt":0.32296661663117066,"score_spread":0.30770274878225357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406262155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03055481,0.000089067784,0.96112895,0.0068545877,0.00031851343,0.00009583436,6.818307e-7,0.0007885589,0.00016898474],"genre_scores_gemma":[0.89234024,9.2499937e-7,0.10674881,0.00020429901,0.00017880613,0.0000039032784,0.000014323833,0.000013737585,0.0004949664],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903774,0.00004693523,0.00020521886,0.00031924646,0.00018584228,0.00020504034],"domain_scores_gemma":[0.9992949,0.000427154,0.000037125043,0.000095400945,0.00009220597,0.000053262702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033058255,0.000105546824,0.00010983756,0.00013378815,0.00017470297,0.0004010561,0.0001848424,0.000045477147,0.000009292606],"category_scores_gemma":[0.00006966146,0.00009669038,0.0001070097,0.00041915567,0.000014680777,0.00023428371,0.00001618437,0.00017774991,0.00004878305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017001305,0.00012293641,0.0008551874,0.0004489143,0.00006442047,0.000021803098,0.002700846,0.20610528,0.003361923,0.3183372,0.0007719808,0.4671925],"study_design_scores_gemma":[0.00023231971,0.00017573842,0.00015729108,0.000068274996,0.0000112551725,0.000002506537,0.000072337934,0.9908373,0.00042521185,0.0016254598,0.0062541617,0.00013817464],"about_ca_topic_score_codex":0.000008397056,"about_ca_topic_score_gemma":0.0000022263391,"teacher_disagreement_score":0.8617854,"about_ca_system_score_codex":0.000020807205,"about_ca_system_score_gemma":0.00012810942,"threshold_uncertainty_score":0.39429194},"labels":[],"label_agreement":null},{"id":"W4406411602","doi":"10.55667/10.55667/ijede.2024.v39.i2.1334","title":"Exploring the Effectiveness of Bite-Sized Learning for Statistics via TikTok","year":2025,"lang":"en","type":"article","venue":"International journal of e-learning & distance education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Statistics; Computer science; Psychology; Mathematics","score_opus":0.018938237273864046,"score_gpt":0.32239902687940913,"score_spread":0.30346078960554507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406411602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051774386,0.00020712189,0.9428241,0.0021133567,0.002710054,0.00009429418,0.0000019031386,0.000019355997,0.0002553959],"genre_scores_gemma":[0.9778682,0.000091828835,0.020933747,0.000041099654,0.0002619932,0.000015074507,0.000012048355,0.000009305236,0.000766686],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850297,0.00034482233,0.00047153814,0.00015469652,0.00039307566,0.00013291437],"domain_scores_gemma":[0.99567056,0.001998091,0.000657132,0.0001378341,0.0014996013,0.000036795867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015741751,0.00010818401,0.00020064239,0.0002666652,0.00014427926,0.00014636345,0.0008148386,0.000027299726,0.0000038053647],"category_scores_gemma":[0.002432844,0.00008775404,0.00011952697,0.0003259726,0.000049711423,0.0004472257,0.00006854936,0.00041290093,0.0000020951709],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053869217,0.00045973866,0.031184759,0.00025179578,0.00045353925,0.0000050902713,0.0017957825,0.09892927,0.0046327147,0.6565399,0.0005666874,0.20464201],"study_design_scores_gemma":[0.0047733053,0.001285214,0.2098973,0.006047436,0.00035287958,0.0000981255,0.0040423837,0.3945169,0.009524936,0.17129761,0.19726147,0.0009024535],"about_ca_topic_score_codex":0.000013877738,"about_ca_topic_score_gemma":0.0000024700423,"teacher_disagreement_score":0.9260938,"about_ca_system_score_codex":0.00015037626,"about_ca_system_score_gemma":0.0005205963,"threshold_uncertainty_score":0.35785055},"labels":[],"label_agreement":null},{"id":"W4406413791","doi":"10.5539/jel.v14n3p115","title":"Bibliometric Analysis of Artificial Intelligence for Digital Literacy","year":2025,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Literacy; Mathematics education; Psychology; Technological literacy; Artificial intelligence; Teaching method; Computer science; Pedagogy","score_opus":0.021689008410519163,"score_gpt":0.3752556725709275,"score_spread":0.35356666416040833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406413791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29550317,0.0005858185,0.701992,0.0014626464,0.00023035219,0.000018024846,3.670542e-7,0.000005085936,0.00020252277],"genre_scores_gemma":[0.978136,0.000051554012,0.02094612,0.00005718888,0.00006298305,3.6001742e-7,0.0000015956044,0.0000014851427,0.0007427264],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935997,0.000034161,0.00035270883,0.00007820172,0.0001094431,0.00006554144],"domain_scores_gemma":[0.9986372,0.00041615442,0.00033709305,0.0000715393,0.0004989916,0.00003900928],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.00049924385,0.000043232598,0.00016011565,0.032081395,0.00006721831,0.0002565568,0.00017375997,0.00002251918,0.000004686074],"category_scores_gemma":[0.001247297,0.000037240185,0.000111115965,0.04729488,0.000015634,0.00035537945,0.000025189718,0.00016228083,4.2573842e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049576784,0.00010860577,0.016076397,0.000017714088,0.00012368687,1.5114193e-7,0.00070237747,0.003899644,0.00004380994,0.008235845,0.00006453754,0.97072226],"study_design_scores_gemma":[0.000120136196,0.00042878793,0.10299775,0.00022095567,0.0005351389,0.000011579488,0.0024512564,0.8506915,0.0002572984,0.014405378,0.027710572,0.0001696295],"about_ca_topic_score_codex":0.0000021818976,"about_ca_topic_score_gemma":1.9318877e-7,"teacher_disagreement_score":0.9705526,"about_ca_system_score_codex":0.000012428364,"about_ca_system_score_gemma":0.00019184123,"threshold_uncertainty_score":0.97888917},"labels":[],"label_agreement":null},{"id":"W4406622719","doi":"10.58459/icce.2024.4809","title":"LLM-Generated Personalized Analogies to Foster AI Literacy in Adult Novices","year":2024,"lang":"en","type":"article","venue":"International Conference on Computers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Literacy; Adult literacy; Psychology; Computer science; Mathematics education; Cognitive science; Pedagogy","score_opus":0.026606795233689185,"score_gpt":0.36837915379332964,"score_spread":0.34177235855964044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406622719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.410566,0.00021687067,0.20799856,0.35577458,0.013170162,0.0004232961,0.000017670187,0.00044411505,0.011388737],"genre_scores_gemma":[0.9709486,0.000039867617,0.022028156,0.006038162,0.00026093138,0.000027986665,0.000048700655,0.000008829103,0.0005988016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986005,0.00008306606,0.0003086826,0.0005048589,0.00031337008,0.00018956659],"domain_scores_gemma":[0.9991751,0.000118996104,0.000048193004,0.0002188465,0.00037502358,0.00006386803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018764273,0.00015713535,0.00013990856,0.0009143791,0.000027867927,0.001003637,0.00079347624,0.000056190314,0.000037778416],"category_scores_gemma":[0.00007943503,0.00015272356,0.000047477366,0.00071575155,0.0000232228,0.00067325355,0.00012657384,0.00028962884,0.00012795071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024970192,0.00045480352,0.0033059244,0.000032346932,0.000028814527,0.000030898424,0.007835193,0.004590901,0.00038790845,0.65916175,0.004527391,0.3196191],"study_design_scores_gemma":[0.00022456935,0.000105648614,0.0043957643,0.00094613543,0.0000022668585,0.000009585523,0.00024905894,0.9707079,0.000083346844,0.01829677,0.004746693,0.00023228246],"about_ca_topic_score_codex":0.00011476468,"about_ca_topic_score_gemma":0.000077876066,"teacher_disagreement_score":0.96611696,"about_ca_system_score_codex":0.00022180259,"about_ca_system_score_gemma":0.00041033977,"threshold_uncertainty_score":0.96780944},"labels":[],"label_agreement":null},{"id":"W4406623293","doi":"10.58459/icce.2012.549","title":"A Framework for Identifying Working Memory Capacity from the Log Information of Learning Systems","year":2012,"lang":"en","type":"article","venue":"International Conference on Computers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Working memory; Computer science; Psychology; Cognition; Neuroscience","score_opus":0.08938742509217124,"score_gpt":0.3504925922713768,"score_spread":0.26110516717920557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406623293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08424964,0.00006191635,0.90481734,0.0034101072,0.0063482868,0.00016394208,0.0000032562598,0.00004022491,0.00090527657],"genre_scores_gemma":[0.92962694,0.000014459048,0.06956608,0.00021761362,0.00049136,0.000023481596,0.00003531496,0.0000038457556,0.000020925809],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990115,0.00010262015,0.00032316166,0.0001317275,0.0002792122,0.00015174334],"domain_scores_gemma":[0.9985936,0.0006169432,0.0003294936,0.0002008256,0.00022298901,0.000036132547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000512795,0.00009383812,0.00011382915,0.00016011413,0.0000790941,0.00026082539,0.0006871743,0.00006363829,0.0000047938674],"category_scores_gemma":[0.00030975437,0.000081454076,0.000047293095,0.00017809133,0.00002761259,0.0006989932,0.00008145303,0.00028651993,0.000012080559],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008301763,0.000102778555,0.017673643,0.000014698255,0.000024940642,4.5277343e-8,0.0068043466,0.00846616,0.000038161957,0.9047578,0.00017451138,0.06193461],"study_design_scores_gemma":[0.00025495404,0.00004637209,0.021859111,0.001246396,0.0000092349765,0.0000032471069,0.0036441735,0.90553087,0.00010364012,0.065043725,0.0020543952,0.00020389076],"about_ca_topic_score_codex":0.00019402732,"about_ca_topic_score_gemma":0.0000038590747,"teacher_disagreement_score":0.8970647,"about_ca_system_score_codex":0.0001105831,"about_ca_system_score_gemma":0.00011688131,"threshold_uncertainty_score":0.3321601},"labels":[],"label_agreement":null},{"id":"W4406801674","doi":"10.54254/2755-2721/2024.20577","title":"Bridging Educational Achievement Gaps with Generative AI: Personalized Curriculum for Targeted Learning Support","year":2025,"lang":"en","type":"article","venue":"Applied and Computational Engineering","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bridging (networking); Generative grammar; Curriculum; Computer science; Personalized learning; Mathematics education; Psychology; Artificial intelligence; Pedagogy; Teaching method; Cooperative learning; Open learning","score_opus":0.0035991255807860142,"score_gpt":0.23258269955991873,"score_spread":0.22898357397913272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406801674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01720308,0.00007828276,0.9770038,0.005216669,0.00007072066,0.00013472208,0.0000023772832,0.000102308935,0.00018800888],"genre_scores_gemma":[0.80096567,0.0000029540809,0.19787702,0.00046692695,0.00009326809,0.000055363085,0.00009195292,0.000008979238,0.00043789024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999216,0.0000083647465,0.0001498757,0.00028350684,0.00015877772,0.00018343203],"domain_scores_gemma":[0.9996211,0.00011611885,0.000045236524,0.000063808766,0.00010058866,0.000053170123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001170158,0.00013654209,0.00013876377,0.00012854167,0.00019833163,0.00012719963,0.0001285343,0.000027528007,0.0000037773768],"category_scores_gemma":[0.000017120032,0.00012925096,0.000032463427,0.00025368104,0.000020558313,0.0000941305,0.000053301992,0.00015587993,0.0000020189457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037245204,0.000028423223,0.0004506593,0.000034000368,0.00004767566,4.774312e-7,0.00014889706,0.5639714,0.00023196948,0.43254974,0.00015695537,0.0023760495],"study_design_scores_gemma":[0.00059244846,0.000043896667,0.0021796955,0.000032735312,0.000014595469,0.000004576803,0.000044245546,0.9897379,0.000103026774,0.004248016,0.0028331545,0.00016568074],"about_ca_topic_score_codex":0.0000032797948,"about_ca_topic_score_gemma":3.2653148e-7,"teacher_disagreement_score":0.7837626,"about_ca_system_score_codex":0.00003405873,"about_ca_system_score_gemma":0.0001493805,"threshold_uncertainty_score":0.5270701},"labels":[],"label_agreement":null},{"id":"W4406803762","doi":"10.1145/3689187.3709614","title":"Beyond the Hype: A Comprehensive Review of Current Trends in Generative AI Research, Teaching Practices, and Tools","year":2025,"lang":"en","type":"review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Universitas Brawijaya; National Science Foundation","keywords":"Computer science; Current (fluid); Generative grammar; Data science; Artificial intelligence; Engineering; Electrical engineering","score_opus":0.23775706724559148,"score_gpt":0.5305929274175885,"score_spread":0.292835860171997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.6874195e-7,0.988628,0.00092479534,0.0065008136,0.00012848196,0.00037831394,0.000009911385,0.000021156511,0.0034083624],"genre_scores_gemma":[7.321994e-7,0.99428844,0.003638224,0.000564811,0.00009317764,0.0000355002,0.00003573567,0.000008320658,0.0013350598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940507,0.0038904566,0.0007142441,0.00056312344,0.00049671554,0.000284756],"domain_scores_gemma":[0.99432594,0.0038517735,0.00070961734,0.0007807727,0.00027415148,0.000057774727],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0032717856,0.00027076085,0.0013093096,0.0005428046,0.00019196578,0.00028154568,0.0011507694,0.0000937393,0.00000943395],"category_scores_gemma":[0.0021109018,0.00015394538,0.00022002522,0.0016455787,0.00011248765,0.00034734255,0.00093911024,0.0028807705,0.0000051636553],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2940672e-7,0.000042357406,7.0076413e-7,0.04069836,0.00003139953,0.0000050389403,0.00008059986,8.6018383e-7,2.7070328e-8,0.021780808,0.008589876,0.92876977],"study_design_scores_gemma":[0.000053244574,0.00004079641,0.0000017105302,0.09532703,0.000110103145,0.000015874733,0.000022191412,0.0008549277,6.7465784e-8,0.000387493,0.90305096,0.00013562894],"about_ca_topic_score_codex":0.000039168826,"about_ca_topic_score_gemma":0.000016274667,"teacher_disagreement_score":0.9286341,"about_ca_system_score_codex":0.00006202271,"about_ca_system_score_gemma":0.0006332668,"threshold_uncertainty_score":0.9994196},"labels":[],"label_agreement":null},{"id":"W4406818641","doi":"10.1016/j.caeai.2025.100373","title":"Opportunities, challenges and school strategies for integrating generative AI in education","year":2025,"lang":"en","type":"article","venue":"Computers and Education Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Education University of Hong Kong; Hong Kong Institute of Education","keywords":"Generative grammar; Mathematics education; Computer science; Psychology; Artificial intelligence","score_opus":0.08725002216669056,"score_gpt":0.3647791559439947,"score_spread":0.27752913377730415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406818641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014070362,0.004880961,0.94218326,0.03628645,0.0012466619,0.00021959629,6.787677e-7,0.000049070222,0.0010629754],"genre_scores_gemma":[0.8925665,0.0022533308,0.10072631,0.0034259704,0.00028326904,0.000075777796,0.000012271023,0.0000072400912,0.0006493535],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99919856,0.000052683023,0.00025441975,0.0003041734,0.000054593987,0.00013558194],"domain_scores_gemma":[0.9994147,0.00013355535,0.00006444422,0.00015025248,0.00016671172,0.00007037785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023185078,0.000109218694,0.00012164229,0.00024344769,0.00013505438,0.0004035192,0.00018861619,0.000046727033,0.0000014535985],"category_scores_gemma":[0.000082663864,0.00010856948,0.00001945226,0.0001723155,0.00006120135,0.0003959751,0.00006796301,0.00012894889,0.0000015205709],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014484611,0.000054392294,0.000022956874,0.000024869347,0.0000026780356,7.9639015e-8,0.001348673,0.00007436278,0.000029610757,0.46454504,0.00042084037,0.53347504],"study_design_scores_gemma":[0.000022102206,0.00006829282,0.00055651227,0.00025876856,0.000005814774,0.0000027130259,0.021546857,0.3799759,0.00021442141,0.5901253,0.0070611383,0.00016215067],"about_ca_topic_score_codex":0.000052782474,"about_ca_topic_score_gemma":0.000084029874,"teacher_disagreement_score":0.8784961,"about_ca_system_score_codex":0.000038948496,"about_ca_system_score_gemma":0.0011559939,"threshold_uncertainty_score":0.4427335},"labels":[],"label_agreement":null},{"id":"W4406842754","doi":"10.3390/educsci15020156","title":"Engineered Prompts in ChatGPT for Educational Assessment in Software Engineering and Computer Science","year":2025,"lang":"en","type":"article","venue":"Education Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Lakehead University; Western University","funders":"","keywords":"Computer science; Computer software; Software engineering; Software; Educational software; Computer-Assisted Instruction; Science education; Mathematics education; Social software engineering; Engineering education; Software development; Engineering management; Multimedia; Software construction; Engineering; Programming language; Psychology","score_opus":0.01157442256148195,"score_gpt":0.3452300099482893,"score_spread":0.33365558738680734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406842754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6305908,0.00025508073,0.33973995,0.026967308,0.001821004,0.00036728667,0.0000010033928,0.000058224156,0.00019933649],"genre_scores_gemma":[0.69545585,0.0000043399377,0.30420235,0.00012224203,0.000043282595,0.000040116804,0.0000010716702,0.0000013335933,0.00012943006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990397,0.00001329039,0.00017197787,0.00037346204,0.00019394362,0.00020761871],"domain_scores_gemma":[0.99946153,0.00023071146,0.000037898608,0.00013634888,0.00009100841,0.000042511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008032723,0.00007238746,0.00008792409,0.0007709723,0.00013297802,0.00027586718,0.0005104052,0.000020425841,0.0000012722414],"category_scores_gemma":[0.0002997001,0.000069435315,0.000012568612,0.0018702759,0.000109973706,0.0005208569,0.000092589355,0.00009080013,8.029105e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.797674e-7,0.0004126848,0.19695564,0.00011391681,0.0000034892403,2.8421792e-7,0.0019872943,0.02755437,0.0004174003,0.6549838,0.00029837774,0.11727183],"study_design_scores_gemma":[0.0001119723,0.000025153877,0.29187292,0.00015194077,8.1544323e-7,0.0000012680981,0.0000724552,0.70083183,0.00008799405,0.0063266046,0.00042722534,0.00008981451],"about_ca_topic_score_codex":0.000023271663,"about_ca_topic_score_gemma":0.000009613347,"teacher_disagreement_score":0.6732775,"about_ca_system_score_codex":0.0000976136,"about_ca_system_score_gemma":0.0024398635,"threshold_uncertainty_score":0.43282133},"labels":[],"label_agreement":null},{"id":"W4406852901","doi":"10.1016/j.softx.2025.102057","title":"EduGuard RetainX: An advanced analytical dashboard for predicting and improving student retention in tertiary education","year":2025,"lang":"en","type":"article","venue":"SoftwareX","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Morgan State University; Information and Communications Technology Council; Indiana State University","keywords":"Dashboard; Computer science; Higher education; Multimedia; Software engineering; Political science","score_opus":0.007763282381141738,"score_gpt":0.3151539000634251,"score_spread":0.3073906176822834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406852901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76273143,0.00017654247,0.23319794,0.0029086412,0.00036218646,0.00028143724,0.0000017079958,0.0002126553,0.00012742846],"genre_scores_gemma":[0.9490855,0.000008101966,0.049827117,0.00039919117,0.00007405548,0.000028219518,0.000013851493,0.000007163307,0.0005568142],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989657,0.00005342876,0.00024557993,0.00040316317,0.00012731341,0.00020485358],"domain_scores_gemma":[0.9993807,0.00010982629,0.00007045647,0.00029033452,0.000089857946,0.000058795875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042687086,0.00009903353,0.000132692,0.00018783429,0.00010897111,0.0001399808,0.00027093917,0.00006034856,6.440501e-7],"category_scores_gemma":[0.00035513946,0.00009945397,0.00004025085,0.00027037514,0.000023909479,0.00040663715,0.00013780352,0.0001559806,6.7736454e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013643197,0.00018650903,0.31263,0.00012693793,0.000015999465,0.0000017223716,0.00058186863,0.00038813535,0.00031514026,0.0060279137,0.0001225549,0.67958957],"study_design_scores_gemma":[0.0005942931,0.00016357738,0.27921608,0.00021700248,0.000032603562,0.0000024771712,0.0004900469,0.7114256,0.000049205868,0.007133172,0.0004953614,0.0001805632],"about_ca_topic_score_codex":0.000026978696,"about_ca_topic_score_gemma":0.000020181546,"teacher_disagreement_score":0.71103746,"about_ca_system_score_codex":0.000069588044,"about_ca_system_score_gemma":0.00019930907,"threshold_uncertainty_score":0.40556154},"labels":[],"label_agreement":null},{"id":"W4406937872","doi":"10.59197/asrhe.v6i1.11735","title":"Empowering Educators through SoTL: Insights and Innovations from Real-Time Audience Engagement","year":2025,"lang":"en","type":"article","venue":"Advancing Scholarship and Research in Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Sociology; Psychology; Computer science; Mathematics education; Knowledge management","score_opus":0.059486866128133344,"score_gpt":0.4367790998842085,"score_spread":0.3772922337560751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406937872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97553086,0.0013759542,0.0005237513,0.018786324,0.00059435604,0.00015660065,6.0617697e-7,0.00006460612,0.0029669383],"genre_scores_gemma":[0.9755635,0.0005708412,0.021580609,0.00026841092,0.00011327921,0.00003061016,0.0000075666862,0.0000075703424,0.0018575966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983154,0.00033347358,0.00024265435,0.00048925256,0.00029273608,0.00032647437],"domain_scores_gemma":[0.9987113,0.00055502454,0.000051347524,0.00037492588,0.00022436077,0.00008305821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012229125,0.000112407266,0.0001304077,0.0005215742,0.00046947275,0.00035733113,0.00034120263,0.00007105084,0.000009112233],"category_scores_gemma":[0.0003088589,0.00010684192,0.0000135364735,0.0017759654,0.0000992839,0.0011055087,0.00030557497,0.00072800147,0.000010773536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011208278,0.0004952307,0.12823044,0.00014728532,0.000038649294,0.000007257209,0.0076986253,0.00013009418,0.013759029,0.7926787,0.0006941526,0.05610933],"study_design_scores_gemma":[0.00030422382,0.000060401926,0.5618709,0.0007633911,0.000007477487,0.0000013510604,0.0010823397,0.0010680971,0.0010008516,0.4155675,0.018020645,0.00025288595],"about_ca_topic_score_codex":0.00030703525,"about_ca_topic_score_gemma":0.000016209178,"teacher_disagreement_score":0.43364042,"about_ca_system_score_codex":0.00015035139,"about_ca_system_score_gemma":0.0005059968,"threshold_uncertainty_score":0.43568873},"labels":[],"label_agreement":null},{"id":"W4406971252","doi":"10.21432/cjlt-28349","title":"Accessing Education: Equity, Diversity, and Inclusion in Online Learning","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Okanagan College","funders":"","keywords":"Equity (law); Inclusion (mineral); Diversity (politics); Psychology; Higher education; Mathematics education; Cultural diversity; Pedagogy; Computer science; Sociology; Political science; Economics; Economic growth; Social psychology","score_opus":0.020768191449382807,"score_gpt":0.3086663417254178,"score_spread":0.287898150276035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406971252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9753281,0.0011630702,0.00052759517,0.022518631,0.00014332106,0.00001778806,2.1013692e-7,0.00006206064,0.00023925773],"genre_scores_gemma":[0.99764353,0.00025141245,0.0015456767,0.000047277535,0.000054371874,1.6103803e-7,0.0000013491982,0.0000056271315,0.000450572],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992212,0.00006658017,0.00018600065,0.00014844695,0.00012921903,0.00024856444],"domain_scores_gemma":[0.9994172,0.00006361279,0.00015376598,0.00007137061,0.00010884071,0.00018523689],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00064829644,0.00007782544,0.00016406474,0.0016842291,0.0017739703,0.00008883538,0.00047663003,0.00011767622,0.0000029748446],"category_scores_gemma":[0.0004944459,0.00007844002,0.00001800021,0.0012105595,0.00010585571,0.00019875226,0.0064709443,0.00090051943,0.0000016325487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.5947816e-7,0.000007961929,0.59912896,0.0000125224915,0.000005903484,0.00014434526,0.0019802405,0.0004260407,0.000048629452,0.002289364,0.00004730294,0.39590794],"study_design_scores_gemma":[0.0034519979,0.0023089068,0.204252,0.0027758142,0.00010439568,0.0041219452,0.034419328,0.26260892,0.00015607997,0.3226077,0.16160715,0.0015857464],"about_ca_topic_score_codex":0.00045908202,"about_ca_topic_score_gemma":0.0015254553,"teacher_disagreement_score":0.394877,"about_ca_system_score_codex":0.00005752442,"about_ca_system_score_gemma":0.000467268,"threshold_uncertainty_score":0.9995256},"labels":[],"label_agreement":null},{"id":"W4407118360","doi":"10.1007/978-3-031-76710-4_8","title":"Integrating Generative AI in Education: Themes, Challenges, and Future Directions","year":2025,"lang":"en","type":"book-chapter","venue":"Information systems engineering and management","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Generative grammar; Engineering ethics; Psychology; Computer science; Artificial intelligence; Engineering","score_opus":0.006657413391210772,"score_gpt":0.21391042656984216,"score_spread":0.2072530131786314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407118360","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000063042035,0.069388606,0.08106378,0.008277915,0.0035257107,0.00092566264,0.000009797999,0.00047421976,0.836328],"genre_scores_gemma":[0.007299556,0.35560265,0.064918794,0.0017100846,0.0027683699,0.0005567771,0.00029175976,0.000079550446,0.56677246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931306,0.000008034406,0.00030484813,0.00015291233,0.0001240996,0.00009703088],"domain_scores_gemma":[0.9995866,0.00001818121,0.00009963215,0.00019668757,0.000061541636,0.00003737255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014686714,0.00017519106,0.0001820384,0.00049294723,0.000054795906,0.00022395622,0.00012227462,0.00009678181,4.840074e-7],"category_scores_gemma":[0.000004953574,0.00016619208,0.000022885337,0.00006171193,0.000006410477,0.00041321214,0.000115278,0.00022131954,0.0000036838617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.929559e-7,0.0000022803963,2.6879653e-7,0.00047056365,0.000028615881,6.311545e-7,0.0008101434,0.0005333413,4.7223494e-8,0.71706265,0.00054759043,0.28054368],"study_design_scores_gemma":[0.00007530113,0.000009748038,0.000030465964,0.0007308426,0.000011062107,0.0000066867856,0.0004290253,0.09711697,1.0971289e-7,0.00036082842,0.901084,0.00014496704],"about_ca_topic_score_codex":0.0000113602,"about_ca_topic_score_gemma":0.0000044084345,"teacher_disagreement_score":0.9005364,"about_ca_system_score_codex":0.00006491694,"about_ca_system_score_gemma":0.000033226024,"threshold_uncertainty_score":0.67771167},"labels":[],"label_agreement":null},{"id":"W4407287544","doi":"10.5539/jel.v14n3p282","title":"AI-Powered Learning Activities for Enhancing Student Competencies in Electronic Media Production: A Classroom Action Research","year":2025,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kasetsart University","keywords":"Action research; Psychology; Production (economics); Mathematics education; Action (physics); Pedagogy","score_opus":0.03138252940015544,"score_gpt":0.408921101791769,"score_spread":0.37753857239161354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407287544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.933319,0.0020741576,0.04343823,0.019374155,0.0013592988,0.00014367243,4.7487795e-8,0.00003318799,0.00025827473],"genre_scores_gemma":[0.99267745,0.00043996237,0.0036584146,0.00008264955,0.00038144484,0.000007914634,0.0000010684452,0.0000061783185,0.0027449362],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9984147,0.0004802695,0.000346203,0.00019317062,0.00029731545,0.00026835685],"domain_scores_gemma":[0.9985353,0.0006353909,0.00024280531,0.00009263112,0.00044433976,0.000049551934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003033114,0.000086757864,0.0001909218,0.0008031463,0.00039920918,0.00023469678,0.00021093029,0.000055062035,0.0000039077504],"category_scores_gemma":[0.0016390875,0.00008194311,0.000052472507,0.0006670372,0.00004268621,0.0004989774,0.000054150292,0.0016045165,8.586634e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023599647,0.0014754654,0.10723537,0.0005248744,0.00024182009,0.000005757282,0.0912119,0.031360194,0.032173593,0.08202449,0.0027181902,0.65079236],"study_design_scores_gemma":[0.0030116353,0.0029686603,0.10110006,0.0035192468,0.00012077548,0.00026618078,0.4139162,0.06765097,0.0052951225,0.0388185,0.36243558,0.0008970752],"about_ca_topic_score_codex":0.000013807416,"about_ca_topic_score_gemma":0.00011526356,"teacher_disagreement_score":0.64989525,"about_ca_system_score_codex":0.00024645223,"about_ca_system_score_gemma":0.001137921,"threshold_uncertainty_score":0.6970915},"labels":[],"label_agreement":null},{"id":"W4407409160","doi":"10.5430/jct.v14n1p234","title":"Developing an Affordance-Rich Curriculum to Enhance English Reading Proficiency Among Chinese College Students Through Blended Learning","year":2025,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Affordance; Curriculum; Reading (process); Mathematics education; Psychology; Computer science; Pedagogy; Linguistics; Human–computer interaction","score_opus":0.00619736295883758,"score_gpt":0.32966371362567,"score_spread":0.3234663506668324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407409160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81003416,0.00019585848,0.18659943,0.0010959932,0.0007775082,0.00013108601,4.190832e-7,0.00009157606,0.0010739951],"genre_scores_gemma":[0.9301712,0.000055504413,0.06881185,0.0002042615,0.00034985295,0.000004023101,8.9207106e-7,0.000013970139,0.00038844292],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972389,0.00035494025,0.0007751215,0.00046390464,0.0006747313,0.00049244013],"domain_scores_gemma":[0.9983859,0.00012728579,0.0005752961,0.00027146205,0.00044461776,0.0001954501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020254967,0.00029859168,0.00052482216,0.00040565713,0.0007851553,0.0005164943,0.0012134671,0.00009313505,0.0000014765114],"category_scores_gemma":[0.0012981897,0.0002343485,0.00011385736,0.0009102235,0.00004006416,0.0018492,0.00047120728,0.0012758037,0.0000016935684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072223274,0.00046532557,0.9136807,0.00010509946,0.00009731509,0.00008946658,0.00978363,0.0027029414,0.00024445428,0.056016672,0.00023642764,0.016570756],"study_design_scores_gemma":[0.005457113,0.0041351975,0.54568017,0.012930567,0.0005010355,0.00059304753,0.051798623,0.31455827,0.0021908148,0.038520213,0.018902816,0.0047321697],"about_ca_topic_score_codex":0.00005747643,"about_ca_topic_score_gemma":0.000015727805,"teacher_disagreement_score":0.36800057,"about_ca_system_score_codex":0.00014364618,"about_ca_system_score_gemma":0.0002284595,"threshold_uncertainty_score":0.95564544},"labels":[],"label_agreement":null},{"id":"W4407681400","doi":"10.1145/3641555.3705274","title":"Undergraduate Research Opportunities in CS Education: A Literature Map","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.07869049098030348,"score_gpt":0.4054797434058275,"score_spread":0.32678925242552403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407681400","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039147185,0.0012942611,0.016810974,0.81674653,0.00061518705,0.00010938065,7.2960086e-7,0.00016860108,0.16033962],"genre_scores_gemma":[0.5314543,0.00019116969,0.020371834,0.0018211338,0.000084993066,0.00000988403,0.0000074030054,0.0000036983236,0.4460556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99920106,0.00012775957,0.00011702013,0.00019275259,0.00017684774,0.00018458927],"domain_scores_gemma":[0.9993237,0.00010411893,0.000012961146,0.00033490895,0.00018361708,0.000040650175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046652876,0.000055819193,0.00007039288,0.0004481328,0.000083611594,0.00033590317,0.00047013938,0.00004359229,0.0000059267472],"category_scores_gemma":[0.000059847596,0.00004775338,0.000021968875,0.0011018133,0.00003356109,0.000191473,0.0001775565,0.00033112042,0.00003144622],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.794631e-7,0.000060747723,0.00047174044,0.000027192587,0.0000028172815,0.000009451759,0.00028939883,0.000019842171,0.0000051754264,0.9339582,0.0393869,0.025767898],"study_design_scores_gemma":[0.00015888829,0.000038098227,0.00090109406,0.00045954916,0.0000016388533,0.00000471616,0.0009906688,0.05290317,0.000051574214,0.6494567,0.2948997,0.00013421022],"about_ca_topic_score_codex":0.00004168712,"about_ca_topic_score_gemma":0.000035226978,"teacher_disagreement_score":0.8149254,"about_ca_system_score_codex":0.000037354548,"about_ca_system_score_gemma":0.0007014497,"threshold_uncertainty_score":0.3239122},"labels":[],"label_agreement":null},{"id":"W4407681525","doi":"10.1145/3641555.3705079","title":"AI Enhancing Collaboration: Tackling Group Work Challenges in Coding Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Group work; Coding (social sciences); Computer science; Group (periodic table); Work (physics); Data science; Engineering; Mathematics education; Chemistry; Psychology; Sociology; Mechanical engineering; Social science","score_opus":0.013603616298459445,"score_gpt":0.3043365993326064,"score_spread":0.2907329830341469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407681525","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016511248,0.0042647887,0.6591683,0.274264,0.0017507388,0.0001868328,1.3483508e-7,0.00039179967,0.043462105],"genre_scores_gemma":[0.95879954,0.00018578989,0.037568312,0.0011488046,0.00009777661,0.000006786347,0.0000015493623,0.0000030529443,0.0021883703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934584,0.00004551994,0.0001677169,0.00022358727,0.000090324334,0.00012703435],"domain_scores_gemma":[0.99957526,0.00008157595,0.000035330366,0.0002063235,0.00007810221,0.00002342492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029795017,0.00006460512,0.000089691166,0.00018585172,0.000073632466,0.00015635682,0.00022825408,0.000041328047,0.000004168193],"category_scores_gemma":[0.00007773962,0.000064471285,0.00001660065,0.0010462016,0.00000711406,0.00027816108,0.00007046996,0.00013103073,0.000013289103],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019848069,0.00011398721,0.0035745096,0.000049335496,0.0000073664655,0.0000018544471,0.0013660887,0.0012762025,0.00028111076,0.8034887,0.0009814107,0.18885745],"study_design_scores_gemma":[0.0016859923,0.00021310385,0.031753913,0.0043047327,0.0000401495,0.000008021507,0.014850136,0.68440527,0.007831429,0.15019444,0.10309598,0.0016168208],"about_ca_topic_score_codex":0.0000091238335,"about_ca_topic_score_gemma":0.00017879486,"teacher_disagreement_score":0.9422883,"about_ca_system_score_codex":0.000057329868,"about_ca_system_score_gemma":0.00021982181,"threshold_uncertainty_score":0.26290628},"labels":[],"label_agreement":null},{"id":"W4407685367","doi":"10.1145/3641555.3705238","title":"Reducing Isolation through Peer-Modeled Posts","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Universitas Brawijaya; University of Toronto","keywords":"Isolation (microbiology); Computer science; Peer-to-peer; Distributed computing","score_opus":0.013263756004423415,"score_gpt":0.3043727245464115,"score_spread":0.2911089685419881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407685367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011837685,0.000029128736,0.8987113,0.03661612,0.00018532238,0.000027276423,1.3851172e-7,0.00021158991,0.052381396],"genre_scores_gemma":[0.81140083,0.0000036489237,0.15561493,0.0006977061,0.00003541881,6.251599e-7,0.0000019443385,0.0000020760085,0.03224282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994351,0.000021576187,0.000110410765,0.00018786117,0.00012727229,0.000117737676],"domain_scores_gemma":[0.99955225,0.000038563296,0.00002579105,0.0002658329,0.00010126355,0.000016296473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013269679,0.000054867025,0.000068813686,0.00005063218,0.000087732944,0.00010849249,0.00027055957,0.000032414533,0.000009309606],"category_scores_gemma":[0.000068587244,0.00004762244,0.00003298941,0.00035046227,0.000007937271,0.0002681904,0.00009650385,0.00009274321,0.00004106189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027192796,0.0000660793,0.0013287433,0.000015253009,0.000024643825,0.000003541842,0.00091190333,0.015304848,0.0014693574,0.9301484,0.014881866,0.03584262],"study_design_scores_gemma":[0.00010516885,0.000016440876,0.0005277901,0.0000197572,0.0000037722282,0.0000012227484,0.000024494622,0.9687943,0.0005246559,0.02495317,0.0049658203,0.000063435014],"about_ca_topic_score_codex":0.00007296598,"about_ca_topic_score_gemma":0.0000038298977,"teacher_disagreement_score":0.9534894,"about_ca_system_score_codex":0.000019227413,"about_ca_system_score_gemma":0.000059121634,"threshold_uncertainty_score":0.19419868},"labels":[],"label_agreement":null},{"id":"W4407685371","doi":"10.1145/3641555.3705121","title":"A Systematic Literature Mapping of Early Generative AI Research is CS Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Computer science; Generative grammar; Artificial intelligence","score_opus":0.0273861056750986,"score_gpt":0.3768891235140448,"score_spread":0.3495030178389462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407685371","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06314986,0.0056222687,0.7845378,0.11078742,0.0008231471,0.00089387316,0.0000037396019,0.0002244239,0.03395749],"genre_scores_gemma":[0.88513434,0.000032153464,0.048260003,0.0014458749,0.00007634542,0.000018491446,0.0000021973403,0.000004181334,0.065026395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896014,0.00021948092,0.00022535729,0.00020111194,0.00025639424,0.00013750607],"domain_scores_gemma":[0.99873435,0.00013581642,0.000052023097,0.00040445544,0.0006430922,0.00003025198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006271425,0.000062102445,0.00015415756,0.00038225367,0.000095980045,0.0002639487,0.0004370031,0.000051568335,0.0000041679255],"category_scores_gemma":[0.00016671506,0.00004756477,0.000045303914,0.00166228,0.000023984807,0.00018676698,0.00012855229,0.00024478658,0.000019311366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020044333,0.00019761303,0.0010868026,0.012787375,0.00009784469,0.0000033913773,0.017795993,0.000068519985,0.001345151,0.9407135,0.022806974,0.003094776],"study_design_scores_gemma":[0.000456899,0.00032071632,0.0025905122,0.05900903,0.000040750794,0.000015237821,0.0035438898,0.75911033,0.0075427145,0.16448276,0.0024068484,0.00048033448],"about_ca_topic_score_codex":0.000028717952,"about_ca_topic_score_gemma":0.0000017799257,"teacher_disagreement_score":0.82198447,"about_ca_system_score_codex":0.000029752902,"about_ca_system_score_gemma":0.00036061826,"threshold_uncertainty_score":0.25452635},"labels":[],"label_agreement":null},{"id":"W4407730543","doi":"10.46690/elder.2024.04.01","title":"Capturing fine-grained teacher performance from student evaluation of teaching via ChatGPT","year":2024,"lang":"en","type":"article","venue":"Education and lifelong development research.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Beijing Normal University; Crohn's and Colitis Foundation of America","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.058580314863063254,"score_gpt":0.4098003805682974,"score_spread":0.3512200657052341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407730543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868639,0.0016999199,0.00526718,0.0039645717,0.00043816483,0.00017076534,3.4393676e-7,0.000077745695,0.0015173847],"genre_scores_gemma":[0.98301923,0.000037503225,0.013996183,0.000028939156,0.00027421932,0.000034045574,0.000022387792,0.000008919962,0.002578551],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978671,0.00029684074,0.00025372265,0.00034079343,0.0010209399,0.00022059596],"domain_scores_gemma":[0.9992525,0.00013608126,0.000042517913,0.00023252117,0.00023800263,0.0000984084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044297953,0.00009878418,0.00010603225,0.00035884941,0.00024012334,0.00025582104,0.00032098847,0.00004312512,0.000038400496],"category_scores_gemma":[0.00019356527,0.000085642714,0.000021299758,0.00032178417,0.000037125057,0.00029416324,0.00017688515,0.00041757335,0.000035561952],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019468182,0.00019712308,0.014068592,0.00007189879,0.000050280818,8.0077615e-7,0.026675707,0.00009881687,0.00025535203,0.0019393453,0.0013974619,0.9552427],"study_design_scores_gemma":[0.0003800101,0.00007490536,0.38871875,0.00089533,0.0000269596,0.0000067770893,0.0022616445,0.5555422,0.0018342005,0.0029270435,0.046966884,0.00036532833],"about_ca_topic_score_codex":0.00010638036,"about_ca_topic_score_gemma":0.000016804886,"teacher_disagreement_score":0.9548774,"about_ca_system_score_codex":0.00015220065,"about_ca_system_score_gemma":0.0012247341,"threshold_uncertainty_score":0.34924084},"labels":[],"label_agreement":null},{"id":"W4407733880","doi":"10.1007/s11528-025-01060-6","title":"Venturing into the Unknown: Critical Insights into Grey Areas and Pioneering Future Directions in Educational Generative AI Research","year":2025,"lang":"en","type":"article","venue":"TechTrends","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Generative grammar; Educational technology; Sociology; Engineering ethics; Knowledge management; Management science; Mathematics education; Computer science; Pedagogy; Engineering; Psychology; Artificial intelligence","score_opus":0.019319086515793255,"score_gpt":0.3701945736622004,"score_spread":0.35087548714640715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407733880","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25786948,0.015502191,0.030325511,0.6858575,0.0019016544,0.0001891996,0.0000010282831,0.00032728328,0.008026184],"genre_scores_gemma":[0.9917892,0.0001767463,0.006163425,0.00022192813,0.0003218855,0.000025608413,0.0000026131431,0.0000046672294,0.0012939144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990728,0.00012663577,0.00013663276,0.0002778835,0.0002048423,0.00018124122],"domain_scores_gemma":[0.9992108,0.0003082828,0.000012947141,0.00027030648,0.00014969557,0.00004801187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031752483,0.00008452289,0.0000901374,0.0004167608,0.00047824247,0.00019083686,0.00033889423,0.000059293347,0.000004908344],"category_scores_gemma":[0.0002754606,0.00006418516,0.000024167839,0.0012734138,0.00011968855,0.00018755018,0.0002841267,0.00058254437,0.000004524174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023847192,0.00010802485,0.001867685,0.000027417062,0.000016572256,0.0000076201377,0.00838712,0.00021779787,0.000282851,0.87694836,0.00089732406,0.11123684],"study_design_scores_gemma":[0.00037294667,0.0001061655,0.05482006,0.00038435115,0.000017403423,0.000018229775,0.0013817409,0.2114858,0.0010478339,0.44106016,0.28893548,0.00036983777],"about_ca_topic_score_codex":0.00014124374,"about_ca_topic_score_gemma":0.0004730129,"teacher_disagreement_score":0.73391974,"about_ca_system_score_codex":0.000104522915,"about_ca_system_score_gemma":0.00016478101,"threshold_uncertainty_score":0.36783028},"labels":[],"label_agreement":null},{"id":"W4407771382","doi":"10.1145/3641554.3701822","title":"Exploring Sense of Belonging for CS Majors with Direct vs Competitive Admission Pathways","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Sense (electronics); Psychology; Engineering; Electrical engineering","score_opus":0.0368388658700613,"score_gpt":0.26216802994430355,"score_spread":0.22532916407424225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407771382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20680936,0.000043807428,0.7689474,0.0041095014,0.00019584203,0.00018498983,0.0000045524407,0.0003074092,0.01939711],"genre_scores_gemma":[0.9071889,0.000013323484,0.091169104,0.00010588676,0.000020782247,0.000006910157,0.0000019659192,0.000005376653,0.0014877648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993428,0.000024673936,0.00013638908,0.0002190833,0.00011696138,0.00016011033],"domain_scores_gemma":[0.9993592,0.00021440824,0.000054837612,0.00021863145,0.00010653431,0.000046402365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016963913,0.000087537686,0.00016383051,0.00012155284,0.000093964554,0.000034778015,0.00016817806,0.000018931427,0.0000022246134],"category_scores_gemma":[0.00006852727,0.00006494603,0.00004946676,0.00035112424,0.000019578454,0.00017450325,0.00009536391,0.00007133476,0.0000014553996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008246687,0.00016159023,0.004437636,0.00024185826,0.000102333965,0.000037721602,0.0016597628,0.003956641,0.0022631742,0.9393477,0.0002605663,0.04744854],"study_design_scores_gemma":[0.0019907642,0.0009824863,0.0061915973,0.0019032457,0.00007983404,0.000016751603,0.0021129667,0.86016995,0.103822485,0.005705239,0.016380342,0.0006443247],"about_ca_topic_score_codex":0.00001655378,"about_ca_topic_score_gemma":0.000007516014,"teacher_disagreement_score":0.93364245,"about_ca_system_score_codex":0.000016344722,"about_ca_system_score_gemma":0.0000833783,"threshold_uncertainty_score":0.2648422},"labels":[],"label_agreement":null},{"id":"W4407842368","doi":"10.1145/3706468.3706543","title":"Exploring Eye-tracking Features to Understand Students' Sensemaking of Learning Analytics Dashboards","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sensemaking; Computer science; Learning analytics; Analytics; Visual analytics; Tracking (education); Eye tracking; Data science; Human–computer interaction; Artificial intelligence; Visualization; Psychology","score_opus":0.06152307194348179,"score_gpt":0.3614437878870128,"score_spread":0.29992071594353104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407842368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31557053,0.00007017836,0.67600363,0.0027706746,0.00028378633,0.00008204794,3.3068008e-7,0.00024630566,0.0049724905],"genre_scores_gemma":[0.96880054,0.00002706304,0.02597047,0.00021922411,0.00004920364,0.0000011565722,7.0830197e-7,0.000009743913,0.0049218694],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844015,0.000075927106,0.0003107327,0.00037741568,0.00048402385,0.00031176084],"domain_scores_gemma":[0.99907523,0.0001755661,0.00009939261,0.0004126875,0.00015596798,0.000081176244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005216076,0.00015906127,0.00027281392,0.0004334744,0.00018655667,0.00029980912,0.0007748131,0.000047447076,0.000004029172],"category_scores_gemma":[0.0002674557,0.00014925345,0.00009835391,0.0012266046,0.000026936392,0.00032462858,0.00054967665,0.00034070486,0.0000068118093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003044294,0.00030155134,0.22122481,0.0002976919,0.00053090136,0.00008688344,0.015076318,0.3617086,0.004690965,0.31240478,0.0010625528,0.08258449],"study_design_scores_gemma":[0.0028868788,0.0010259373,0.28737068,0.0035075156,0.00041305748,0.000023012402,0.05973478,0.5867702,0.028057469,0.012000679,0.01560107,0.0026087249],"about_ca_topic_score_codex":0.000039177783,"about_ca_topic_score_gemma":0.000026746675,"teacher_disagreement_score":0.65323,"about_ca_system_score_codex":0.00007498232,"about_ca_system_score_gemma":0.00007202881,"threshold_uncertainty_score":0.60863787},"labels":[],"label_agreement":null},{"id":"W4407871494","doi":"10.1080/2005615x.2025.2467807","title":"When ELT meets AI: reshaping EDI-centric EAP teaching","year":2025,"lang":"en","type":"article","venue":"Multicultural Education Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.01554888541305124,"score_gpt":0.3562563812249796,"score_spread":0.3407074958119284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407871494","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026742355,0.26144487,0.01264547,0.71178186,0.003297266,0.0009385827,0.0000016633184,0.00054908445,0.0066669793],"genre_scores_gemma":[0.3556641,0.046604212,0.3154215,0.19674021,0.0017908867,0.00023472332,0.00018808019,0.000045657976,0.08331062],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986321,0.00019386581,0.00037535865,0.00034839023,0.00019946188,0.0002508323],"domain_scores_gemma":[0.999039,0.000074964744,0.00014501385,0.0004154088,0.00023873185,0.000086876695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046447042,0.00015574718,0.00024898918,0.000095410076,0.00027864115,0.00020823954,0.0006098316,0.000044547527,0.000027819811],"category_scores_gemma":[0.00085233914,0.000113222646,0.00011780146,0.00045494887,0.00001967615,0.0003756244,0.00015317794,0.00035113766,0.00013880232],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.71044e-7,0.00024859907,0.00037782144,0.0017159625,0.000035248868,0.0000012998142,0.0010511838,0.00004326865,0.000116043564,0.033199955,0.3291802,0.63402975],"study_design_scores_gemma":[0.00011788068,0.000010250605,0.0007887917,0.005689397,0.000057859703,0.0000075594526,0.00009076298,0.011829526,0.000027228169,0.00039931614,0.9807847,0.0001966844],"about_ca_topic_score_codex":0.00006609239,"about_ca_topic_score_gemma":0.0000037734048,"teacher_disagreement_score":0.65160453,"about_ca_system_score_codex":0.00010127695,"about_ca_system_score_gemma":0.00025056297,"threshold_uncertainty_score":0.46170855},"labels":[],"label_agreement":null},{"id":"W4407935725","doi":"10.19173/irrodl.v26i1.7921","title":"Predicting Online Learners’ Performance Through Ontologies: A Systematic Literature Review","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Systematic review; Educational technology; Electronic learning; Distance education; Instructional design; World Wide Web; Multimedia; Data science; Mathematics education; Psychology; MEDLINE","score_opus":0.06550124184246346,"score_gpt":0.44297853126754333,"score_spread":0.37747728942507985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935725","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007204224,0.86797327,0.00377112,0.11084622,0.00017278285,0.0016063286,0.000025638961,0.000064959655,0.008335429],"genre_scores_gemma":[0.15816025,0.8381054,0.0012270884,0.0011810842,0.000027648946,0.000059372676,0.0000913254,0.0000048128395,0.0011430405],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.997323,0.0008962957,0.00060486136,0.0003040515,0.0006243506,0.0002474703],"domain_scores_gemma":[0.9976449,0.001171094,0.00023959445,0.0004179158,0.0004926077,0.00003391049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061797807,0.000119676166,0.00046265515,0.0001252232,0.0001914649,0.00029381624,0.0025950444,0.000042670843,0.000009320963],"category_scores_gemma":[0.007196846,0.000075211334,0.00006630059,0.001572815,0.00010730306,0.00046000635,0.0015252343,0.0010997036,0.000003946915],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040103907,0.00032871834,0.058395345,0.82117206,0.00024800422,0.000066832035,0.00078550284,0.00071364717,0.000012779527,0.08191003,0.0053841807,0.030942809],"study_design_scores_gemma":[0.0002883563,0.00007859158,0.0013521819,0.92336553,0.000022588198,0.000033928474,0.00071599794,0.060742524,0.000005165189,0.0010794875,0.012218011,0.00009766271],"about_ca_topic_score_codex":0.000055698754,"about_ca_topic_score_gemma":0.00000787689,"teacher_disagreement_score":0.15095603,"about_ca_system_score_codex":0.00008240539,"about_ca_system_score_gemma":0.00019995522,"threshold_uncertainty_score":0.8615817},"labels":[],"label_agreement":null},{"id":"W4407935740","doi":"10.19173/irrodl.v26i1.7813","title":"Evaluating AI-Personalized Learning Interventions in Distance Education","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Distance education; Psychological intervention; Computer science; Educational technology; Individualized instruction; Personalized learning; Psychology; Open learning; Multimedia; Teaching method; Mathematics education; Cooperative learning","score_opus":0.14396031869659134,"score_gpt":0.5604526664271032,"score_spread":0.4164923477305119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935740","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0995891,0.1862915,0.27443427,0.38701326,0.00096159236,0.0034810677,0.000029462313,0.00014316912,0.04805656],"genre_scores_gemma":[0.9799566,0.012988602,0.0025837345,0.00039314883,0.000027759528,0.00009681454,0.000085450534,0.0000057181514,0.0038621281],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736494,0.0011212286,0.0004956173,0.00029050847,0.0005180228,0.0002097073],"domain_scores_gemma":[0.9983147,0.00084265776,0.00016116639,0.00021491059,0.00043060287,0.000036005706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008276507,0.0000853265,0.00022821444,0.00029585493,0.0001834031,0.0002991603,0.0015443227,0.000030153633,0.000036599322],"category_scores_gemma":[0.005034947,0.00006775207,0.00006874126,0.0014062416,0.0001187185,0.0003218762,0.0009808686,0.001043687,0.00000570751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060290247,0.000431431,0.11978581,0.003785498,0.000056554632,0.000008122229,0.00038778462,0.005198388,0.00012077817,0.5311006,0.0015492542,0.3375155],"study_design_scores_gemma":[0.0021778513,0.00025824047,0.03172236,0.14413382,0.000026424546,0.00001556853,0.00424036,0.6439804,0.00006203697,0.048160903,0.12487379,0.00034826508],"about_ca_topic_score_codex":0.00031573,"about_ca_topic_score_gemma":0.000041812964,"teacher_disagreement_score":0.8803675,"about_ca_system_score_codex":0.0001569103,"about_ca_system_score_gemma":0.0004978893,"threshold_uncertainty_score":0.6027666},"labels":[],"label_agreement":null},{"id":"W4407935760","doi":"10.19173/irrodl.v26i1.7924","title":"The Impact of a Learning Analytics Based Feedback System on Students’ Academic Achievement and Self-Regulated Learning in a Flipped Classroom","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Flipped learning; Learning analytics; Academic achievement; Educational technology; Self-regulated learning; Mathematics education; Computer science; Blended learning; Flipped classroom; Psychology; Data science","score_opus":0.04183471397929355,"score_gpt":0.4406755609635411,"score_spread":0.39884084698424754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407935760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96221954,0.009825039,0.0035158093,0.021555018,0.00007973026,0.0012366166,0.0000102897075,0.000067746674,0.0014902285],"genre_scores_gemma":[0.99044263,0.008922966,0.00013753418,0.000034837078,0.000013795415,0.000023130082,0.000026630962,0.0000076679535,0.00039081374],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99582404,0.0017807533,0.0007149782,0.0003593392,0.00096045074,0.00036046284],"domain_scores_gemma":[0.9964843,0.0024379857,0.0003562921,0.0002854258,0.00036624362,0.00006976854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011114629,0.0001649364,0.0004158825,0.000365197,0.00032425093,0.00032700543,0.0021035483,0.0000744832,0.0000038652884],"category_scores_gemma":[0.0026801764,0.00010210826,0.00008807469,0.0015686858,0.00014785114,0.0001563971,0.0013919236,0.0020606923,0.0000024553985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025653368,0.00033854775,0.85287654,0.0016212959,0.00031363007,0.000019234378,0.00034401965,0.094816186,0.000109917695,0.021536747,0.00024834042,0.027518975],"study_design_scores_gemma":[0.0015570407,0.00043536728,0.1395264,0.019042103,0.000021268886,0.000004668287,0.0016299931,0.8341101,0.000031682648,0.00039747098,0.003107943,0.00013599076],"about_ca_topic_score_codex":0.00035855666,"about_ca_topic_score_gemma":0.00001653818,"teacher_disagreement_score":0.7392939,"about_ca_system_score_codex":0.00034256084,"about_ca_system_score_gemma":0.00038507252,"threshold_uncertainty_score":0.8952797},"labels":[],"label_agreement":null},{"id":"W4407984831","doi":"10.5539/jel.v14n4p109","title":"Bibliometric Mapping of Teachers’ Roles in Artificial Intelligence: A Visualization Study","year":2025,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Visualization; Mathematics education; Psychology; Pedagogy; Artificial intelligence; Computer science","score_opus":0.03291000095777002,"score_gpt":0.38207503870458576,"score_spread":0.34916503774681573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407984831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8879009,0.0004922236,0.11045114,0.00072716776,0.00019362317,0.000034655503,1.5037235e-8,0.000005906038,0.00019438197],"genre_scores_gemma":[0.9973265,0.000053043106,0.0023221292,0.00003132595,0.000042336378,4.7450837e-7,2.4186005e-7,0.0000019616252,0.00022198634],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990819,0.00021193076,0.0004080261,0.0000819871,0.0001504075,0.0000657577],"domain_scores_gemma":[0.9992604,0.00014092246,0.0003166058,0.00005876723,0.00019608423,0.000027170354],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0013425603,0.00004721838,0.00013143569,0.014725694,0.000056788307,0.000088391724,0.00015468201,0.000026731599,0.0000037576322],"category_scores_gemma":[0.0011221769,0.000043137847,0.000026771406,0.017535532,0.000013091723,0.00020104942,0.000033255477,0.00028415673,4.639508e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034676714,0.0008019268,0.27718076,0.000016260306,0.000018975506,0.0000010668348,0.017292012,0.004759172,0.00021090974,0.007620429,0.000029885967,0.6920651],"study_design_scores_gemma":[0.00027477436,0.0006417185,0.7642924,0.0006560877,0.000032106687,0.000013725635,0.097809784,0.12744437,0.00021245406,0.0067011407,0.0017640196,0.00015739749],"about_ca_topic_score_codex":0.000018075138,"about_ca_topic_score_gemma":0.000006462948,"teacher_disagreement_score":0.6919077,"about_ca_system_score_codex":0.00002514999,"about_ca_system_score_gemma":0.00022871462,"threshold_uncertainty_score":0.99644154},"labels":[],"label_agreement":null},{"id":"W4408019883","doi":"10.1787/87f76682-en","title":"AI skills and capabilities in Canada","year":2025,"lang":"en","type":"report","venue":"OECD artificial intelligence papers","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.01887850167870079,"score_gpt":0.2958623086490675,"score_spread":0.2769838069703667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408019883","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055304438,0.012986237,0.033051703,0.14090669,0.035416376,0.0031157716,0.0005074977,0.00124042,0.7174709],"genre_scores_gemma":[0.9706167,0.0026072122,0.0017809378,0.0017978026,0.00043382525,0.000028386516,0.000041017032,0.00003526257,0.022658836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974801,0.00008385858,0.00064949837,0.00068178866,0.00065910094,0.0004456869],"domain_scores_gemma":[0.9986922,0.00032149113,0.0001528754,0.00053711433,0.00017828039,0.00011800805],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051332405,0.00029990188,0.000469738,0.00024184813,0.00010867524,0.00019510793,0.00069915236,0.00017026014,0.00006241485],"category_scores_gemma":[0.00045054549,0.0002925445,0.000079759906,0.00031550755,0.000109235334,0.00010378455,0.00024645397,0.00072442583,0.000017931223],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026858854,0.00009718676,0.0045581223,0.0002926979,0.000052546493,0.00016146505,0.0007922448,0.0035811102,0.000029578083,0.022851277,0.0039952956,0.9635858],"study_design_scores_gemma":[0.00008908154,0.00023966742,0.004138808,0.002363301,0.0001442005,0.00010048096,0.0049789455,0.10585075,0.002378159,0.120209455,0.75577646,0.00373067],"about_ca_topic_score_codex":0.7785528,"about_ca_topic_score_gemma":0.9216374,"teacher_disagreement_score":0.95985514,"about_ca_system_score_codex":0.00082760205,"about_ca_system_score_gemma":0.009573904,"threshold_uncertainty_score":0.9999527},"labels":[],"label_agreement":null},{"id":"W4408031308","doi":"10.55667/10.55667/ijede.2024.v39.i2.1343","title":"Digital inclusion of disabled students in Open and Distance e-Learning","year":2025,"lang":"en","type":"article","venue":"International journal of e-learning & distance education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Inclusion (mineral); Digital inclusion; Mathematics education; Psychology; Computer science; Sociology; Multimedia; Human–computer interaction; Pedagogy; World Wide Web; The Internet; Social psychology","score_opus":0.0061638332732563625,"score_gpt":0.33892193053547826,"score_spread":0.3327580972622219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408031308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7253467,0.0011175092,0.2495927,0.011955552,0.0020369247,0.00019760434,0.0000032408054,0.000030535048,0.009719228],"genre_scores_gemma":[0.9936595,0.00016108963,0.0028287289,0.000066971326,0.00008457097,0.0000023648847,0.0000080489335,0.000006609745,0.0031821188],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840623,0.000109995184,0.00058633694,0.0002104842,0.00056017586,0.00012674874],"domain_scores_gemma":[0.9984031,0.00019933702,0.00067783013,0.00012977075,0.0005359041,0.000054078842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068486016,0.00011227457,0.00023213172,0.0003369095,0.00012512143,0.0005470642,0.0017024913,0.000043094282,0.0000063303187],"category_scores_gemma":[0.0009269818,0.00010770405,0.000054419237,0.00042808967,0.00005155543,0.00119066,0.0011423068,0.00044028246,0.0000014894704],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001063204,0.0005610044,0.8269922,0.000030664596,0.000066899294,0.000009398576,0.0018931491,0.004074746,0.0001973914,0.09382473,0.00018220235,0.072061285],"study_design_scores_gemma":[0.005218944,0.00068417145,0.66352445,0.0076497076,0.00006909568,0.00008179087,0.0073568737,0.061615583,0.00043375022,0.1038885,0.14867027,0.0008068517],"about_ca_topic_score_codex":0.00002035081,"about_ca_topic_score_gemma":0.000013984983,"teacher_disagreement_score":0.26831278,"about_ca_system_score_codex":0.00018658317,"about_ca_system_score_gemma":0.00036227782,"threshold_uncertainty_score":0.52753526},"labels":[],"label_agreement":null},{"id":"W4408097195","doi":"10.1007/s44217-025-00438-1","title":"Students and instructors reflections on the impact of COVID-19 on computer science education after 1 year of remote teaching","year":2025,"lang":"en","type":"article","venue":"Discover Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Mathematics education; Medical education; Psychology; Medicine; Virology","score_opus":0.019633356803332724,"score_gpt":0.4262491409933905,"score_spread":0.4066157841900578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408097195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9831414,0.000012844433,0.012250058,0.002966007,0.00043981094,0.00010406126,0.000001981418,0.000011689988,0.0010721299],"genre_scores_gemma":[0.99446625,0.000005344698,0.004742418,0.00042891424,0.00005277662,0.00000222663,0.0000023098248,0.000002688974,0.00029707435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992632,0.00007552262,0.00014252959,0.00021016879,0.00022278565,0.00008575611],"domain_scores_gemma":[0.9993149,0.00008734384,0.000109166955,0.0003648132,0.00007517439,0.000048619837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003707137,0.000071662405,0.000078675876,0.00028379902,0.00015370992,0.00011401524,0.00036592802,0.000020833466,0.0000028667175],"category_scores_gemma":[0.00021124221,0.000049121423,0.000040206833,0.0005087785,0.0001063541,0.00020285689,0.00009202562,0.00013290523,0.0000019123077],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008402179,0.002587882,0.2944419,0.0001440714,0.00010225281,2.1286715e-7,0.020549636,0.0053936485,0.0017275896,0.45609626,0.0040258556,0.21484667],"study_design_scores_gemma":[0.0002443018,0.00036931763,0.95998466,0.0003970478,0.000024820187,0.0000024910573,0.0013779589,0.012154575,0.00057234085,0.023971645,0.0007295996,0.00017121977],"about_ca_topic_score_codex":0.00047312025,"about_ca_topic_score_gemma":0.0000071552968,"teacher_disagreement_score":0.6655428,"about_ca_system_score_codex":0.00016225761,"about_ca_system_score_gemma":0.0022642475,"threshold_uncertainty_score":0.40166777},"labels":[],"label_agreement":null},{"id":"W4408109133","doi":"10.5617/dhnbpub.12303","title":"AI in Higher Education: A CLARIN Community Survey","year":2025,"lang":"en","type":"article","venue":"Digital Humanities in the Nordic and Baltic Countries Publications","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canarie","funders":"","keywords":"Data science; Psychology; Computer science","score_opus":0.04549853391694079,"score_gpt":0.30892928751343535,"score_spread":0.26343075359649454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408109133","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31164548,0.002469654,0.0061936043,0.26495585,0.0010789306,0.0007961295,0.00012336283,0.0003680476,0.41236895],"genre_scores_gemma":[0.9781718,0.000030159763,0.000047883364,0.00549581,0.000028478093,0.00003793816,0.00007533982,0.0000031425986,0.016109446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991137,0.00020186776,0.00023629861,0.00014345747,0.00013744981,0.00016727122],"domain_scores_gemma":[0.9984968,0.000746275,0.000048060447,0.00053612236,0.00015359811,0.00001917376],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006516108,0.000096040974,0.0001203197,0.0002752331,0.00036132926,0.001353568,0.00090222945,0.00004427864,0.000015869273],"category_scores_gemma":[0.00018744385,0.00007857241,0.00002136516,0.0007994967,0.00024313369,0.00074995606,0.00023597864,0.0004168745,0.000008509464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016214103,0.00020321355,0.06686826,0.000021794833,0.00000621224,2.4803856e-7,0.0013208382,0.000003910988,3.3872e-8,0.92234963,0.0053020557,0.0039221793],"study_design_scores_gemma":[0.000173136,0.000022582086,0.6577735,0.000046776215,0.000004340082,0.0000032975126,0.0014136934,0.00079343474,1.2676693e-7,0.09152023,0.24813445,0.000114445524],"about_ca_topic_score_codex":0.000632067,"about_ca_topic_score_gemma":0.001306107,"teacher_disagreement_score":0.8308294,"about_ca_system_score_codex":0.000058071033,"about_ca_system_score_gemma":0.00034032844,"threshold_uncertainty_score":0.99968314},"labels":[],"label_agreement":null},{"id":"W4408209342","doi":"10.1007/978-3-031-84460-7_38","title":"Using Local Explainability to Analyze Learner Performance in Education","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Psychology; Computer science","score_opus":0.014748811434910553,"score_gpt":0.27076306986536736,"score_spread":0.2560142584304568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408209342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018258998,0.0053645824,0.9850458,0.0006474693,0.001063253,0.0003435888,0.0000010736134,0.00004182299,0.005666539],"genre_scores_gemma":[0.99018425,0.0001973773,0.0019245576,0.00023060651,0.0004459098,0.000008593427,0.000008927437,0.000016409467,0.0069833444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847955,0.00007596706,0.00042888714,0.0005630837,0.00017604153,0.0002764578],"domain_scores_gemma":[0.9990843,0.00018066633,0.00012601014,0.00045163292,0.00008287066,0.00007453773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049821066,0.00026476211,0.0004751455,0.0003551627,0.00007508851,0.00015977131,0.00031742835,0.0003861016,0.0000020401894],"category_scores_gemma":[0.00005377348,0.00023905869,0.000054762528,0.0002880758,0.00003962842,0.00008803637,0.00015863807,0.0007484479,0.0000016843566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047753374,0.000012556648,0.00424967,0.00014786822,0.000007995775,0.000004753581,0.00014916396,0.82953036,2.9796723e-7,0.006886076,0.000034117307,0.15897238],"study_design_scores_gemma":[0.00007819493,0.00003901882,0.00042198232,0.0015288758,0.000009769386,0.000009806344,0.000008600736,0.98559284,4.764021e-7,0.0015193166,0.0105372695,0.0002538746],"about_ca_topic_score_codex":0.0002454877,"about_ca_topic_score_gemma":0.0002618461,"teacher_disagreement_score":0.9883584,"about_ca_system_score_codex":0.0002275409,"about_ca_system_score_gemma":0.00023284926,"threshold_uncertainty_score":0.97485304},"labels":[],"label_agreement":null},{"id":"W4408311134","doi":"10.4108/eettti.6833","title":"The Role of Machine Learning in Smart Education: Taxonomy, Challenges, and Use Cases","year":2024,"lang":"en","type":"article","venue":"EAI Endorsed Transactions on Tourism Technology and Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Taxonomy (biology); Computer science; Artificial intelligence; Machine learning; Data science; Biology; Ecology","score_opus":0.018059244787728128,"score_gpt":0.25061169910775294,"score_spread":0.2325524543200248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408311134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07731169,0.23603024,0.6228308,0.059353627,0.0010051593,0.0006646122,0.000011975244,0.0012280039,0.0015639052],"genre_scores_gemma":[0.9782084,0.017506514,0.0034750286,0.000018344588,0.000012439339,0.000031443822,4.7357116e-7,0.000005986157,0.00074136123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992702,0.000051030558,0.00018953535,0.0002735832,0.000067937865,0.00014768523],"domain_scores_gemma":[0.9991665,0.0005095877,0.000037211146,0.00022625722,0.000029451063,0.000031029045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017359464,0.00010553308,0.00011604845,0.00045692033,0.00017192414,0.00006254864,0.00022383485,0.00010713359,0.0000044227627],"category_scores_gemma":[0.000073147494,0.000083105115,0.000028610333,0.00047262703,0.00018750536,0.00018967105,0.000015732317,0.0006108477,0.000004708224],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003721573,0.00005106328,0.00022841991,0.0000128971205,0.0000140611855,0.000012442174,0.00021159036,0.00018005732,0.000031379455,0.08821133,0.0000035753317,0.9110395],"study_design_scores_gemma":[0.00020924139,0.0012690163,0.0011630281,0.00073306006,0.00006037625,0.00084826193,0.0049073896,0.38519886,0.024322253,0.121235095,0.45942974,0.0006236719],"about_ca_topic_score_codex":0.00007396219,"about_ca_topic_score_gemma":0.00012027015,"teacher_disagreement_score":0.91041577,"about_ca_system_score_codex":0.000013009801,"about_ca_system_score_gemma":0.00006786326,"threshold_uncertainty_score":0.33889282},"labels":[],"label_agreement":null},{"id":"W4408359365","doi":"10.1109/icses63760.2024.10910497","title":"Student Interest Identification in Education Using Deep Learning Approach","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Horizon College and Seminary","funders":"","keywords":"Identification (biology); Computer science; Artificial intelligence; Deep learning; Machine learning; Mathematics education; Psychology","score_opus":0.0349587895024939,"score_gpt":0.35089160948357717,"score_spread":0.31593281998108325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408359365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26947892,0.0004013209,0.72706085,0.00066529383,0.00040877372,0.00005234383,3.2599605e-8,0.00018785287,0.0017446324],"genre_scores_gemma":[0.97175026,0.000013567976,0.026514119,0.0000310214,0.00007958325,0.000003305387,0.0000040947125,0.000005805583,0.0015982212],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929655,0.00005803384,0.00016933013,0.0002581,0.00011229197,0.000105725696],"domain_scores_gemma":[0.9997335,0.000023900822,0.000027245238,0.00015892071,0.000029374713,0.000027077582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031685948,0.00005703812,0.000058740297,0.00022079662,0.000043250388,0.0004810371,0.00027986575,0.000027687502,0.000004326331],"category_scores_gemma":[0.000025478952,0.000054624717,0.000026498763,0.00051189755,0.00000896913,0.00032892436,0.000091129245,0.00020525126,0.00005009364],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.968397e-7,0.0003925979,0.012616119,0.00011211281,0.000021045704,0.0000069393377,0.0053088665,0.06012032,0.0024013494,0.26855686,0.00008592642,0.65037704],"study_design_scores_gemma":[0.00002397333,0.00000860874,0.0053158044,0.000042136566,0.0000035341322,0.0000074476347,0.00061601296,0.99211305,0.00005647888,0.00093072426,0.0008112479,0.00007095516],"about_ca_topic_score_codex":0.000036694106,"about_ca_topic_score_gemma":0.000011632473,"teacher_disagreement_score":0.93199277,"about_ca_system_score_codex":0.00007976214,"about_ca_system_score_gemma":0.0000748396,"threshold_uncertainty_score":0.4638652},"labels":[],"label_agreement":null},{"id":"W4408472964","doi":"10.1007/978-3-031-80916-3_5","title":"Approaches to Measuring User Engagement","year":2025,"lang":"en","type":"book-chapter","venue":"Synthesis lectures on information concepts, retrieval, and services","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; User engagement; Human–computer interaction; World Wide Web","score_opus":0.05011222623205736,"score_gpt":0.24907587745612156,"score_spread":0.1989636512240642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408472964","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006776215,0.0021505316,0.056107227,0.019923778,0.0013054016,0.0015919504,0.00014367331,0.0011129891,0.9169868],"genre_scores_gemma":[0.4985693,0.004706158,0.049492598,0.05100398,0.0022001485,0.0001629465,0.00047375145,0.00024599477,0.3931451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99797845,0.00007085763,0.0005609739,0.00042023274,0.0006786958,0.0002907905],"domain_scores_gemma":[0.9982064,0.00049207476,0.00035033136,0.00063900906,0.00015764208,0.00015454635],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058478094,0.00044709595,0.00047176168,0.0005734173,0.00037750477,0.0008112959,0.00090216775,0.00032104386,0.000063783424],"category_scores_gemma":[0.00016172591,0.000386804,0.00014405616,0.00016825325,0.000044947425,0.0006790738,0.00033716767,0.00053058396,0.00014518984],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020050541,0.000038939288,0.000042520845,0.002337042,0.0005728409,0.0000058285696,0.008801512,0.006188715,0.000011820855,0.65349275,0.004653365,0.32365415],"study_design_scores_gemma":[0.00025822633,0.00016290901,0.00014486385,0.0014508733,0.00012429981,0.0000037612695,0.00026453234,0.014996535,0.0013137338,0.005394131,0.97501665,0.0008694515],"about_ca_topic_score_codex":0.000013352888,"about_ca_topic_score_gemma":0.000011581431,"teacher_disagreement_score":0.9703633,"about_ca_system_score_codex":0.000082466955,"about_ca_system_score_gemma":0.00014542634,"threshold_uncertainty_score":0.9998584},"labels":[],"label_agreement":null},{"id":"W4408623470","doi":"10.21608/ifjsis.2025.343058.1103","title":"Analyzing Student Performance Using Classification Algorithms and Association Rule Mining.","year":2025,"lang":"en","type":"article","venue":"Labyrinth : Fayoum University Journal Of Science and Interdisciplinary Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Association rule learning; Computer science; Data mining; Association (psychology); Machine learning; Psychology","score_opus":0.026203301661844276,"score_gpt":0.32878442916137435,"score_spread":0.3025811274995301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408623470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9886946,0.00051082956,0.0054500536,0.004521281,0.00033714558,0.000031250634,7.6375636e-7,0.000012662998,0.00044139544],"genre_scores_gemma":[0.9905707,0.00082063576,0.007948624,0.000032971566,0.000033888275,4.665722e-8,1.1134623e-7,0.0000014875761,0.00059151003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989896,0.000044851837,0.00021626179,0.00022384673,0.00034083409,0.00018462719],"domain_scores_gemma":[0.9986387,0.0000944306,0.0003207325,0.00011145918,0.0007709397,0.00006375562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012968614,0.00009402112,0.00021134612,0.00052492705,0.0010225419,0.0001357197,0.00041232602,0.000030427114,3.7578613e-7],"category_scores_gemma":[0.00010740786,0.00008199268,0.00003662654,0.0009308862,0.0004242559,0.0013047176,0.0013107418,0.00017845286,3.690622e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065035616,0.0002674359,0.81564146,0.00016541459,0.0006587643,0.00008764854,0.04075663,0.001316268,0.0036707486,0.005887562,0.00092769886,0.13055535],"study_design_scores_gemma":[0.0007980712,0.0005067696,0.5632153,0.0007343893,0.00019437876,0.00006414495,0.10689779,0.32561484,0.0003365992,0.0007056361,0.00064719206,0.00028485362],"about_ca_topic_score_codex":0.0000022824433,"about_ca_topic_score_gemma":0.0000025917097,"teacher_disagreement_score":0.32429856,"about_ca_system_score_codex":0.00039818505,"about_ca_system_score_gemma":0.00015756041,"threshold_uncertainty_score":0.7864669},"labels":[],"label_agreement":null},{"id":"W4408735192","doi":"10.1016/j.acalib.2025.103045","title":"What's in a name? Exploring how voluntary library data literacy workshop titles and descriptions affect learner motivations to enroll","year":2025,"lang":"en","type":"article","venue":"The Journal of Academic Librarianship","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affect (linguistics); Information literacy; Turnover; Literacy; Adult literacy; Psychology; Library science; Medical education; Pedagogy; Computer science; Management; Medicine; Communication","score_opus":0.10051378855118662,"score_gpt":0.32253655857169433,"score_spread":0.22202277002050771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408735192","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5362758,0.0068587735,0.050602563,0.40480974,0.0009086257,0.00016877154,0.0000061138708,0.00008409372,0.0002854964],"genre_scores_gemma":[0.9708206,0.0038791348,0.01714912,0.003126189,0.0004840947,0.0000029132002,0.000006094269,0.000017885484,0.0045139883],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998694,0.00035059598,0.00033815118,0.00020003504,0.00019649841,0.00022074103],"domain_scores_gemma":[0.99809873,0.0010638193,0.00015688447,0.00053886115,0.00002787918,0.00011383701],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009410631,0.00012849987,0.00020440224,0.00047217065,0.00012712134,0.0008523329,0.0021206823,0.000093659655,0.000008328849],"category_scores_gemma":[0.0005270191,0.00009155295,0.000039878065,0.0010608251,0.000046987516,0.014128731,0.0009447656,0.00136422,0.000005313443],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002685701,0.00026610913,0.29558492,0.00021537203,0.00039846762,0.00013093736,0.043490414,0.010874587,0.0014900371,0.068089545,0.18613431,0.39305672],"study_design_scores_gemma":[0.0028519935,0.00037099808,0.37234953,0.011912278,0.00032125704,0.00038088148,0.015844326,0.2957655,0.0006798229,0.11515508,0.1831599,0.0012084238],"about_ca_topic_score_codex":0.000004211504,"about_ca_topic_score_gemma":0.0000015097532,"teacher_disagreement_score":0.43454477,"about_ca_system_score_codex":0.000018450508,"about_ca_system_score_gemma":0.00021118851,"threshold_uncertainty_score":0.99966013},"labels":[],"label_agreement":null},{"id":"W4408765458","doi":"10.1007/978-3-031-85652-5_58","title":"Identifying Gender Factors and Strategies that Promote Women’s Retention in Engineering and STEM MOOCs: A Systematic Literature Review","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Psychology","score_opus":0.022549534266960197,"score_gpt":0.24192344268036048,"score_spread":0.2193739084134003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408765458","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015028411,0.8163908,0.17976348,0.00010576089,0.0006240105,0.0011873815,0.0000063526622,0.00010326553,0.00031606943],"genre_scores_gemma":[0.9074644,0.08900297,0.0004687817,0.00008472951,0.00020065428,0.00006893682,0.00002482138,0.000049642535,0.0026350762],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813426,0.000115736686,0.0005961265,0.00060373836,0.00023191133,0.00031822087],"domain_scores_gemma":[0.9989667,0.0002651144,0.00029332872,0.0003481076,0.000049614442,0.00007711273],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007594783,0.00044958177,0.0010627472,0.0003334361,0.00006518594,0.0009842174,0.00021068302,0.0004515837,5.0114335e-7],"category_scores_gemma":[0.000040604762,0.0003391543,0.00006391365,0.00019538762,0.000022708151,0.0002545881,0.00015706569,0.00086416304,1.4547915e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073962797,0.000017469369,0.002177372,0.89339256,0.00034724342,0.0003266606,0.008631184,0.04781722,0.000008792444,0.04223571,0.000033796765,0.005004596],"study_design_scores_gemma":[0.00018150263,0.00004082826,0.00011610682,0.3932004,0.00007075346,0.000099845296,0.00009273368,0.6036871,2.619847e-7,0.0018893318,0.00014963679,0.00047149116],"about_ca_topic_score_codex":0.000011821134,"about_ca_topic_score_gemma":0.000021935934,"teacher_disagreement_score":0.9059616,"about_ca_system_score_codex":0.00009491636,"about_ca_system_score_gemma":0.000032739066,"threshold_uncertainty_score":0.99990606},"labels":[],"label_agreement":null},{"id":"W4408794073","doi":"10.1109/swc62898.2024.00114","title":"Intensify Knowledge Tracing for Learning Performance Prediction via Tensor-Based Self-Attention","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"","keywords":"Computer science; Tracing; Tensor (intrinsic definition); Artificial intelligence; Machine learning; Programming language","score_opus":0.011897317200103223,"score_gpt":0.2636113662894979,"score_spread":0.25171404908939465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408794073","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05093359,0.00012524542,0.9438067,0.0015148758,0.00061854796,0.000107504326,7.317296e-7,0.0016343509,0.0012584523],"genre_scores_gemma":[0.9505641,0.000011265861,0.044146936,0.000059432637,0.00024089462,0.000012076899,0.000012194257,0.000015344804,0.0049377624],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990621,0.000036771366,0.00020056804,0.00034541724,0.00012753923,0.00022760368],"domain_scores_gemma":[0.99946105,0.00012288321,0.00003542202,0.00016265879,0.00016467815,0.000053290052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042499366,0.00011663159,0.000110186025,0.00018946092,0.00020187841,0.0002591976,0.00018921949,0.000067081266,0.000008856421],"category_scores_gemma":[0.00004488465,0.00009961956,0.000106395244,0.00039096744,0.000012964095,0.00043345158,0.00003832392,0.00028075647,0.00010353904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023441582,0.00035752344,0.020609925,0.0017255971,0.00017770447,0.000014564512,0.0022406878,0.074201524,0.0073315697,0.013132819,0.0037288521,0.8764558],"study_design_scores_gemma":[0.00016733946,0.00023255724,0.0017779695,0.00015505277,0.000024616322,0.0000107826145,0.0000370597,0.98624295,0.00046698574,0.00015067038,0.010614197,0.00011980723],"about_ca_topic_score_codex":0.0000026182586,"about_ca_topic_score_gemma":0.0000012020421,"teacher_disagreement_score":0.9120414,"about_ca_system_score_codex":0.000059065263,"about_ca_system_score_gemma":0.000074545525,"threshold_uncertainty_score":0.40623677},"labels":[],"label_agreement":null},{"id":"W4408842724","doi":"10.33050/mentari.v3i2.746","title":"Leveraging Big Data for Student Success and Institutional Growth","year":2025,"lang":"en","type":"article","venue":"Jurnal Mentari Manajemen Pendidikan dan Teknologi Informasi","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Big data; Data science; Computer science; Mathematics education; Political science; Psychology; Data mining","score_opus":0.0422132477794523,"score_gpt":0.3148942475971928,"score_spread":0.2726809998177405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408842724","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33758777,0.00093323446,0.5845194,0.043282494,0.004814506,0.0016311522,0.000059491544,0.0008491815,0.026322773],"genre_scores_gemma":[0.9684258,0.00019008669,0.026853373,0.0019830794,0.00021599697,0.000028482293,0.00027053317,0.000010049952,0.0020225588],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981757,0.000034876175,0.00049807644,0.0004964085,0.000346781,0.00044814913],"domain_scores_gemma":[0.9987452,0.00011174456,0.00019161477,0.000743938,0.00010031605,0.00010716929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067468587,0.00023317388,0.000261664,0.00033394247,0.00062211865,0.00053358177,0.0023366797,0.0000782111,0.0000020956036],"category_scores_gemma":[0.00010798783,0.00020530315,0.00005750023,0.00034214626,0.00012257979,0.0011854414,0.0023592361,0.00033698548,0.000002796231],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004091845,0.0002731461,0.1631488,0.0002428797,0.00047940522,0.000054867203,0.0007627412,0.00033134554,0.00006813944,0.62058,0.0041697957,0.20984791],"study_design_scores_gemma":[0.0055973185,0.0007050364,0.19690663,0.00037357656,0.00027224227,0.00016465737,0.001943532,0.14115806,0.0009331354,0.017490031,0.6332156,0.0012401899],"about_ca_topic_score_codex":0.000037846003,"about_ca_topic_score_gemma":0.00006667436,"teacher_disagreement_score":0.6308381,"about_ca_system_score_codex":0.00014933005,"about_ca_system_score_gemma":0.00025453034,"threshold_uncertainty_score":0.83720195},"labels":[],"label_agreement":null},{"id":"W4408886134","doi":"10.5430/ijhe.v14n2p26","title":"DeepSeek Hits Hard: Helping to Revolutionize Higher Education in the Era of Artificial Intelligence","year":2025,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Artificial intelligence; Psychology; Engineering; Computer science","score_opus":0.02102362836236332,"score_gpt":0.35934078397508434,"score_spread":0.338317155612721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408886134","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33859524,0.0024489472,0.15203977,0.47664973,0.025445463,0.00030565803,0.000003602708,0.000033119544,0.0044784714],"genre_scores_gemma":[0.9729195,0.00003104835,0.020852292,0.0025240753,0.0007904827,0.0000055618757,0.0000035011867,0.0000042482975,0.002869287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985613,0.00011583376,0.00060317724,0.00015136726,0.00045861036,0.00010966935],"domain_scores_gemma":[0.99832135,0.00014240811,0.0003612817,0.00020794716,0.0009263795,0.000040645198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005092223,0.00008936167,0.0001307626,0.0004564931,0.00004419843,0.00014548842,0.0011701509,0.00004432738,0.000046068006],"category_scores_gemma":[0.00012706296,0.00007341258,0.000079252655,0.00063924876,0.000025502994,0.0003635119,0.00006678071,0.00030127732,0.000017117822],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003646525,0.0009894578,0.007439331,0.000019029645,0.000060630104,0.0000029858568,0.0012117781,0.0029955069,0.0009767191,0.67678654,0.010644104,0.29883748],"study_design_scores_gemma":[0.00021105754,0.00019012089,0.6156457,0.0015474054,0.000052262785,0.00006000881,0.0007795012,0.002971139,0.0016876797,0.30889034,0.06767214,0.00029259903],"about_ca_topic_score_codex":0.00007221006,"about_ca_topic_score_gemma":0.000008111977,"teacher_disagreement_score":0.63432425,"about_ca_system_score_codex":0.00020435647,"about_ca_system_score_gemma":0.0012276608,"threshold_uncertainty_score":0.2993678},"labels":[],"label_agreement":null},{"id":"W4409040122","doi":"10.1017/rsm.2024.11","title":"Selecting a specialized education database for literature reviews and evidence synthesis projects","year":2025,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Research methodology; Database; Data science; Information retrieval; Medicine; Environmental health","score_opus":0.22041869199387587,"score_gpt":0.5656706600618855,"score_spread":0.3452519680680096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409040122","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008366511,0.046613947,0.93077236,0.017985327,0.0003479963,0.001638008,0.000006551369,0.00015068833,0.0016484404],"genre_scores_gemma":[0.0043030116,0.0053460076,0.9865858,0.00014718849,0.0003026488,0.0007616239,0.0000014790561,0.000014400512,0.0025378447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99222076,0.005768129,0.00037810556,0.00077262375,0.00035340994,0.0005069838],"domain_scores_gemma":[0.9689533,0.02916161,0.00013542667,0.0009680881,0.0006353324,0.00014621927],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024622345,0.00017970217,0.000443097,0.0007286587,0.00053130195,0.0007571244,0.000902088,0.000108300694,0.0000066779567],"category_scores_gemma":[0.14095594,0.00014749684,0.00011324658,0.0025080643,0.00008453917,0.0005753997,0.0004067172,0.00049031177,0.000005957517],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002216368,0.00007975196,0.00015964154,0.0012709169,0.000025887404,0.0000014199829,0.00037121808,0.0000011700648,0.007625056,0.013698414,0.0048723,0.97187203],"study_design_scores_gemma":[0.00036264505,0.00019397312,0.00095913786,0.03969528,0.0002622679,0.00004047119,0.00073041517,0.18566447,0.16089745,0.04012628,0.57000124,0.0010663467],"about_ca_topic_score_codex":0.000045119326,"about_ca_topic_score_gemma":0.000007050309,"teacher_disagreement_score":0.9708057,"about_ca_system_score_codex":0.00011015242,"about_ca_system_score_gemma":0.00095440255,"threshold_uncertainty_score":0.86628014},"labels":[],"label_agreement":null},{"id":"W4409078379","doi":"10.19173/irrodl.v26i1.8068","title":"Automatic Classification of Online Learner Reviews Via Fine-Tuned BERTs","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jilin Office of Philosophy and Social Science; National Natural Science Foundation of China","keywords":"Computer science; Educational technology; Distance education; Online learning; Multimedia; World Wide Web; Mathematics education; Psychology","score_opus":0.09313638366228182,"score_gpt":0.4664830827527577,"score_spread":0.37334669909047585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409078379","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15233003,0.19854549,0.09843263,0.52438843,0.0006460417,0.0047578416,0.00009357987,0.00014809066,0.020657891],"genre_scores_gemma":[0.9398135,0.053728018,0.0039891577,0.00031842568,0.000035228804,0.00004584041,0.00019751486,0.000007093447,0.0018652127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974663,0.0009919542,0.0006425247,0.00024376136,0.00048603243,0.00016941423],"domain_scores_gemma":[0.9979054,0.0009906166,0.00028765044,0.00037922186,0.0003994284,0.000037711445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007147601,0.0000891544,0.00034517943,0.00020203828,0.00009817969,0.000101413665,0.0018490924,0.00003535625,0.000047176607],"category_scores_gemma":[0.0047628945,0.000060446877,0.00006406114,0.0011463518,0.00013113272,0.00019965139,0.0009297988,0.0005519181,0.000008473101],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028568096,0.00036675134,0.018882912,0.0045796004,0.00006948199,0.000005352831,0.000115238414,0.00021567498,0.0007107507,0.064135075,0.005880239,0.90501034],"study_design_scores_gemma":[0.0010767059,0.00016611387,0.07614551,0.051553298,0.00003491651,0.000013527366,0.00041908218,0.64286345,0.0001965148,0.012151969,0.21514139,0.00023752962],"about_ca_topic_score_codex":0.00013846245,"about_ca_topic_score_gemma":0.000023635735,"teacher_disagreement_score":0.9047728,"about_ca_system_score_codex":0.00005658297,"about_ca_system_score_gemma":0.0001969879,"threshold_uncertainty_score":0.5701974},"labels":[],"label_agreement":null},{"id":"W4409089289","doi":"10.1177/14614448251314400","title":"Architectures of assetization: Legacy infrastructures and the configuration of datafication in UK higher education","year":2025,"lang":"en","type":"article","venue":"New Media & Society","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Economic and Social Research Council","keywords":"Political science; Business; Process management; Sociology; Public relations; Computer science; Public administration","score_opus":0.008892611714763824,"score_gpt":0.2767249955267664,"score_spread":0.2678323838120026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409089289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5823945,0.0031521993,0.30886477,0.1001086,0.0014401275,0.0005768723,0.0000100577345,0.00007827047,0.0033746257],"genre_scores_gemma":[0.9890077,0.00007467608,0.01028947,0.00033753057,0.00007695868,0.000002302901,0.000023498893,0.000001628241,0.0001862219],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99946845,0.000059398542,0.0001825682,0.0001143862,0.00012342876,0.00005179535],"domain_scores_gemma":[0.9993727,0.00023071906,0.00012188282,0.00020736345,0.000051731546,0.000015565884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019726423,0.00005041203,0.00010167825,0.000036333728,0.000028504926,0.000034730467,0.00021300041,0.000043008815,0.000008071897],"category_scores_gemma":[0.00011505827,0.000035751757,0.000031803535,0.0003492114,0.00012280987,0.00007691428,0.000041260882,0.00010712216,1.4241084e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021689562,0.000081489925,0.016615199,0.00013415828,0.000055785327,6.827421e-8,0.024812074,0.0026652531,0.00482146,0.7759214,0.02120348,0.15366796],"study_design_scores_gemma":[0.0019682043,0.000027565633,0.77728635,0.00017170642,0.000047713496,0.0000010586115,0.0012818879,0.04108831,0.005920878,0.16611747,0.0059393067,0.00014955846],"about_ca_topic_score_codex":0.00010119565,"about_ca_topic_score_gemma":0.00002024437,"teacher_disagreement_score":0.76067114,"about_ca_system_score_codex":0.000010888076,"about_ca_system_score_gemma":0.00026819104,"threshold_uncertainty_score":0.14579144},"labels":[],"label_agreement":null},{"id":"W4409155797","doi":"10.18162/ritpu-2025-v22n1-07","title":"Utiliser ChatGPT dans un travail de conception pédagogique : une étude des perceptions des étudiants basée sur le modèle de l’acceptation située","year":2025,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Psychology; Philosophy","score_opus":0.06315871516489706,"score_gpt":0.2740160092053836,"score_spread":0.21085729404048653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409155797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64132816,0.0021991895,0.3333273,0.020396458,0.00020074642,0.00018827627,0.00005490918,0.00089803623,0.0014069414],"genre_scores_gemma":[0.88690877,0.008034207,0.050588377,0.00005884387,0.00008314807,0.000017555734,0.000050283288,0.00003229046,0.05422651],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736077,0.0003045227,0.00046734576,0.00078099174,0.0002848009,0.0008015591],"domain_scores_gemma":[0.9978167,0.00042871325,0.00025420266,0.00064558774,0.0007383412,0.00011646512],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004891953,0.0004408421,0.00039952178,0.0007034091,0.0009480704,0.00029505225,0.0018912582,0.00063388137,0.000056037094],"category_scores_gemma":[0.0010478813,0.0005495051,0.0003099398,0.0016961984,0.0018440626,0.0020481383,0.0007134378,0.0008031764,0.00005318497],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037382157,0.0007707926,0.11731629,0.0004571105,0.00045750246,0.00030404396,0.027220473,0.03260791,0.0045063184,0.058612153,0.00094690226,0.7567631],"study_design_scores_gemma":[0.0020688127,0.00048518417,0.31167832,0.0028519141,0.0003650095,0.00028691776,0.16815343,0.43107662,0.006024426,0.06787381,0.007968787,0.0011667735],"about_ca_topic_score_codex":0.0009579065,"about_ca_topic_score_gemma":0.005332907,"teacher_disagreement_score":0.75559634,"about_ca_system_score_codex":0.0025328533,"about_ca_system_score_gemma":0.00086926477,"threshold_uncertainty_score":0.99969566},"labels":[],"label_agreement":null},{"id":"W4409158761","doi":"10.21432/cjlt28869","title":"Policies for Artificial Intelligence in Higher Education: A Call for Action","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Call to action; Higher education; Action (physics); Mathematics education; Psychology; Computer science; Business; Marketing; Economics; Economic growth","score_opus":0.03313542378417892,"score_gpt":0.33430081262693917,"score_spread":0.30116538884276023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409158761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10182158,0.002691628,0.51867956,0.37375912,0.0019913055,0.0002319774,0.0000021267883,0.00007027042,0.00075246015],"genre_scores_gemma":[0.9846224,0.000017909037,0.0127609,0.00009898737,0.00009143966,0.0000051364423,5.057352e-7,0.0000031795319,0.0023995123],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995268,0.0000149072785,0.00018281922,0.00009213729,0.000025019126,0.0001582994],"domain_scores_gemma":[0.99953854,0.000080357226,0.00009342866,0.00006076161,0.0001662455,0.000060674738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019542873,0.000049895898,0.000113512564,0.0009365849,0.00012148484,0.000057057583,0.00019222524,0.00009529152,0.0000020555494],"category_scores_gemma":[0.00029919515,0.00004941357,0.000026961747,0.00047239216,0.000056633973,0.00006092771,0.000010766352,0.0002546597,3.9381175e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004348972,0.000012278571,0.008149153,0.000022650562,0.000011625777,0.0000025578208,0.00012860494,0.00034385236,0.00007688772,0.54550856,0.00049046817,0.44524902],"study_design_scores_gemma":[0.00022903085,0.0005596946,0.001176765,0.00025786663,0.000026004702,0.00007610794,0.001869065,0.031053547,0.00059045234,0.40225774,0.5617145,0.0001892557],"about_ca_topic_score_codex":0.00017389607,"about_ca_topic_score_gemma":0.0018186611,"teacher_disagreement_score":0.8828009,"about_ca_system_score_codex":0.000057811016,"about_ca_system_score_gemma":0.0009466517,"threshold_uncertainty_score":0.2015027},"labels":[],"label_agreement":null},{"id":"W4409171307","doi":"10.1016/j.econedurev.2025.102647","title":"Integrating learning platforms within regular school time: experimental evidence from Chilean primary schools","year":2025,"lang":"en","type":"article","venue":"Economics of Education Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Agencia Nacional de Investigación y Desarrollo; International Development Research Centre; Corporación de Fomento de la Producción; Professional Insurance Agents of Louisiana; Inter-American Development Bank","keywords":"Mathematics education; Economics; Demographic economics; Business; Psychology","score_opus":0.011046439703176796,"score_gpt":0.2921542756025959,"score_spread":0.28110783589941907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409171307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72518,0.23872478,0.010878066,0.015994014,0.0015044159,0.0008749349,0.000004378637,0.00022335908,0.006616086],"genre_scores_gemma":[0.51242155,0.056183964,0.4059434,0.009590703,0.00066923746,0.0001327636,0.00020435361,0.000057580874,0.014796489],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987503,0.00006287535,0.0006247921,0.0003620512,0.00007275007,0.00012722431],"domain_scores_gemma":[0.9986719,0.00013453315,0.00048155818,0.00053975754,0.00008987101,0.00008240542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068155164,0.00014641268,0.00036790056,0.000108015556,0.000103954015,0.000121746016,0.0007131995,0.000047924776,0.00008622408],"category_scores_gemma":[0.0007429129,0.00013960543,0.00011243348,0.00024549483,0.00002679043,0.00072619534,0.0001801507,0.00034583325,0.00015137198],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003593752,0.001409175,0.055518523,0.0056696236,0.0006263866,0.0000021665276,0.003077475,0.0076077837,0.009858702,0.19692107,0.06138443,0.6578887],"study_design_scores_gemma":[0.0022677951,0.0010229134,0.027110942,0.29548633,0.00069092325,0.000049382623,0.0054748473,0.4076192,0.037937082,0.09150502,0.1262834,0.004552156],"about_ca_topic_score_codex":0.000041832594,"about_ca_topic_score_gemma":0.0000012673246,"teacher_disagreement_score":0.6533366,"about_ca_system_score_codex":0.00018454905,"about_ca_system_score_gemma":0.0010984391,"threshold_uncertainty_score":0.56929445},"labels":[],"label_agreement":null},{"id":"W4409248550","doi":"10.7202/1117467ar","title":"Le développement d’une échelle de mesure de la littératie de l’intelligence artificielle chez les enseignants et les enseignantes du postsecondaire1","year":2024,"lang":"fr","type":"article","venue":"Mesure et évaluation en éducation","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.062275004847859104,"score_gpt":0.3463685193492489,"score_spread":0.2840935145013898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409248550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2388276,0.0062780175,0.55519766,0.19603537,0.00087685516,0.00026328897,0.000020356436,0.0002358673,0.00226497],"genre_scores_gemma":[0.9579956,0.002128365,0.024421448,0.00068830786,0.00041307486,0.0000403909,0.00011254631,0.000058793543,0.014141506],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9903894,0.006940031,0.00068895885,0.0007465133,0.0006124718,0.0006226047],"domain_scores_gemma":[0.9966739,0.0020168677,0.00024906982,0.00047779345,0.00041021116,0.00017217762],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.022112763,0.00038556772,0.00031052303,0.0002690549,0.0005540023,0.0009408994,0.00050374516,0.0004359341,0.00024859546],"category_scores_gemma":[0.0016450614,0.0004153809,0.00019977157,0.0008956941,0.00020648856,0.00055415684,0.00012612688,0.0008936105,0.00015951422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015405467,0.0008232078,0.0058667706,0.0004652025,0.00017912521,0.00005288348,0.56702274,0.056064837,0.010207997,0.14345416,0.009177126,0.20667055],"study_design_scores_gemma":[0.00022113087,0.0001682819,0.055402834,0.0009658043,0.00016058018,0.00018094931,0.0093884505,0.86892074,0.013914219,0.031376157,0.018758096,0.00054275966],"about_ca_topic_score_codex":0.0011451481,"about_ca_topic_score_gemma":0.00038360298,"teacher_disagreement_score":0.8128559,"about_ca_system_score_codex":0.00048430343,"about_ca_system_score_gemma":0.0072670127,"threshold_uncertainty_score":0.9998298},"labels":[],"label_agreement":null},{"id":"W4409337572","doi":"10.5334/ijic.icic24168","title":"Digital Impact: A Program Evaluation of the Digital Delivery of the Living with Stroke™ Program","year":2025,"lang":"en","type":"article","venue":"International Journal of Integrated Care","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stroke (engine); Digital health; Program evaluation; Computer science; Medicine; Medical education; Nursing; Health care; Engineering; Political science","score_opus":0.009861037335371612,"score_gpt":0.31365717215894223,"score_spread":0.3037961348235706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409337572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936455,0.00021593111,0.002049611,0.000900675,0.0004834714,0.00026329383,0.000050551902,0.000021622276,0.0023693629],"genre_scores_gemma":[0.99881226,0.0000039967517,0.00094788376,0.000021317348,0.000042007796,0.000004817237,0.000004092536,0.000004844482,0.00015876906],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817526,0.0000711818,0.000395296,0.00010413967,0.0011518883,0.00010224718],"domain_scores_gemma":[0.99450624,0.00009744012,0.0005811534,0.00021267298,0.004574012,0.000028467763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026068927,0.00010902538,0.00015098978,0.00015741077,0.000039074726,0.00034200566,0.0013838558,0.00004322802,0.0000043975424],"category_scores_gemma":[0.0005260954,0.000051121508,0.00027557314,0.0004932032,0.000101055164,0.0004376371,0.0001829638,0.00032551555,3.5965843e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027602151,0.00029498167,0.16489287,0.0000119971155,0.00042942486,0.0000027017131,0.0005567137,0.006852269,0.00011326023,0.00040720135,0.0001105489,0.82630044],"study_design_scores_gemma":[0.004351169,0.0040157973,0.40739635,0.012701806,0.00074556755,0.0005077374,0.019174075,0.5332178,0.00896704,0.0020443648,0.006222348,0.00065596536],"about_ca_topic_score_codex":0.000023722361,"about_ca_topic_score_gemma":0.000016936776,"teacher_disagreement_score":0.82564443,"about_ca_system_score_codex":0.00028262168,"about_ca_system_score_gemma":0.0015734194,"threshold_uncertainty_score":0.32979685},"labels":[],"label_agreement":null},{"id":"W4409347994","doi":"10.4018/979-8-3693-7625-6.ch003","title":"Primary Challenges","year":2025,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Primary (astronomy); Medicine; Physics","score_opus":0.018684191760294108,"score_gpt":0.2524040941688124,"score_spread":0.23371990240851825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409347994","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.7560935e-7,0.0040489156,0.0030435263,0.0023916361,0.0004985003,0.00008474243,0.00001945857,0.00037918487,0.98953325],"genre_scores_gemma":[0.0024206196,0.00017739192,0.010224676,0.0012969235,0.00045251695,0.0000033950673,0.0000030954366,0.000022278131,0.9853991],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985223,0.000016493166,0.00025521682,0.0005820802,0.0003512038,0.00027274224],"domain_scores_gemma":[0.9987491,0.000043143526,0.0001421191,0.00086726993,0.000092784576,0.0001055868],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00010708326,0.00032580722,0.00039620555,0.0000798185,0.00007695044,0.000115067174,0.0011011005,0.00032986584,0.000005055956],"category_scores_gemma":[0.000013990176,0.000319765,0.00021387827,0.000017945315,0.00004974499,0.00004335867,0.0005706114,0.00039274507,0.0002124458],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013284246,0.0000049135356,8.5392145e-7,0.000054742355,0.000055561573,0.000054529584,0.000017386832,0.0000028607005,4.0483167e-7,0.8643356,0.0037652145,0.13170663],"study_design_scores_gemma":[0.00010583413,0.000047390284,0.000014427516,0.00027233304,0.000039494735,0.00001612503,0.0000013833146,0.00035828055,0.0000015535406,0.64150643,0.35734516,0.00029158],"about_ca_topic_score_codex":0.0000069651387,"about_ca_topic_score_gemma":0.000011132458,"teacher_disagreement_score":0.35357994,"about_ca_system_score_codex":0.00014854918,"about_ca_system_score_gemma":0.00038326747,"threshold_uncertainty_score":0.99992543},"labels":[],"label_agreement":null},{"id":"W4409348301","doi":"10.4018/979-8-3693-7625-6.ch004","title":"Secondary Challenges","year":2025,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.018111508327535143,"score_gpt":0.2561969625372354,"score_spread":0.23808545420970026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409348301","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.2881027e-7,0.004445272,0.0020565984,0.0024335377,0.00059480756,0.000076364304,0.000028345901,0.00036105802,0.9900031],"genre_scores_gemma":[0.0055576116,0.00012675372,0.00666852,0.0009983003,0.00044940022,0.0000031392294,0.00000261627,0.00002232486,0.9861713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985623,0.000016821334,0.0002593087,0.00058942667,0.0002960804,0.000276087],"domain_scores_gemma":[0.998788,0.00004199021,0.00014001412,0.00085092155,0.00006604374,0.00011302978],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00010479691,0.00033147528,0.00037772284,0.00008502213,0.000085263375,0.00012707281,0.0010826162,0.00034685023,0.000012990175],"category_scores_gemma":[0.000015010371,0.00032980888,0.00022064621,0.000017177834,0.000051325547,0.00004783575,0.0004958783,0.0005202708,0.00026232214],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010018705,0.0000035135542,4.5044658e-7,0.00003432369,0.00005802263,0.00005824517,0.000021472077,0.0000014596686,2.3282203e-7,0.80651945,0.004581904,0.18871991],"study_design_scores_gemma":[0.00009920565,0.000042413445,0.000006168141,0.00018795085,0.000029042396,0.000016828722,0.0000024447988,0.00042546797,0.0000022180234,0.59375256,0.40518808,0.00024760337],"about_ca_topic_score_codex":0.000008989268,"about_ca_topic_score_gemma":0.00002632077,"teacher_disagreement_score":0.4006062,"about_ca_system_score_codex":0.00009634054,"about_ca_system_score_gemma":0.00046290027,"threshold_uncertainty_score":0.9999154},"labels":[],"label_agreement":null},{"id":"W4409348514","doi":"10.1007/s40593-025-00472-y","title":"Predicting Online Education Dropout: A new Machine Learning Model based on Sentiment Analysis, Socio-demographic, and Behavioral Data","year":2025,"lang":"en","type":"article","venue":"International Journal of Artificial Intelligence in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Université de Sherbrooke","funders":"","keywords":"Dropout (neural networks); Sentiment analysis; Computer science; Educational technology; Machine learning; Artificial intelligence; Online learning; Psychology; Data science; Mathematics education; Multimedia","score_opus":0.0423147182675875,"score_gpt":0.40464702199318103,"score_spread":0.36233230372559355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409348514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3203981,0.00030140983,0.65521866,0.022474486,0.001427394,0.000087433385,0.000009418368,0.000024708004,0.00005836181],"genre_scores_gemma":[0.9526627,0.00010029671,0.04625664,0.00039082638,0.00028261062,0.0000014299179,0.00009188696,0.000005802059,0.00020780595],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825054,0.00010179187,0.0007198236,0.0003114249,0.00048207122,0.00013433176],"domain_scores_gemma":[0.99855345,0.00013563802,0.00045818012,0.00029120708,0.0004742049,0.00008729922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067741255,0.00013019917,0.00019133836,0.0015821495,0.00008128948,0.00027269233,0.0010492378,0.000063761356,0.000010682644],"category_scores_gemma":[0.00030361995,0.00012954704,0.00009343376,0.0009176445,0.000040479666,0.00051642046,0.00015337046,0.00047938788,0.0000017577792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042069838,0.0019284062,0.14449522,0.0000065909976,0.00012372147,0.0000028253303,0.0008832954,0.23421997,0.00012991161,0.00927309,0.00012359834,0.6087713],"study_design_scores_gemma":[0.00004951798,0.000069235946,0.0031162654,0.0001732598,0.00010595924,0.0000042769843,0.00074688543,0.97177607,0.00012306165,0.023608629,0.00013212775,0.000094717085],"about_ca_topic_score_codex":0.0004720595,"about_ca_topic_score_gemma":0.00029896462,"teacher_disagreement_score":0.7375561,"about_ca_system_score_codex":0.00017088541,"about_ca_system_score_gemma":0.0016526835,"threshold_uncertainty_score":0.5282775},"labels":[],"label_agreement":null},{"id":"W4409456724","doi":"10.3390/bdcc9040099","title":"Predicting College Enrollment for Low-Socioeconomic-Status Students Using Machine Learning Approaches","year":2025,"lang":"en","type":"article","venue":"Big Data and Cognitive Computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"","keywords":"Socioeconomic status; Mathematics education; Psychology; Computer science; Medical education; Machine learning; Artificial intelligence; Demography; Medicine; Sociology","score_opus":0.08870611740529777,"score_gpt":0.3334209559600772,"score_spread":0.24471483855477943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409456724","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42668626,0.00045377747,0.571769,0.0001976663,0.00025267628,0.00023506721,0.00014579247,0.00008947836,0.00017030584],"genre_scores_gemma":[0.9841567,0.000025777977,0.015015409,0.00022123607,0.00021597662,0.0000036338301,0.00020170632,0.000013041175,0.00014647248],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822474,0.00012317162,0.00033779137,0.0007335303,0.00015520968,0.0004255358],"domain_scores_gemma":[0.99866194,0.0006624363,0.00019705028,0.00029614015,0.000093847695,0.000088602625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073282124,0.00019845544,0.00028311,0.00015082209,0.0007235036,0.0003478482,0.0007401698,0.00006183405,6.678924e-7],"category_scores_gemma":[0.0003505569,0.00020413885,0.000046777554,0.00020578825,0.000058452682,0.0002377642,0.0022028503,0.0002706456,0.0000020602147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003035953,0.00016811884,0.4553443,0.00017962202,0.00030273965,0.000007759855,0.0008063564,0.0012525801,0.000048879974,0.0014993886,0.000030828953,0.5403291],"study_design_scores_gemma":[0.0012358221,0.00005940617,0.005925132,0.00031271455,0.000083794745,0.000004580711,0.0010729267,0.9901694,0.00006415934,0.0002610527,0.0006096646,0.0002013677],"about_ca_topic_score_codex":0.00004285089,"about_ca_topic_score_gemma":0.000013207828,"teacher_disagreement_score":0.9889168,"about_ca_system_score_codex":0.00004388539,"about_ca_system_score_gemma":0.00013399213,"threshold_uncertainty_score":0.832454},"labels":[],"label_agreement":null},{"id":"W4409468107","doi":"10.1007/978-3-031-86644-9_17","title":"Using Survey to Investigate the Integration of Artificial Intelligence in e-Learning","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Artificial intelligence; Data science; Information retrieval","score_opus":0.13910495510628745,"score_gpt":0.3736360754504002,"score_spread":0.23453112034411272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409468107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050594885,0.00007271518,0.9836774,0.0017766596,0.00014723024,0.00022436249,0.0000045887773,0.000025992633,0.013565124],"genre_scores_gemma":[0.43675378,0.0008309344,0.5603181,0.0009853238,0.00003120476,0.000010899207,0.00004853253,0.000008582363,0.0010126483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851197,0.00011642853,0.00074508716,0.00018813742,0.00029183686,0.00014653176],"domain_scores_gemma":[0.99770194,0.00047281166,0.00029638413,0.0010703038,0.00041106722,0.000047509962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002718048,0.00013290042,0.00019906992,0.0011842106,0.00026070172,0.0003354666,0.002504006,0.00007357587,0.0000010886928],"category_scores_gemma":[0.00044603867,0.00011314001,0.000026339361,0.0013145156,0.0005012511,0.0016876732,0.0017138142,0.0005725317,0.0000069278503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014712864,0.000007908751,0.0002034564,0.000011457083,0.0000017936999,7.85266e-8,0.0024421697,0.025892168,0.000010780624,0.6518551,0.00001104128,0.31956255],"study_design_scores_gemma":[0.000021497015,0.000025675028,0.0012833677,0.00033544804,0.0000019520633,0.0000015867374,0.00005092279,0.9830197,0.000026461226,0.013398554,0.0017216027,0.00011321777],"about_ca_topic_score_codex":0.00014671651,"about_ca_topic_score_gemma":0.00017930644,"teacher_disagreement_score":0.9571276,"about_ca_system_score_codex":0.00009339391,"about_ca_system_score_gemma":0.00040762694,"threshold_uncertainty_score":0.46531075},"labels":[],"label_agreement":null},{"id":"W4409526834","doi":"10.5430/wjel.v15n5p285","title":"Investigate How AI Algorithms Can Be Used to Automate English Language Proficiency Assessments","year":2025,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Algorithm; Natural language processing; Artificial intelligence; Programming language","score_opus":0.012666099269957792,"score_gpt":0.3105538301804156,"score_spread":0.29788773091045784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409526834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9145447,0.0011505089,0.029475529,0.036931586,0.0072845197,0.00047187522,0.000048325463,0.0008224875,0.009270446],"genre_scores_gemma":[0.9520674,0.0000074489344,0.0334494,0.0030120711,0.0010747281,0.0000048180345,0.0000070290953,0.000026256957,0.010350883],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768347,0.00020246895,0.0005183584,0.00036877708,0.00070119655,0.00052572915],"domain_scores_gemma":[0.9977483,0.00014851916,0.00036630817,0.0005904956,0.0007977972,0.00034859357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010550534,0.00027192527,0.0004626432,0.00092936767,0.00014310026,0.00065339846,0.0014735531,0.0000744126,0.00001779383],"category_scores_gemma":[0.0018357768,0.00023561991,0.00019065292,0.0019496507,0.000056166435,0.0005935293,0.00032249087,0.00079766335,0.000003439977],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008518198,0.0017973632,0.037226874,0.0006272719,0.0011895024,0.0053936737,0.58470666,0.00841512,0.017296094,0.040181737,0.13692525,0.16615525],"study_design_scores_gemma":[0.016603949,0.0034598126,0.020031866,0.0066703903,0.0010603714,0.00015088567,0.13625382,0.18151873,0.0808398,0.0030360206,0.544305,0.0060693473],"about_ca_topic_score_codex":0.00004562349,"about_ca_topic_score_gemma":0.00015671829,"teacher_disagreement_score":0.44845286,"about_ca_system_score_codex":0.00014860691,"about_ca_system_score_gemma":0.0004413343,"threshold_uncertainty_score":0.9608301},"labels":[],"label_agreement":null},{"id":"W4409526933","doi":"10.5430/wjel.v15n5p371","title":"Integrating AI: Challenges and Opportunities in Teaching English Writing Skills","year":2025,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Psychology","score_opus":0.012989908836078699,"score_gpt":0.28177259056573667,"score_spread":0.26878268172965797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409526933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7142888,0.068354435,0.00962822,0.016774109,0.0034070718,0.0001698979,0.0000037302668,0.00032700587,0.18704677],"genre_scores_gemma":[0.9852974,0.0007410263,0.011710547,0.0005220644,0.0006905581,6.3814593e-7,5.820084e-7,0.0000080757045,0.0010291338],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9987798,0.00019031393,0.00046838552,0.00015810179,0.00018581741,0.00021760794],"domain_scores_gemma":[0.99880844,0.0004297551,0.00021495334,0.00017553514,0.00029878435,0.00007252231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015819516,0.00012784587,0.00028368042,0.000692993,0.00007806607,0.00021144625,0.00042747878,0.000041309268,0.0000032472785],"category_scores_gemma":[0.002564025,0.0001118389,0.00006987431,0.00019296331,0.000032021977,0.0005908491,0.00016210835,0.0009936613,1.8071711e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004230262,0.00010795351,0.0021900577,0.000084429696,0.00004058322,0.00032706468,0.13033602,0.0001284855,0.000043316642,0.15182409,0.0004496488,0.7144641],"study_design_scores_gemma":[0.005988686,0.000619349,0.01269425,0.016849075,0.00017149358,0.00013450495,0.65795577,0.03654609,0.0007308429,0.017527707,0.24894087,0.0018413425],"about_ca_topic_score_codex":0.000009797121,"about_ca_topic_score_gemma":0.00010024542,"teacher_disagreement_score":0.71262276,"about_ca_system_score_codex":0.000040143717,"about_ca_system_score_gemma":0.000080777,"threshold_uncertainty_score":0.45606577},"labels":[],"label_agreement":null},{"id":"W4409537172","doi":"10.1016/j.dajour.2025.100571","title":"A systematic review of artificial intelligence applications in education: Emerging trends and challenges","year":2025,"lang":"en","type":"review","venue":"Decision Analytics Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fundação para a Ciência e a Tecnologia","keywords":"Systematic review; Engineering ethics; Management science; Data science; Computer science; Political science; Engineering; MEDLINE","score_opus":0.07194260172952202,"score_gpt":0.4162943446601317,"score_spread":0.34435174293060966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409537172","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5371523e-8,0.8752372,0.123272024,0.00089512987,0.00014493265,0.00021663765,0.0000023472226,0.00001081375,0.00022084874],"genre_scores_gemma":[0.0000013883008,0.98818827,0.011449256,0.00005156089,0.000081188395,0.000023251201,0.000005366798,0.0000097932125,0.00018995536],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9964831,0.00030553853,0.002175517,0.0003711696,0.00048037342,0.00018428703],"domain_scores_gemma":[0.99650055,0.001036674,0.0012925256,0.00071986177,0.00032289434,0.00012750919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019246183,0.00027914785,0.0020560792,0.0018437443,0.000097086704,0.00016040643,0.0011963908,0.00013328083,0.000012501559],"category_scores_gemma":[0.0010992676,0.00020640428,0.0004565943,0.0024891237,0.000034064375,0.00012274532,0.00022720385,0.0006327571,0.0000072446724],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0964291e-7,0.000051652147,1.3144891e-7,0.32949862,0.000032977496,0.0000024917574,0.00002330558,0.0000052256755,9.020998e-10,0.012420634,0.00003715335,0.6579277],"study_design_scores_gemma":[0.000014025348,0.000020742182,5.038742e-7,0.9107512,0.00079027005,0.00014923389,0.00008692652,0.0040943855,2.3985171e-8,0.008166791,0.07573395,0.00019190407],"about_ca_topic_score_codex":7.5505903e-7,"about_ca_topic_score_gemma":0.0000034835411,"teacher_disagreement_score":0.6577358,"about_ca_system_score_codex":0.000090417474,"about_ca_system_score_gemma":0.00082890847,"threshold_uncertainty_score":0.8416922},"labels":[],"label_agreement":null},{"id":"W4409576390","doi":"10.61091/jcmcc127a-127","title":"Design of Deep Learning-Based Emotion Classification and Intervention Pathways for Students in Psychoeducation","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychoeducation; Intervention (counseling); Psychology; Computer science; Applied psychology; Artificial intelligence; Psychiatry","score_opus":0.024299464617794888,"score_gpt":0.3278148539764454,"score_spread":0.3035153893586505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409576390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33845618,0.000114622715,0.6584641,0.0002304851,0.0025037085,0.00020053089,1.3995934e-7,0.000012871393,0.000017364324],"genre_scores_gemma":[0.97257894,0.000021619117,0.02725649,0.000008742892,0.000119510085,0.000002547824,0.0000011621051,0.000007934703,0.0000030674823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998285,0.00019829326,0.00089071377,0.00017364786,0.00030889022,0.00014343167],"domain_scores_gemma":[0.99758697,0.0007515809,0.0009998558,0.00013991476,0.00047200266,0.000049678412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025425882,0.0001347825,0.00039121683,0.00037714792,0.00011530155,0.00017155612,0.000358698,0.00010302207,2.9007643e-7],"category_scores_gemma":[0.00064876984,0.00013114694,0.000083175844,0.0003758525,0.00003461268,0.00017580674,0.00008701767,0.00026800088,1.12551604e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014359495,0.0019662175,0.0056491876,0.0007178898,0.00008010355,0.0000015953901,0.0021547722,0.0045943246,0.0010661163,0.95275253,0.000020716505,0.030852973],"study_design_scores_gemma":[0.0035647617,0.00070193456,0.0028547673,0.0005769273,0.00003668382,0.0000029680268,0.0003004933,0.6114723,0.00022080043,0.38015813,0.000016836937,0.0000934154],"about_ca_topic_score_codex":0.0000026147638,"about_ca_topic_score_gemma":1.8538526e-7,"teacher_disagreement_score":0.6341227,"about_ca_system_score_codex":0.000065944325,"about_ca_system_score_gemma":0.00008954653,"threshold_uncertainty_score":0.5348017},"labels":[],"label_agreement":null},{"id":"W4409576458","doi":"10.61091/jcmcc127a-126","title":"Knowledge graph construction for intelligent physical education and its application in training","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Computer science; Knowledge graph; Graph; Knowledge management; Artificial intelligence; Theoretical computer science; Geography","score_opus":0.01623424329476938,"score_gpt":0.31100498819974537,"score_spread":0.294770744904976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409576458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7266654,0.0007343948,0.2628523,0.0006882674,0.008223254,0.00036622392,5.2325885e-7,0.00003425721,0.0004353843],"genre_scores_gemma":[0.9853628,0.0000331248,0.013987377,0.000014210018,0.0005829568,0.00000440932,6.4109304e-7,0.000007942569,0.0000064913706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99880767,0.00006133507,0.000597867,0.0001936045,0.00016655127,0.00017299216],"domain_scores_gemma":[0.99834883,0.00056759856,0.00046707212,0.00012358217,0.00041602156,0.000076906035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009282703,0.00014932349,0.00041975017,0.00034187248,0.00015172087,0.00015549877,0.0002813168,0.00008456716,8.617352e-8],"category_scores_gemma":[0.0003449548,0.00014287923,0.000084271385,0.00047366595,0.00003756074,0.00019470682,0.00012342932,0.0002860148,2.6235926e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011326739,0.00043066955,0.000104882645,0.00016068947,0.000023212137,3.6850614e-7,0.0024258036,0.000044852033,0.00018989456,0.93743795,0.000015695892,0.059154667],"study_design_scores_gemma":[0.0011870824,0.00020345612,0.000059655624,0.00034875865,0.000033437038,0.000020009224,0.0007045449,0.19669339,0.00030973807,0.7998855,0.00043799006,0.00011644521],"about_ca_topic_score_codex":0.000002108045,"about_ca_topic_score_gemma":3.4176747e-7,"teacher_disagreement_score":0.25869748,"about_ca_system_score_codex":0.00005892832,"about_ca_system_score_gemma":0.0002942816,"threshold_uncertainty_score":0.5826446},"labels":[],"label_agreement":null},{"id":"W4409588626","doi":"10.36227/techrxiv.174494685.55828887/v1","title":"Investigations on using Evidence-Based GraphRag Pipeline using LLM Tailored for Answering USMLE Medical Exam Questions","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Lakehead University","keywords":"Pipeline (software); Medical education; Computer science; Medicine; Medical physics; Programming language","score_opus":0.14359859572185726,"score_gpt":0.3898692550282539,"score_spread":0.24627065930639666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409588626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015580967,0.00021002449,0.96849304,0.013676445,0.0009974898,0.0004115313,0.0000240896,0.00047662322,0.00012978568],"genre_scores_gemma":[0.17894265,0.000052587635,0.81724143,0.0022843617,0.0005695645,0.00004224438,0.00006491349,0.000030132294,0.00077211525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99694514,0.00022419181,0.0006942034,0.0009670061,0.0007317904,0.00043764003],"domain_scores_gemma":[0.99684584,0.0010257777,0.00029494183,0.0010870872,0.00043064496,0.00031567743],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010882792,0.00038932485,0.00048130858,0.0007167165,0.0004600421,0.0003978936,0.0013849827,0.0004354247,0.000021882623],"category_scores_gemma":[0.0028302646,0.00037803312,0.0003174021,0.00084469334,0.0001522316,0.00026116203,0.0007682491,0.0009952553,0.0000040145287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007771489,0.0001935814,0.0008191895,0.0003411569,0.000053882122,0.000011175183,0.00009930036,0.9655345,0.00023319421,0.028204715,0.0005449334,0.0039565936],"study_design_scores_gemma":[0.00024370811,0.00005889319,0.000061979175,0.0048869317,0.00009967436,0.0000037836207,0.000015594318,0.9831688,0.00044935397,0.010154147,0.00047994673,0.00037717828],"about_ca_topic_score_codex":0.000642155,"about_ca_topic_score_gemma":0.000080445854,"teacher_disagreement_score":0.16336168,"about_ca_system_score_codex":0.00020005497,"about_ca_system_score_gemma":0.0030593781,"threshold_uncertainty_score":0.99986714},"labels":[],"label_agreement":null},{"id":"W4409598221","doi":"10.47175/rielsj.v6i1.1143","title":"Integration of Artificial Intelligence by Tertiary Education Students in Zimbabwe: A Case of Responsibility and Accountability in Academic Writing","year":2025,"lang":"en","type":"article","venue":"Randwick International of Education and Linguistics Science Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Intuitive","keywords":"Accountability; Higher education; Social responsibility; Psychology; Political science; Pedagogy; Public relations; Law","score_opus":0.01958638876633496,"score_gpt":0.4227590684696328,"score_spread":0.40317267970329784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409598221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859216,0.00022174288,0.01191067,0.0007446605,0.0008463052,0.00008263313,0.0000027850444,0.000002517361,0.00026705323],"genre_scores_gemma":[0.9907914,0.0000835429,0.008974202,0.00005430732,0.000061179075,0.000001708372,0.0000014471977,0.000001514713,0.000030721196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984367,0.00008313372,0.00084695383,0.00021830996,0.00031544873,0.00009945287],"domain_scores_gemma":[0.99817616,0.0002736203,0.00039542062,0.00012814788,0.00097349595,0.000053165888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030656082,0.00007341508,0.00015949261,0.0007272274,0.00006249446,0.000082168015,0.0004545479,0.000050613926,0.0000027998556],"category_scores_gemma":[0.005769111,0.000070181246,0.000023180579,0.00068605505,0.00028205191,0.00020003399,0.00011369953,0.00031768906,7.533316e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001683775,0.0018012967,0.5637054,0.00013462696,0.000013386604,0.0000040080513,0.009519522,0.0003777367,0.015618677,0.13810511,0.000052672323,0.27049923],"study_design_scores_gemma":[0.00074122485,0.00018001776,0.49035993,0.002406446,0.00003247434,0.00023159318,0.016994031,0.23455136,0.014377278,0.23970857,0.00011569119,0.00030137063],"about_ca_topic_score_codex":0.0002645376,"about_ca_topic_score_gemma":0.00008422966,"teacher_disagreement_score":0.27019784,"about_ca_system_score_codex":0.000127033,"about_ca_system_score_gemma":0.001391198,"threshold_uncertainty_score":0.6906582},"labels":[],"label_agreement":null},{"id":"W4409605047","doi":"10.61091/jcmcc127b-348","title":"Design of Student Behavior Prediction and Management Strategies Supported by Cluster Computing","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster (spacecraft); Computer science; Psychology; Operating system","score_opus":0.01331237966614611,"score_gpt":0.28889284321337916,"score_spread":0.27558046354723303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409605047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44671312,0.00032115096,0.5469699,0.00025261415,0.0050989273,0.00035520832,0.0000013406562,0.00004777335,0.00023999343],"genre_scores_gemma":[0.9683509,0.00009573425,0.031329855,0.000020460982,0.00017576573,0.0000012322952,0.0000010641675,0.000012671544,0.000012356718],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975784,0.0001646292,0.0011753686,0.0002473498,0.0005742446,0.00026003006],"domain_scores_gemma":[0.9977937,0.00048173076,0.0009677683,0.0002465837,0.00040418873,0.00010605213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016824984,0.00024168439,0.0006270866,0.00028298446,0.00022127839,0.00040631503,0.0005611007,0.000119590804,6.583771e-7],"category_scores_gemma":[0.000059011334,0.00021994564,0.00009102582,0.0003915556,0.0000837491,0.00029484837,0.00050773786,0.00036558407,2.2782731e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052605443,0.0014294648,0.0021669571,0.0006357077,0.0003885157,0.000032862292,0.0020048707,0.0013939127,0.0011349858,0.9829722,0.00071160763,0.007076296],"study_design_scores_gemma":[0.013003318,0.002525947,0.004016431,0.002167422,0.0008395788,0.00013983245,0.0027696914,0.5101101,0.0013052492,0.46203768,0.0003963852,0.00068837195],"about_ca_topic_score_codex":0.0000031278414,"about_ca_topic_score_gemma":4.5057313e-8,"teacher_disagreement_score":0.52163774,"about_ca_system_score_codex":0.00005128823,"about_ca_system_score_gemma":0.0001148877,"threshold_uncertainty_score":0.8969123},"labels":[],"label_agreement":null},{"id":"W4409610909","doi":"10.5430/jct.v14n2p98","title":"Teachers Perceptions &amp; Attitudes towards Artificial Intelligence (AI) Integration in Suburban School","year":2025,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Psychology; Mathematics education","score_opus":0.019052694872133444,"score_gpt":0.34144834195418106,"score_spread":0.3223956470820476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409610909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47720468,0.00016989194,0.5144119,0.007489107,0.00022369012,0.000028237037,2.0399409e-7,0.000018804589,0.00045344033],"genre_scores_gemma":[0.97289747,0.00004382694,0.026527412,0.00020340057,0.00014356755,6.512177e-7,7.017421e-7,0.000003134253,0.00017984207],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989015,0.00016637356,0.0004435073,0.0001479892,0.00019143798,0.000149219],"domain_scores_gemma":[0.9994867,0.000050254424,0.00015344044,0.00013105143,0.00009749361,0.00008107418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010923466,0.00010340123,0.0001895275,0.0003932655,0.00015323551,0.00029633398,0.0003325376,0.000059683243,0.000008003729],"category_scores_gemma":[0.0005639023,0.00008145724,0.0000839252,0.00023430165,0.00003315232,0.00057325244,0.00007739947,0.0010424132,0.0000046130413],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053839785,0.00041649945,0.18738158,0.00002362294,0.000035025092,0.00001772776,0.004073987,0.002085062,0.0009654233,0.14786169,0.0007714449,0.65636253],"study_design_scores_gemma":[0.0007693329,0.0005935683,0.39664358,0.0037202714,0.00017477163,0.0003446663,0.013258276,0.42024112,0.00033741363,0.15593155,0.0069344416,0.001051026],"about_ca_topic_score_codex":0.00011268651,"about_ca_topic_score_gemma":0.00011120868,"teacher_disagreement_score":0.6553115,"about_ca_system_score_codex":0.00007919892,"about_ca_system_score_gemma":0.0001202608,"threshold_uncertainty_score":0.45288247},"labels":[],"label_agreement":null},{"id":"W4409787628","doi":"10.61091/jcmcc127a-398","title":"Dynamic analysis of classroom engagement sentiment based on multilevel feature extraction and Transformer CNN-LSTM integrated model: personalized behavior prediction for non-English learners in a cross-modal adversarial learning framework","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Modal; Transformer; Artificial intelligence; Feature extraction; Sentiment analysis; Adversarial system; Multimodality; Feature learning; Deep learning; Natural language processing; Speech recognition; Engineering; World Wide Web","score_opus":0.010516974654820809,"score_gpt":0.30876226354433833,"score_spread":0.2982452888895175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409787628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4692542,0.000027749047,0.52740866,0.00012978607,0.0028190562,0.0002957769,0.0000061054016,0.000026041249,0.000032614607],"genre_scores_gemma":[0.94698364,0.000019278674,0.05279456,0.000015276597,0.00012819713,0.0000071589616,0.000010543943,0.000017385657,0.000023938537],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975738,0.00017337462,0.0010053088,0.0003563848,0.0005968457,0.0002942867],"domain_scores_gemma":[0.99714243,0.0010486485,0.0008605654,0.00019758938,0.0006458858,0.000104874794],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021255075,0.0002953754,0.00086970924,0.0009102747,0.00028770958,0.000281235,0.00032571692,0.00030018462,0.0000013903574],"category_scores_gemma":[0.00076009094,0.00027573935,0.0003364725,0.0008983227,0.00007911416,0.00026218934,0.000070279486,0.001195628,6.071446e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001931501,0.0046042944,0.013220032,0.0009377197,0.001988067,0.000025692078,0.015388191,0.6328648,0.002639025,0.31295484,0.000050490034,0.013395362],"study_design_scores_gemma":[0.006317774,0.0007176337,0.0011468959,0.0006261191,0.00076912646,0.0000015609717,0.00069927034,0.96801585,0.00015240969,0.021303441,0.000047079833,0.00020284497],"about_ca_topic_score_codex":0.000008571063,"about_ca_topic_score_gemma":8.642333e-7,"teacher_disagreement_score":0.47772947,"about_ca_system_score_codex":0.00021652284,"about_ca_system_score_gemma":0.00026067218,"threshold_uncertainty_score":0.9999695},"labels":[],"label_agreement":null},{"id":"W4409787685","doi":"10.61091/jcmcc127a-418","title":"A competency-based framework for IT teachers: enhancing professional skills through AI algorithms and digital tools","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Professional development; Medical education; Artificial intelligence; Knowledge management; Algorithm; Mathematics education; Psychology; Medicine","score_opus":0.011712191712811586,"score_gpt":0.30881085084391857,"score_spread":0.297098659131107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409787685","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044532236,0.00027300027,0.93680346,0.0059982007,0.011705484,0.00034932746,0.000004977118,0.00007051344,0.00026279382],"genre_scores_gemma":[0.6899662,0.000013136335,0.30868423,0.00037225278,0.000906011,0.0000035317848,0.000002274423,0.000022385813,0.000029997353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973581,0.00009596445,0.001184255,0.00035707196,0.00058338454,0.00042123647],"domain_scores_gemma":[0.9947173,0.0032274295,0.00090577785,0.0003148537,0.0006754484,0.00015916966],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001383867,0.0003392219,0.00084531686,0.00021110765,0.00048202468,0.00118327,0.00072391826,0.00025237194,0.000001244625],"category_scores_gemma":[0.0020399806,0.00029320855,0.0002310308,0.00045658703,0.00010887285,0.0007392945,0.00039318437,0.0008465965,7.842945e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026480293,0.0006527054,0.00015576131,0.00024327614,0.000110732,0.000009693747,0.0016985261,0.000076593584,0.00005325159,0.98877525,0.0003362563,0.007861491],"study_design_scores_gemma":[0.0031818135,0.00058833975,0.00004300376,0.0018981765,0.00007593835,0.000025758969,0.00043370624,0.06954801,0.0003250177,0.9217332,0.0018479266,0.00029909267],"about_ca_topic_score_codex":0.0000017775455,"about_ca_topic_score_gemma":1.6866626e-7,"teacher_disagreement_score":0.64543396,"about_ca_system_score_codex":0.00007926118,"about_ca_system_score_gemma":0.00071967015,"threshold_uncertainty_score":0.999952},"labels":[],"label_agreement":null},{"id":"W4409793714","doi":"10.61091/jcmcc127a-234","title":"Construction of an Interactive Network for Teaching Physical Education in a Digital Web Analytics Model","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Analytics; Web analytics; World Wide Web; Data science; Multimedia; Web service; Web intelligence; Web modeling","score_opus":0.00756580945325364,"score_gpt":0.29655375218416774,"score_spread":0.2889879427309141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409793714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.776984,0.000030322859,0.21816875,0.00016087467,0.0040903175,0.00014688837,0.0000016048493,0.000018390725,0.0003988957],"genre_scores_gemma":[0.9016384,0.0000034415827,0.09769205,0.000011384719,0.0006354385,8.941356e-7,0.0000014873009,0.000009603042,0.0000073206247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984359,0.00006188686,0.0008261587,0.00018901411,0.00027998662,0.00020705101],"domain_scores_gemma":[0.99755985,0.0007084788,0.00089796406,0.00020558556,0.0005476912,0.000080459096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009878152,0.00017345752,0.0005928083,0.0002961875,0.00013297697,0.00024239642,0.0004524734,0.0000898174,8.4552575e-8],"category_scores_gemma":[0.000554597,0.00016412245,0.00014826073,0.0003506441,0.0000644147,0.00059083,0.00016495021,0.00048103553,8.4911946e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049455768,0.0009461438,0.00021675632,0.000110184774,0.00005290278,0.0000010117881,0.00091348984,0.007962139,0.000078112505,0.9711308,0.000045603458,0.0184934],"study_design_scores_gemma":[0.0009653453,0.0002894804,0.000012391563,0.00030579607,0.000028733497,0.000007972158,0.00030666392,0.5019398,0.00004078735,0.49600497,0.00002467903,0.00007342889],"about_ca_topic_score_codex":0.0000028106758,"about_ca_topic_score_gemma":3.1191198e-7,"teacher_disagreement_score":0.49397764,"about_ca_system_score_codex":0.00008564385,"about_ca_system_score_gemma":0.00072116137,"threshold_uncertainty_score":0.66927195},"labels":[],"label_agreement":null},{"id":"W4409909052","doi":"10.62517/jike.202404411","title":"AI-Enabled Learning Engagement Assessment for Smart Classrooms: Applications, Trends and Opportunities","year":2024,"lang":"en","type":"article","venue":"Journal of intelligence and knowledge engineering.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Government of Jiangsu Province","keywords":"Computer science; Mathematics education; Multimedia; Psychology","score_opus":0.03602448447500507,"score_gpt":0.3267020135335315,"score_spread":0.29067752905852645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409909052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035852968,0.009037936,0.9870638,0.0027606408,0.00027139919,0.000048410322,9.4444016e-7,0.00006237023,0.00039595665],"genre_scores_gemma":[0.91162366,0.0055799973,0.0762214,0.000098301636,0.0006355815,0.000029349814,0.000003383756,0.000028572993,0.0057797423],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999239,0.00002841962,0.00031503424,0.00015269165,0.000110174085,0.00015464843],"domain_scores_gemma":[0.9993236,0.00026071077,0.00006910114,0.000090453424,0.00015043152,0.000105722334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008351195,0.000119699704,0.00017692184,0.00038717946,0.00008942095,0.00028491073,0.00019747054,0.00004233804,0.0000067412752],"category_scores_gemma":[0.000041267842,0.00009930712,0.00007115844,0.00021389307,0.00002168946,0.0002849071,0.00007618181,0.00041492787,0.0000017188264],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023716245,0.00004242189,0.00007643961,0.00030638705,0.00008716801,0.000014463224,0.00077037665,0.0037258829,0.000121181176,0.11132598,0.0006806424,0.8828467],"study_design_scores_gemma":[0.0000476187,0.00021644913,0.00005372118,0.00019023263,0.000027366856,0.000051595685,0.00021496683,0.64929837,0.00010813353,0.0010089667,0.34868193,0.00010065647],"about_ca_topic_score_codex":5.364507e-7,"about_ca_topic_score_gemma":4.522392e-7,"teacher_disagreement_score":0.91126513,"about_ca_system_score_codex":0.00003690587,"about_ca_system_score_gemma":0.00011961526,"threshold_uncertainty_score":0.4049627},"labels":[],"label_agreement":null},{"id":"W4409925753","doi":"10.5430/ijhe.v14n2p0","title":"Message from the Editor-in-Chief","year":2025,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Editor in chief; Computer science; Cognitive science; Psychology; Management; Economics","score_opus":0.006750067160773783,"score_gpt":0.3158039072196263,"score_spread":0.3090538400588525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409925753","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18069066,0.0027444623,0.01515465,0.6783333,0.10950757,0.000076314,0.000005380484,0.000032950422,0.013454703],"genre_scores_gemma":[0.98445386,0.000034232733,0.002719469,0.0019440543,0.0057365075,9.261314e-7,0.0000024600665,0.0000022211402,0.0051062903],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930215,0.00005236316,0.00023628984,0.00007790607,0.00027520934,0.000056109642],"domain_scores_gemma":[0.99921787,0.00018326109,0.00016843317,0.00012787792,0.00028315728,0.000019421155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019835557,0.00004760703,0.00006557249,0.00013051623,0.000024472414,0.00014334003,0.0009880073,0.000026252406,0.000042119416],"category_scores_gemma":[0.000062305975,0.000033173423,0.000051441206,0.00015079748,0.000014442983,0.00020061556,0.00005889306,0.00019827411,0.0000092987875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026392381,0.0006384982,0.0772017,0.0000035405242,0.00018334594,0.000016476866,0.000959121,0.0008721994,0.00044134108,0.29650372,0.54048467,0.082668975],"study_design_scores_gemma":[0.00032422008,0.000018291215,0.39465508,0.00018397029,0.000012145135,0.000006588933,0.000082104336,0.0009683983,0.00010135688,0.108522855,0.49505916,0.00006582372],"about_ca_topic_score_codex":0.00007002022,"about_ca_topic_score_gemma":0.000006013548,"teacher_disagreement_score":0.80376315,"about_ca_system_score_codex":0.000082772734,"about_ca_system_score_gemma":0.00032147454,"threshold_uncertainty_score":0.18359798},"labels":[],"label_agreement":null},{"id":"W4410100524","doi":"10.26522/brocked.v34i1.1204","title":"A Review of Generative AI in Higher Education","year":2025,"lang":"en","type":"review","venue":"Brock Education Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Sociology; Psychology; Epistemology; Aesthetics; Art; Philosophy; Linguistics","score_opus":0.04366762999833006,"score_gpt":0.40839363556870234,"score_spread":0.36472600557037227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410100524","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.9937584e-8,0.9888093,0.0010573828,0.0062100696,0.0023946897,0.0002034572,0.0000012228489,0.000011086255,0.0013127626],"genre_scores_gemma":[3.009304e-7,0.96406597,0.006818842,0.0034214766,0.0007078941,0.00003171569,0.000025250549,0.000009310226,0.024919216],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980841,0.00041085895,0.0008999606,0.00025094138,0.0002049893,0.00014910377],"domain_scores_gemma":[0.99807817,0.00009499552,0.0008584073,0.0003795614,0.00047316297,0.00011569525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002492033,0.00020994627,0.00083038677,0.0005853086,0.00006458181,0.0001054163,0.00078607944,0.00011414278,0.00009351887],"category_scores_gemma":[0.00029173438,0.00017289144,0.00029411513,0.0012318195,0.000011769084,0.0002207368,0.00008022985,0.0007140317,0.000023835904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0312501e-7,0.00017058667,0.000002320218,0.034139503,0.000016522139,2.3574106e-7,0.000018292083,0.0000012850268,5.186721e-8,0.0022059414,0.12545252,0.83799267],"study_design_scores_gemma":[0.00002403463,0.000012507561,0.000009282983,0.22252275,0.00009366137,0.00006126401,0.0000058570354,0.000007279675,7.934118e-8,0.000996312,0.776154,0.00011300635],"about_ca_topic_score_codex":0.0000038696635,"about_ca_topic_score_gemma":7.054398e-7,"teacher_disagreement_score":0.83787966,"about_ca_system_score_codex":0.00020331415,"about_ca_system_score_gemma":0.017607627,"threshold_uncertainty_score":0.98796165},"labels":[],"label_agreement":null},{"id":"W4410193528","doi":"10.19173/irrodl.v26i2.8067","title":"Identifying Reasons That Contribute to Dropout Rates in Open and Distance Learning","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Open University of Sri Lanka","keywords":"Dropout (neural networks); Distance education; Open education; Computer science; Educational technology; Psychology; Mathematics education; World Wide Web; Machine learning","score_opus":0.08600845658552411,"score_gpt":0.4811343945656277,"score_spread":0.39512593798010354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193528","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19421276,0.10497606,0.16899544,0.49373147,0.0005773805,0.005707787,0.00011826895,0.00012994543,0.031550895],"genre_scores_gemma":[0.9777741,0.018540502,0.0011441243,0.0003347623,0.000015892314,0.00005524138,0.000048032016,0.0000062763793,0.0020811013],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974649,0.0008751964,0.00039741248,0.00042971518,0.00050600874,0.0003267873],"domain_scores_gemma":[0.99807805,0.0011325495,0.0001446119,0.0002753033,0.00028332215,0.00008616098],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008257003,0.00012048485,0.00036258955,0.00025092452,0.00027879182,0.0011524856,0.0027391699,0.000037539154,0.00001655538],"category_scores_gemma":[0.005000941,0.00009325426,0.00003243311,0.0012538602,0.0001192615,0.00052645407,0.0043422766,0.0009555829,0.0000066760213],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010168361,0.0001176526,0.75241745,0.0010845836,0.000054187483,0.000055760807,0.00044895968,0.00089574564,0.00007751017,0.18300354,0.0021274171,0.05961548],"study_design_scores_gemma":[0.004534017,0.0003531504,0.2525412,0.10914105,0.000035889003,0.00004611994,0.00905304,0.21830168,0.00030824618,0.048126124,0.35675576,0.00080370886],"about_ca_topic_score_codex":0.0007931776,"about_ca_topic_score_gemma":0.00015056836,"teacher_disagreement_score":0.7835613,"about_ca_system_score_codex":0.00011958835,"about_ca_system_score_gemma":0.00020453328,"threshold_uncertainty_score":0.9998844},"labels":[],"label_agreement":null},{"id":"W4410193540","doi":"10.19173/irrodl.v26i2.8662","title":"Twenty-Five Years of the International Review of Research in Open and Distributed Learning: A Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Educational technology; Bibliometrics; Computer science; Distance education; Data science; Library science; Mathematics education; Psychology","score_opus":0.09198339502494793,"score_gpt":0.4848227665810263,"score_spread":0.3928393715560784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36940593,0.32086036,0.008625865,0.27183703,0.0005903034,0.0064622615,0.0006155807,0.000058888676,0.021543816],"genre_scores_gemma":[0.82458055,0.1738794,0.00033594432,0.00016447349,0.000017839417,0.0000462152,0.00015910005,0.000006679975,0.00080979],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9940657,0.0022803976,0.0009809891,0.0005089144,0.001811232,0.00035276028],"domain_scores_gemma":[0.9942419,0.0030867255,0.00048388538,0.0005835018,0.001526412,0.000077567805],"candidate_categories":["metaresearch","bibliometrics","open_science"],"consensus_categories":[],"category_scores_codex":[0.02160973,0.00013847022,0.00067293004,0.007959644,0.00017103739,0.00039669315,0.006028497,0.000063873376,0.00006632923],"category_scores_gemma":[0.014995512,0.00009858388,0.00014535754,0.06390717,0.0004295305,0.0003912185,0.0075670597,0.00152783,0.000003048734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016247392,0.0006569921,0.7911588,0.010786288,0.00095896446,0.00003693167,0.00032198225,0.002707906,0.0000969553,0.05379356,0.0062018046,0.13311735],"study_design_scores_gemma":[0.0025435134,0.00034201783,0.62756366,0.14928557,0.00018932747,0.000018905163,0.0024954116,0.103808865,0.00014468744,0.009228743,0.1039852,0.00039411822],"about_ca_topic_score_codex":0.0019251792,"about_ca_topic_score_gemma":0.00006262655,"teacher_disagreement_score":0.45517462,"about_ca_system_score_codex":0.00017224962,"about_ca_system_score_gemma":0.0005306324,"threshold_uncertainty_score":0.99934936},"labels":[],"label_agreement":null},{"id":"W4410193682","doi":"10.19173/irrodl.v26i2.8370","title":"AI for Teachers: An Open Textbook—Artificial Intelligence for and by Teachers (2nd edition), by Colin de la Higuera and Jotsna Iyer (Erasmus+, 2024)","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Lembaga Pengelola Dana Pendidikan","keywords":"Erasmus+; Mathematics education; Computer science; Artificial intelligence; Psychology; Art; Art history","score_opus":0.06587620830637875,"score_gpt":0.48761671969339576,"score_spread":0.421740511387017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026921159,0.033688292,0.6971315,0.23382826,0.00026193963,0.0044229142,0.00062830455,0.000051256702,0.0030663777],"genre_scores_gemma":[0.9243158,0.03543994,0.023123847,0.0044446597,0.00027941942,0.00095061597,0.0011761709,0.00004463469,0.010224932],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982103,0.00059670774,0.00033709867,0.0003562538,0.00026180394,0.00023780191],"domain_scores_gemma":[0.9975947,0.0017853756,0.00010534452,0.00017544242,0.00025192945,0.00008720168],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.008038441,0.000106135885,0.00023998956,0.00009447342,0.0002941993,0.0010894067,0.0014636787,0.000059309725,0.000020825806],"category_scores_gemma":[0.0025347199,0.0000840064,0.000026924712,0.00028617532,0.0002428518,0.0004751144,0.0009285384,0.00056322326,6.6634726e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020326536,0.00042743352,0.0056309574,0.0010956447,0.00015091302,0.000004552386,0.0010422058,0.00019995039,0.0006962608,0.23208278,0.20684496,0.5516211],"study_design_scores_gemma":[0.00097565306,0.000470364,0.0006291027,0.004748646,0.000034879966,0.0000133305875,0.002197311,0.17212123,0.00039837617,0.09535844,0.7227824,0.00027027537],"about_ca_topic_score_codex":0.000366866,"about_ca_topic_score_gemma":0.000020887814,"teacher_disagreement_score":0.8973946,"about_ca_system_score_codex":0.00007234277,"about_ca_system_score_gemma":0.00025661205,"threshold_uncertainty_score":0.99994755},"labels":[],"label_agreement":null},{"id":"W4410193786","doi":"10.19173/irrodl.v26i2.8311","title":"What Did We Learn About Massive Open Online Courses for Teachers? A Scoping Review","year":2025,"lang":"en","type":"review","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open education; Open educational resources; Distance education; Computer science; Educational technology; Online learning; Electronic learning; Mathematics education; Technology integration; Instructional design; Faculty development; Multimedia; World Wide Web; Pedagogy; Psychology; Professional development","score_opus":0.17844424318514512,"score_gpt":0.5512295124687687,"score_spread":0.3727852692836236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193786","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4484945e-7,0.95374167,0.0013189869,0.03908975,0.00022052084,0.0049048965,0.00013642616,0.000019676725,0.00056781986],"genre_scores_gemma":[0.0000018771966,0.9927983,0.0013499395,0.0005055781,0.000104431536,0.0005993298,0.00106731,0.000023397448,0.0035497895],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941514,0.002163302,0.001376249,0.0008405682,0.0009579099,0.0005105713],"domain_scores_gemma":[0.9921325,0.0050970325,0.0009858628,0.0008024559,0.00085232675,0.00012983172],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.011923149,0.0003740499,0.0022265841,0.0003276101,0.0003355363,0.0018703644,0.00910334,0.00013657453,0.00005811207],"category_scores_gemma":[0.010072949,0.00025154362,0.00036829087,0.001574994,0.00020236516,0.0009864073,0.0066584875,0.001953265,0.000013159583],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050923622,0.00008421402,0.000009386343,0.22112711,0.000100056786,0.0000094067345,0.000028246957,0.000012426189,2.0984864e-8,0.0037612035,0.0040948894,0.7707679],"study_design_scores_gemma":[0.00017697483,0.000048867554,0.0000010283889,0.52513283,0.00007651829,0.000008876574,0.00013503728,0.0005081686,7.022336e-8,0.0003479841,0.47343317,0.00013050265],"about_ca_topic_score_codex":0.00010911659,"about_ca_topic_score_gemma":0.000031979922,"teacher_disagreement_score":0.77063745,"about_ca_system_score_codex":0.00022552836,"about_ca_system_score_gemma":0.0024723266,"threshold_uncertainty_score":0.9999937},"labels":[],"label_agreement":null},{"id":"W4410193796","doi":"10.19173/irrodl.v26i2.8035","title":"Quality Criteria for Online Courses Development","year":2025,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Distance education; Quality (philosophy); Educational technology; Mathematics education; Multimedia; Psychology","score_opus":0.1724913698444918,"score_gpt":0.5536298081999002,"score_spread":0.3811384383554084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410193796","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09111937,0.046353422,0.31614456,0.5292736,0.00068363117,0.0029110673,0.00020715044,0.000101306345,0.01320585],"genre_scores_gemma":[0.942095,0.01640985,0.035696477,0.001298112,0.00007945969,0.00011795414,0.000449975,0.00000847869,0.0038447373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855506,0.0003650389,0.0003610405,0.00019864096,0.00035647023,0.00016376018],"domain_scores_gemma":[0.99807924,0.0011407929,0.00009777128,0.00018486012,0.00046619223,0.000031145286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006506879,0.00006149325,0.00019086026,0.00010504479,0.00015485313,0.0001950462,0.0015670888,0.000020935862,0.000013800527],"category_scores_gemma":[0.0032504676,0.000043149194,0.000032089047,0.0004431725,0.00007474404,0.00013666763,0.000989357,0.00031262045,0.0000018867484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009985166,0.00048655627,0.029067848,0.0043045036,0.00013486939,0.000006312066,0.0002301749,0.00024884814,0.00013644781,0.42217442,0.013210479,0.52989966],"study_design_scores_gemma":[0.0011230859,0.000088325774,0.03589868,0.016271872,0.0000073617,0.000004125962,0.0008764164,0.054277405,0.00017656053,0.018669333,0.87243134,0.00017546727],"about_ca_topic_score_codex":0.00008435708,"about_ca_topic_score_gemma":0.000018507622,"teacher_disagreement_score":0.85922086,"about_ca_system_score_codex":0.000058970003,"about_ca_system_score_gemma":0.0003435939,"threshold_uncertainty_score":0.38913482},"labels":[],"label_agreement":null},{"id":"W4410237437","doi":"10.23977/aetp.2025.090303","title":"The Impact of Online Courses on The Learning Outcomes of College Students and Optimization Strategies","year":2025,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Computer science; Medical education; Online learning; Psychology; Multimedia; Medicine","score_opus":0.013432575263870053,"score_gpt":0.4326695407295178,"score_spread":0.41923696546564776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410237437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92532265,0.0032123574,0.0076917973,0.06278042,0.00018506045,0.000091599264,0.0000045000447,0.000017811797,0.0006938031],"genre_scores_gemma":[0.99507827,0.0020046672,0.0026501517,0.000086577704,0.0000051766415,0.0000060405005,0.0000015920635,0.0000014369776,0.00016608495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99952346,0.000059618877,0.00015567258,0.00012842758,0.00005361832,0.00007918758],"domain_scores_gemma":[0.998975,0.00069934694,0.000109402026,0.00015629879,0.0000534987,0.000006459016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017468487,0.0000582522,0.00011155068,0.00020241634,0.000100278245,0.000009320316,0.00033783537,0.00005857017,0.000001880649],"category_scores_gemma":[0.0002127906,0.000033308625,0.000015343172,0.0004702283,0.0003811861,0.00007662772,0.00005590581,0.0001845883,1.3924527e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000888948,0.00013902834,0.36591747,0.0000031120346,0.000023900706,1.2624962e-7,0.00005381093,0.015093825,0.000007346804,0.61320025,0.000027050253,0.005525177],"study_design_scores_gemma":[0.0002796999,0.00025862784,0.59800977,0.0000359103,0.000005412193,0.000004894725,0.001217139,0.0070603965,0.000009287482,0.39262363,0.00044486305,0.00005038948],"about_ca_topic_score_codex":0.000003773906,"about_ca_topic_score_gemma":0.000011732164,"teacher_disagreement_score":0.23209228,"about_ca_system_score_codex":0.0000067059464,"about_ca_system_score_gemma":0.00008398482,"threshold_uncertainty_score":0.14044961},"labels":[],"label_agreement":null},{"id":"W4410375780","doi":"10.22214/ijraset.2025.70678","title":"AI Powered Education","year":2025,"lang":"en","type":"article","venue":"International Journal for Research in Applied Science and Engineering Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Aeronautics; Engineering","score_opus":0.023733506768258576,"score_gpt":0.42627828421648206,"score_spread":0.4025447774482235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410375780","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05279236,0.0005787985,0.5823972,0.35466912,0.0037938994,0.0004082648,0.0000015862037,0.00027433562,0.0050843884],"genre_scores_gemma":[0.97072256,0.00007149515,0.028784815,0.00021020882,0.000056835896,0.000023981107,3.1027108e-7,0.000002662311,0.000127125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99892277,0.000005312246,0.00014639375,0.00020975035,0.00042543566,0.00029033498],"domain_scores_gemma":[0.99912953,0.0000741471,0.00002157904,0.00014225501,0.00058217347,0.000050304323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019033724,0.00005127018,0.00006763341,0.002955732,0.00016217967,0.00033776648,0.001472136,0.000053633514,5.988903e-7],"category_scores_gemma":[0.00052679435,0.000048510297,0.000012676732,0.0017785406,0.00016803393,0.00018602135,0.00032322988,0.0005129212,0.000002172484],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033615909,0.000029024373,0.00014667482,0.0000047978137,0.000004874738,0.0000028639483,0.000025871104,0.00035146307,0.008809255,0.8514802,0.0004413289,0.13870029],"study_design_scores_gemma":[0.00043128568,0.000059538837,0.00054442027,0.00014293144,0.0000010994504,0.000084055275,0.00018014602,0.33061385,0.0031301382,0.5656761,0.099017575,0.00011885263],"about_ca_topic_score_codex":0.0000031221225,"about_ca_topic_score_gemma":9.0549185e-7,"teacher_disagreement_score":0.9179302,"about_ca_system_score_codex":0.00020933447,"about_ca_system_score_gemma":0.0007170472,"threshold_uncertainty_score":0.32570902},"labels":[],"label_agreement":null},{"id":"W4410432160","doi":"10.2139/ssrn.5257238","title":"Searching for the Best Student Architecture in Knowledge Distillation Framework","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ontario Institute of Technology","funders":"","keywords":"Architecture; Computer science; Distillation; Best practice; Data science; Knowledge management; Geography; Economics; Management; Chromatography; Chemistry; Archaeology","score_opus":0.014750911562608117,"score_gpt":0.3506846742599878,"score_spread":0.3359337626973797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410432160","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077808956,0.007859957,0.97029585,0.012661724,0.000773406,0.00030887368,0.0000035489072,0.0000391644,0.00027660927],"genre_scores_gemma":[0.9803582,0.0037534295,0.011881327,0.00007909656,0.0012324182,0.00002687945,0.0000064481924,0.000019008095,0.0026432003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997231,0.0002293226,0.00036353228,0.0003953698,0.00030404486,0.0014767112],"domain_scores_gemma":[0.99824566,0.0008573705,0.00022008907,0.0005013635,0.00012340579,0.000052101437],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002836764,0.0002294346,0.00026828778,0.0002768655,0.000355833,0.000441226,0.0019440684,0.00020027837,7.84821e-7],"category_scores_gemma":[0.00033390507,0.00016216887,0.00023474378,0.00033575576,0.000032568307,0.00005673331,0.0008335439,0.009654152,0.0000041809935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011093616,0.000110294895,0.0018636034,0.00005383709,0.00018147087,0.0000017343738,0.0018890364,0.13998061,0.0000013102597,0.5338911,0.000014037581,0.32200187],"study_design_scores_gemma":[0.00021148928,0.0001084062,0.00075717195,0.0004816843,0.000043750944,0.000026105037,0.000510113,0.14040324,0.0000013429973,0.8548412,0.002432533,0.00018299757],"about_ca_topic_score_codex":0.0000447034,"about_ca_topic_score_gemma":0.0010865643,"teacher_disagreement_score":0.9725773,"about_ca_system_score_codex":0.0008395499,"about_ca_system_score_gemma":0.0040335227,"threshold_uncertainty_score":0.9926306},"labels":[],"label_agreement":null},{"id":"W4410446756","doi":"10.23977/aetp.2025.090310","title":"Generative Artificial Intelligence (OpenAI) Empowering Intelligent Finance Classroom Development: A Case Study of Xi'an University of Finance and Economics","year":2025,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Finance; Economics; Artificial intelligence; Computer science","score_opus":0.021843386410437662,"score_gpt":0.35525382435270614,"score_spread":0.3334104379422685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410446756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89610004,0.0012881034,0.09922997,0.0030408155,0.0001595857,0.000082542116,9.627291e-7,0.000009550988,0.000088456],"genre_scores_gemma":[0.9560602,0.0013583379,0.042465873,0.000053005046,0.0000056544086,0.0000029951455,8.8467584e-7,0.0000016922199,0.000051415704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999259,0.000040751504,0.00024120336,0.0003315219,0.000023642295,0.000103907834],"domain_scores_gemma":[0.99949175,0.00009772938,0.0001306491,0.00021089184,0.00005724449,0.000011743574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014729911,0.00007864863,0.00016784889,0.0003539801,0.000090487025,0.000005006251,0.00028756578,0.00008323466,0.0000017775378],"category_scores_gemma":[0.00002776681,0.000090256144,0.000008129086,0.0005198519,0.00026222307,0.00017652911,0.000122065416,0.00016364544,5.293215e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002370151,0.0006942136,0.021439454,0.000015975098,0.000018524952,0.000024629746,0.0040917364,0.0030840351,0.00002237551,0.58104247,0.0000032440632,0.38953963],"study_design_scores_gemma":[0.00050332415,0.0009496043,0.016772557,0.00010936794,0.00001733491,0.00035401355,0.024401315,0.025951259,0.0013162438,0.91897523,0.010252963,0.00039678233],"about_ca_topic_score_codex":0.000016228605,"about_ca_topic_score_gemma":0.00070965925,"teacher_disagreement_score":0.38914284,"about_ca_system_score_codex":0.000017252343,"about_ca_system_score_gemma":0.00011739576,"threshold_uncertainty_score":0.36805388},"labels":[],"label_agreement":null},{"id":"W4410537701","doi":"10.1109/icst62969.2025.10989008","title":"Understanding and Enhancing Attribute Prioritization in Fixing Web UI Tests with LLMs","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Prioritization; Computer science; World Wide Web; Data science; Information retrieval; Engineering; Process management","score_opus":0.029119053559023802,"score_gpt":0.2693882010618705,"score_spread":0.2402691475028467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410537701","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08281911,0.000044059518,0.91017383,0.0038428653,0.00004578371,0.00004781139,1.9481367e-7,0.000103805396,0.0029225247],"genre_scores_gemma":[0.9813737,0.0000121150415,0.017295407,0.00014331774,0.000011670291,6.9716543e-7,9.01944e-7,0.0000026262112,0.0011595606],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99945736,0.000020991627,0.000107626896,0.00018857083,0.000086904125,0.00013855216],"domain_scores_gemma":[0.999713,0.000101076366,0.000026170655,0.00011232469,0.000023120228,0.000024331088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018900634,0.0000612175,0.00008576178,0.000149487,0.00008140136,0.00017101724,0.00010708514,0.000027966433,0.0000016076164],"category_scores_gemma":[0.000049064332,0.000051572137,0.0000077996665,0.00061095017,0.000015090581,0.00020469696,0.000075599004,0.000100518395,0.000001534395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061034384,0.00006353837,0.5672211,0.00012798884,0.00002772292,0.0000591909,0.0009208429,0.004526865,0.0039525065,0.41796696,0.000329931,0.004797243],"study_design_scores_gemma":[0.0008549441,0.00008617048,0.015217802,0.0006565495,0.000010240642,0.0000125012275,0.0004916132,0.97312754,0.0010015236,0.007894126,0.00039754665,0.00024943604],"about_ca_topic_score_codex":0.000015816342,"about_ca_topic_score_gemma":0.00023895456,"teacher_disagreement_score":0.9686007,"about_ca_system_score_codex":0.000071254806,"about_ca_system_score_gemma":0.00008477502,"threshold_uncertainty_score":0.21030506},"labels":[],"label_agreement":null},{"id":"W4410562675","doi":"10.5539/elt.v18n6p14","title":"Exploring the Use of AI-writing Assistant for Foreign Language Learners: A Mixed-Methods Study in the Saudi EFL Context","year":2025,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; English as a foreign language; Context (archaeology); Linguistics; Foreign language; Multimethodology; Language assessment; Mathematics education; Pedagogy","score_opus":0.0628978884044141,"score_gpt":0.3694156746877142,"score_spread":0.30651778628330006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410562675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79560626,0.00031494562,0.201766,0.0008758509,0.0002468692,0.00042774246,0.000004166249,0.00013459481,0.0006236085],"genre_scores_gemma":[0.9590387,0.0000024119452,0.039875466,0.0005996005,0.00018414672,0.000073951625,0.000003829734,0.000015462088,0.000206431],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99703616,0.0015680864,0.00043424024,0.00035591764,0.00025897025,0.00034660753],"domain_scores_gemma":[0.9953116,0.0036795472,0.00015008032,0.0007753327,0.000055482156,0.000027962387],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005608838,0.00018001201,0.00029669917,0.00019737374,0.000306045,0.000414211,0.0010788679,0.000039171424,0.0000011877934],"category_scores_gemma":[0.005327485,0.00011468377,0.00014354274,0.0004888481,0.00004157416,0.0005542131,0.00028776366,0.0009846976,4.968491e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012537905,0.00024072347,0.0049691373,0.00006891861,0.00006753525,0.000040693798,0.5246464,0.0012754318,0.00037680365,0.03581132,0.00020056665,0.43228993],"study_design_scores_gemma":[0.00086271414,0.00015767138,0.0020405252,0.0003098575,0.000056505156,0.000002909854,0.93521196,0.057911463,0.00044852553,0.00033257398,0.002437937,0.00022734047],"about_ca_topic_score_codex":0.0005177308,"about_ca_topic_score_gemma":0.00027619093,"teacher_disagreement_score":0.43206257,"about_ca_system_score_codex":0.000046834826,"about_ca_system_score_gemma":0.000052288706,"threshold_uncertainty_score":0.63778824},"labels":[],"label_agreement":null},{"id":"W4410564409","doi":"10.5539/jel.v14n5p209","title":"Trends in Massive Open Online Courses (MOOCs) Research Over the Past Ten Years (2015–2024): A Bibliometric Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Trend analysis; Mathematics education; Psychology; Statistics; Mathematics","score_opus":0.04626387669062402,"score_gpt":0.44944928039818255,"score_spread":0.4031854037075585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410564409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94899017,0.0019618873,0.0022554519,0.044192903,0.00048158263,0.000057971574,8.285022e-7,0.000008802331,0.0020503872],"genre_scores_gemma":[0.97744715,0.00026876715,0.0026882696,0.0002501538,0.00017352677,0.0000014770012,0.0000030684848,0.000003967167,0.019163603],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99844486,0.00052450213,0.0003233087,0.00016503182,0.00036501675,0.00017728895],"domain_scores_gemma":[0.99856263,0.0005279553,0.0002598474,0.00018924144,0.00038620227,0.00007410442],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0027634138,0.00006998503,0.00021019776,0.049616754,0.00018955022,0.0006570354,0.0007811871,0.00004425325,0.00006853036],"category_scores_gemma":[0.0007037227,0.00004960361,0.00008093733,0.10356398,0.00004780774,0.00034466674,0.0002410774,0.0010374783,0.0000023954992],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001176404,0.0003783772,0.43657628,0.00000814754,0.00018917845,0.000009725063,0.001729845,0.0061510704,0.000013975831,0.0011832684,0.018735468,0.5350129],"study_design_scores_gemma":[0.00023990663,0.00008922126,0.92737,0.00007227351,0.00006429686,0.000007329477,0.0031492976,0.023488889,6.760836e-7,0.00032909424,0.045131683,0.00005734254],"about_ca_topic_score_codex":0.00018826644,"about_ca_topic_score_gemma":0.000051114195,"teacher_disagreement_score":0.53495556,"about_ca_system_score_codex":0.00006794299,"about_ca_system_score_gemma":0.00044317252,"threshold_uncertainty_score":0.96115506},"labels":[{"model":"gemma","categories":["bibliometrics"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410717751","doi":"10.5430/jct.v14n2p207","title":"Developing Elementary Mathematics Curricula Using Artificial Intelligence Applications from Experts' Perspective","year":2025,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Mathematics education; Curriculum; Computer science; Artificial intelligence; Mathematics; Psychology; Pedagogy","score_opus":0.02500122494768641,"score_gpt":0.3497608890454681,"score_spread":0.3247596640977817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410717751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088845536,0.0006654066,0.9070464,0.002967139,0.00015905671,0.00005533738,7.80079e-7,0.000021094094,0.00023925693],"genre_scores_gemma":[0.56022996,0.000033751374,0.4393967,0.00014193793,0.00018629602,0.0000010241596,4.826331e-7,0.0000036255208,0.0000062098557],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989465,0.000072130766,0.00046445162,0.00016897054,0.00020036122,0.00014762171],"domain_scores_gemma":[0.9991774,0.00013189873,0.0003139674,0.00014758305,0.00017107147,0.000058078844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043957622,0.000115673174,0.00021343697,0.00019762306,0.00029778766,0.00019538756,0.0003838232,0.000039070852,0.0000025054417],"category_scores_gemma":[0.00011416358,0.0000938697,0.00008125839,0.0001984219,0.000031933483,0.00033418642,0.00015262685,0.00036215244,9.388302e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.4277176e-7,0.00014611408,0.0010334227,0.000013322215,0.000056571662,0.00000937572,0.0016315981,0.00045344405,0.00027972247,0.93656445,0.000028406099,0.05978283],"study_design_scores_gemma":[0.000097875636,0.000041332296,0.00012185299,0.0005709807,0.00008557139,0.0000723018,0.019961882,0.37109283,0.00044600654,0.60636216,0.0009282443,0.00021897661],"about_ca_topic_score_codex":0.00009743678,"about_ca_topic_score_gemma":0.0000042919223,"teacher_disagreement_score":0.47138444,"about_ca_system_score_codex":0.0001218122,"about_ca_system_score_gemma":0.00011311609,"threshold_uncertainty_score":0.38278952},"labels":[],"label_agreement":null},{"id":"W4410727883","doi":"10.14419/jvvyjn56","title":"Design and development of a comprehensive learning management system (LMS) with integrated machine learning for personalized","year":2025,"lang":"en","type":"article","venue":"International Journal of Basic and Applied Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Learning Management; Integrated learning; Artificial intelligence; Multimedia; Engineering","score_opus":0.021927276631862332,"score_gpt":0.27663661333413486,"score_spread":0.2547093367022725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410727883","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07757239,0.00023507063,0.9212323,0.00050691224,0.000071231145,0.00008106153,2.610218e-7,0.000013039314,0.0002877593],"genre_scores_gemma":[0.7129839,0.000026873653,0.28677478,0.000036405545,0.000011084571,0.0000024973804,6.232011e-7,0.0000018374191,0.00016196974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990965,0.00004189166,0.0002738189,0.0001585236,0.00033178556,0.000097455864],"domain_scores_gemma":[0.9991886,0.00020301994,0.0002947782,0.000029882354,0.00024975423,0.000033984612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006587539,0.000086157066,0.0001784364,0.00026405064,0.000191852,0.0001322237,0.00035843303,0.000017907107,9.380225e-7],"category_scores_gemma":[0.000012544608,0.00005886595,0.000021380167,0.00019283275,0.00014390056,0.0001044788,0.000090565176,0.00013281488,1.9699212e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007034528,0.00016585659,0.0058770245,0.00038556205,0.0011371771,0.000041236795,0.0061343727,0.13787322,0.0045306897,0.392962,0.00007365925,0.45011574],"study_design_scores_gemma":[0.0043105423,0.00068745454,0.0019725522,0.0015369845,0.000085965024,0.00016271883,0.017612038,0.94936174,0.003908177,0.0013280957,0.018704494,0.00032924325],"about_ca_topic_score_codex":0.000001871488,"about_ca_topic_score_gemma":5.4528385e-7,"teacher_disagreement_score":0.8114885,"about_ca_system_score_codex":0.000029248598,"about_ca_system_score_gemma":0.00013834595,"threshold_uncertainty_score":0.24004836},"labels":[],"label_agreement":null},{"id":"W4410797359","doi":"10.5539/jel.v14n5p295","title":"Investigating Students’ Views on Their In-class Attention During Lectures: The Case of Morocco","year":2025,"lang":"en","type":"article","venue":"Journal of Education and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Class (philosophy); Mathematics education; Pedagogy; Computer science","score_opus":0.01646110452325732,"score_gpt":0.33771150163618935,"score_spread":0.321250397112932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410797359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928826,0.00038236062,0.0015865671,0.0045757145,0.00021512911,0.00003261597,3.3255567e-8,0.0000046464343,0.00032031693],"genre_scores_gemma":[0.9979697,0.00004505015,0.0010935932,0.00024764924,0.00007030272,6.915008e-7,1.6027512e-7,0.0000024570838,0.0005704179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99919254,0.0002448811,0.00030284125,0.00008281114,0.00010259372,0.000074360134],"domain_scores_gemma":[0.9992256,0.00019729683,0.0003526023,0.000094390074,0.00009996067,0.000030107321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084111,0.00006015103,0.000119452154,0.00022409337,0.0001672926,0.000094409144,0.00020654709,0.000025137968,0.0000017656939],"category_scores_gemma":[0.00045200263,0.000039163817,0.00004396478,0.00033594426,0.000023741994,0.00011983382,0.000046017176,0.0005144696,4.481471e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021973336,0.0008123733,0.45013338,0.00032495408,0.00014761156,0.000058069923,0.052508038,0.048353665,0.009792645,0.013205166,0.0004257445,0.4242164],"study_design_scores_gemma":[0.0018285821,0.0005615182,0.84016097,0.003945512,0.00008038885,0.0014426913,0.062067542,0.07218062,0.0013722528,0.0062412345,0.009762833,0.00035588146],"about_ca_topic_score_codex":0.00001940498,"about_ca_topic_score_gemma":0.000012147926,"teacher_disagreement_score":0.4238605,"about_ca_system_score_codex":0.000031075997,"about_ca_system_score_gemma":0.00013624218,"threshold_uncertainty_score":0.22351429},"labels":[],"label_agreement":null},{"id":"W4410924570","doi":"10.1007/978-3-031-93567-1_19","title":"Hybrid Deep Learning-Based Framework for Students’ Cognitive Analysis in Online Learning","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bow Valley College; Athabasca University","funders":"","keywords":"Computer science; Online learning; Artificial intelligence; Cognition; Deep learning; Machine learning; Multimedia; Psychology","score_opus":0.013057469430254749,"score_gpt":0.31308398768183293,"score_spread":0.30002651825157817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410924570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009510201,0.00037877026,0.9962344,0.0011058194,0.000511248,0.00041556326,0.000013028745,0.00021627305,0.00017383457],"genre_scores_gemma":[0.5388411,0.000050454128,0.45805606,0.0014010699,0.00033813182,0.000016841155,0.00011237794,0.000041138774,0.0011427761],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99492407,0.0001463397,0.00077703415,0.0020611475,0.0012042839,0.0008871546],"domain_scores_gemma":[0.9943101,0.0036996214,0.00051280163,0.00079440884,0.0005109824,0.00017212288],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014955844,0.00066317746,0.0010827407,0.003193496,0.00039106602,0.00075900607,0.0033363525,0.0003903706,0.000015390968],"category_scores_gemma":[0.0017173679,0.0006661376,0.00044652066,0.0025429071,0.0004067033,0.0002570487,0.0010990174,0.0029665257,0.000010868132],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014763578,0.000108305496,0.008107259,0.000051490555,0.00010428494,0.00007008181,0.0003090013,0.72150564,0.0000010950922,0.0026866891,0.00000133947,0.26704004],"study_design_scores_gemma":[0.0005181488,0.00031363653,0.001376966,0.0009877516,0.00015223556,0.0000031992547,0.0000015288093,0.93981737,0.000045582623,0.055810463,0.000322306,0.00065079535],"about_ca_topic_score_codex":0.000029433568,"about_ca_topic_score_gemma":0.00018941055,"teacher_disagreement_score":0.5381784,"about_ca_system_score_codex":0.00032668933,"about_ca_system_score_gemma":0.0005629767,"threshold_uncertainty_score":0.999579},"labels":[],"label_agreement":null},{"id":"W4410998622","doi":"10.21203/rs.3.rs-6734715/v1","title":"Knowledge User Perspectives on Integrated Knowledge Translation (iKT) in Health Interventions Research for People with Multiple Sclerosis: A Qualitative Descriptive Study","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Holland Bloorview Kids Rehabilitation Hospital; University of Guelph; Toronto Rehabilitation Institute; University Health Network","funders":"Canadian Institutes of Health Research","keywords":"Knowledge translation; Descriptive research; Psychological intervention; Knowledge management; Qualitative research; Translation (biology); Computer science; Psychology; Medicine; Sociology; Nursing; Social science","score_opus":0.4340266526011335,"score_gpt":0.5523863158529784,"score_spread":0.11835966325184488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410998622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29916996,0.017487794,0.62271065,0.025454516,0.0007201127,0.029684594,0.0012436078,0.0008918493,0.0026369418],"genre_scores_gemma":[0.97783464,0.0002769409,0.016152255,0.000004991615,0.00010298018,0.0023806079,0.00011987008,0.00004495061,0.0030827632],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9824526,0.012418788,0.0008534716,0.0018397104,0.0012348243,0.0012006154],"domain_scores_gemma":[0.98649037,0.006941568,0.0001961969,0.0012083214,0.0049007903,0.00026277246],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.018103661,0.0004346958,0.0009014868,0.0037664436,0.000880525,0.00066075067,0.00175328,0.00026725247,0.000008772889],"category_scores_gemma":[0.003590339,0.000372974,0.00034128348,0.0050901477,0.0002888853,0.00028242506,0.0011142194,0.004563571,0.000034234887],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005607995,0.0096048815,0.002547998,0.0037996697,0.00028470065,0.000005615195,0.9467275,0.001943919,0.0000062764025,0.017342126,0.002019256,0.015157218],"study_design_scores_gemma":[0.0031256345,0.0071514277,0.009723758,0.021819675,0.00001655956,4.5431054e-7,0.74355036,0.21049818,0.000017492055,0.0026205664,0.0010101214,0.00046578504],"about_ca_topic_score_codex":0.0045099435,"about_ca_topic_score_gemma":0.05014611,"teacher_disagreement_score":0.6786647,"about_ca_system_score_codex":0.0023244708,"about_ca_system_score_gemma":0.004257808,"threshold_uncertainty_score":0.9998722},"labels":[],"label_agreement":null},{"id":"W4411044881","doi":"10.1108/ijlls-11-2024-0277","title":"Leveraging generative AI in science lesson study: transforming density concept instruction through ChatGPT integration","year":2025,"lang":"en","type":"article","venue":"International Journal for Lesson and Learning Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Generative grammar; Lesson study; Computer science; Mathematics education; Psychology; Pedagogy; Artificial intelligence; Professional development","score_opus":0.03671047198988018,"score_gpt":0.3986823230969484,"score_spread":0.3619718511070682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411044881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72645056,0.00044712602,0.257516,0.013824592,0.0015207825,0.00012659525,5.133081e-7,0.000037541082,0.00007628789],"genre_scores_gemma":[0.99343705,0.00030211263,0.0052766236,0.0004233978,0.0001706072,0.000008184142,0.000001654703,0.000004977436,0.0003754032],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985934,0.00012896751,0.00034114474,0.00033422303,0.0003869089,0.00021535798],"domain_scores_gemma":[0.9987928,0.00016906197,0.00015965918,0.0000727623,0.00077461265,0.000031099098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011274772,0.0001454791,0.00023229203,0.0004144978,0.0010005418,0.0005203526,0.00039689857,0.000035784546,5.909583e-7],"category_scores_gemma":[0.00061838113,0.00012493863,0.00005801582,0.0004070169,0.0001540912,0.0010485189,0.00013740438,0.00066517346,4.352213e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009359107,0.000220491,0.026287382,0.000024901461,0.0004046703,0.000043174958,0.19807884,0.014498214,0.0026956224,0.0610491,0.00013337443,0.6964706],"study_design_scores_gemma":[0.010416358,0.0012854782,0.068287924,0.0021028048,0.00014261213,0.00029627376,0.1794507,0.63562036,0.012619939,0.07032766,0.018306896,0.0011429887],"about_ca_topic_score_codex":0.00005803354,"about_ca_topic_score_gemma":0.0000700767,"teacher_disagreement_score":0.69532764,"about_ca_system_score_codex":0.0002587718,"about_ca_system_score_gemma":0.00014071818,"threshold_uncertainty_score":0.76954603},"labels":[],"label_agreement":null},{"id":"W4411069680","doi":"10.23977/jaip.2025.080215","title":"The Nature of DeepSeek Used in Teaching","year":2025,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Psychology; Computer science","score_opus":0.02175311586682528,"score_gpt":0.3778878245567544,"score_spread":0.35613470868992914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411069680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05055348,0.001220476,0.85930294,0.084870465,0.0014943841,0.00007617505,2.9261585e-7,0.000015603955,0.0024662036],"genre_scores_gemma":[0.96307755,0.00014860817,0.03618351,0.00036484053,0.00009922785,3.0760188e-7,4.970309e-8,0.0000031620161,0.00012272004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829787,0.00035646698,0.0007314655,0.000111916575,0.0003396884,0.00016258922],"domain_scores_gemma":[0.9955638,0.0030648548,0.00070036354,0.00025305664,0.00038192872,0.000036011137],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037203894,0.000077661716,0.000174562,0.00021690606,0.00014437689,0.0001876584,0.0009511989,0.000083230574,0.0000015589865],"category_scores_gemma":[0.008631114,0.0000534999,0.00009298425,0.0005991438,0.000059493465,0.0007387847,0.000104832,0.0015603418,0.0000050069148],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009120066,0.0002881984,0.00072960946,0.000011964014,0.00005539072,0.000057908874,0.0017205304,0.007895669,0.0012428577,0.5905897,0.00021160247,0.39710534],"study_design_scores_gemma":[0.00015955586,0.0006821165,0.0011715369,0.00065903657,0.00012922399,0.00021372558,0.015756669,0.49045727,0.03079661,0.3830314,0.07659928,0.00034357427],"about_ca_topic_score_codex":0.0000309973,"about_ca_topic_score_gemma":0.00003940227,"teacher_disagreement_score":0.9125241,"about_ca_system_score_codex":0.00004174273,"about_ca_system_score_gemma":0.000253659,"threshold_uncertainty_score":0.9997196},"labels":[],"label_agreement":null},{"id":"W4411076153","doi":"10.70725/815246mfssgp","title":"Generative AI and Teachers’ Perspectives on Its Implementation in Education","year":2023,"lang":"en","type":"article","venue":"Journal of Interactive Learning Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":209,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Carleton University","funders":"","keywords":"Computer science; Generative grammar; Mathematics education; Computer-Assisted Instruction; Technology integration; Teaching method; Instructional design; Educational technology; Pedagogy; Multimedia; Psychology; Artificial intelligence","score_opus":0.06924706602655352,"score_gpt":0.5073029700661744,"score_spread":0.4380559040396209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411076153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760841,0.00020231826,0.0012427493,0.021787733,0.0001337974,0.000080221165,2.8923913e-7,0.000018379782,0.00045039537],"genre_scores_gemma":[0.9972802,0.00025763857,0.0009097128,0.00006953223,0.00018881782,0.000003682534,0.000001213128,0.000007773938,0.0012814773],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99803644,0.0008181448,0.00023409922,0.00019729258,0.0004919808,0.00022203321],"domain_scores_gemma":[0.99832386,0.00059529877,0.00016545186,0.00008430107,0.00075927225,0.00007180735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022831068,0.000075233176,0.00013237336,0.0012375521,0.0001461254,0.00022848492,0.0002516757,0.000034721044,0.000018353852],"category_scores_gemma":[0.0014246224,0.000064222186,0.000040260627,0.00092565187,0.00003472847,0.0006527997,0.00011156942,0.0016820941,0.000040454735],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016740842,0.0006067812,0.05392461,0.00002972132,0.00015283101,0.00016230301,0.38714755,0.009964305,0.01985234,0.020197038,0.008704757,0.49909037],"study_design_scores_gemma":[0.0021702882,0.005496931,0.3071381,0.0009463872,0.000013209694,0.00015277289,0.50115645,0.15245348,0.008465324,0.010430451,0.011106972,0.00046966496],"about_ca_topic_score_codex":0.000029211305,"about_ca_topic_score_gemma":0.000009046159,"teacher_disagreement_score":0.4986207,"about_ca_system_score_codex":0.0002608438,"about_ca_system_score_gemma":0.00032078256,"threshold_uncertainty_score":0.7307955},"labels":[],"label_agreement":null},{"id":"W4411077753","doi":"10.3390/info16060476","title":"Benchmarking Variants of Recursive Feature Elimination: Insights from Predictive Tasks in Education and Healthcare","year":2025,"lang":"en","type":"article","venue":"Information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Benchmarking; Feature (linguistics); Health care; Computer science; Artificial intelligence; Machine learning; Computational biology; Business; Political science; Biology; Philosophy","score_opus":0.004059977449946719,"score_gpt":0.25534205161912366,"score_spread":0.2512820741691769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411077753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5537251,0.0020591826,0.38457835,0.044280086,0.0022623383,0.0006984457,0.00004242398,0.00013800485,0.012216072],"genre_scores_gemma":[0.98934364,0.000053979024,0.010143833,0.00032130352,0.00002893767,0.000004349509,0.000079636375,7.563393e-7,0.000023578354],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99956566,0.000034254837,0.00017233868,0.0000739415,0.00010081211,0.00005298927],"domain_scores_gemma":[0.99952334,0.00005191692,0.00013092853,0.00011345032,0.0001628106,0.000017547998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007260259,0.0000472991,0.000072742965,0.00023351537,0.000042372867,0.00004743966,0.000108924985,0.0000631569,5.4688235e-7],"category_scores_gemma":[0.00007265821,0.000046333756,0.000009976637,0.0003749605,0.000010987728,0.0010761998,0.000043783093,0.00011446368,0.0000011769488],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001776963,0.00006803273,0.007884289,0.00013381777,0.000018410965,4.5272824e-7,0.028558426,0.0010280302,0.000025703153,0.20930886,0.0012293576,0.75172687],"study_design_scores_gemma":[0.00036392265,0.000091603135,0.601069,0.00062830566,0.0000087453,0.0000013063542,0.0018246846,0.34784818,0.00016796109,0.045400754,0.0024961785,0.000099378245],"about_ca_topic_score_codex":0.00014931668,"about_ca_topic_score_gemma":0.000029132692,"teacher_disagreement_score":0.7516275,"about_ca_system_score_codex":0.000050396724,"about_ca_system_score_gemma":0.00017934757,"threshold_uncertainty_score":0.18894358},"labels":[],"label_agreement":null},{"id":"W4411179939","doi":"10.2139/ssrn.5212095","title":"&lt;p&gt;The Future of Online Learning: Innovations, Accessibility and the Digital Divide&lt;/p&gt;","year":2025,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Anglo American (Canada)","funders":"","keywords":"Computer science; Multimedia","score_opus":0.005278301025894386,"score_gpt":0.26032630321006994,"score_spread":0.25504800218417556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411179939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70872337,0.016838692,0.14983696,0.1227985,0.000460889,0.00019625014,0.0000052855626,0.00010003411,0.0010400284],"genre_scores_gemma":[0.99382573,0.0020653785,0.00025490983,0.0002174997,0.00033812918,0.0000014385165,0.000004747131,0.0000070202614,0.0032851284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979757,0.0002127145,0.00044638998,0.00024088383,0.00032947934,0.0007948539],"domain_scores_gemma":[0.99871784,0.0002938553,0.0003258701,0.00038781727,0.00023847881,0.000036160018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025226988,0.00015043773,0.00023323191,0.0001336122,0.0005188846,0.00039895825,0.0011364747,0.00006908863,0.0000024752517],"category_scores_gemma":[0.0004358985,0.00008333947,0.000116455856,0.0010406896,0.00021336037,0.00036883465,0.00032239823,0.002171911,0.000001937488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025365625,0.00007675954,0.0076204096,0.00000872885,0.000117532785,7.8017445e-7,0.0001792797,0.00022276604,0.000060693925,0.74456686,0.00018580646,0.246935],"study_design_scores_gemma":[0.002085825,0.00026849064,0.026898012,0.000078757854,0.00008239932,0.0001744831,0.0008437743,0.04128966,0.00002607181,0.8643307,0.06366558,0.0002562211],"about_ca_topic_score_codex":0.0000032986072,"about_ca_topic_score_gemma":0.000115395575,"teacher_disagreement_score":0.2851024,"about_ca_system_score_codex":0.00013046301,"about_ca_system_score_gemma":0.001443264,"threshold_uncertainty_score":0.9435994},"labels":[],"label_agreement":null},{"id":"W4411218912","doi":"10.1080/00220671.2025.2510415","title":"Teaching high school students about generative AI: Cases of teacher lesson design","year":2025,"lang":"en","type":"article","venue":"The Journal of Educational Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Mathematics education; Generative grammar; Lesson study; Pedagogy; Psychology; Computer science; Professional development; Artificial intelligence","score_opus":0.11356131176952401,"score_gpt":0.4963026012888382,"score_spread":0.3827412895193142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411218912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8102658,0.0013636544,0.044359703,0.14228727,0.0003533553,0.0001520898,0.0000014497133,0.000004339019,0.0012123726],"genre_scores_gemma":[0.9731857,0.00006988615,0.008911316,0.00019823745,0.00034737345,0.0000019617423,4.712386e-7,0.000004216495,0.017280828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99687326,0.0014815542,0.0003261035,0.00009932722,0.0010297128,0.0001900194],"domain_scores_gemma":[0.9951197,0.003363559,0.00017092102,0.00026031988,0.0010025181,0.00008299642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006226561,0.00006827736,0.00014111628,0.0003643517,0.00032966246,0.00013622054,0.0015186875,0.00003241519,0.00006951155],"category_scores_gemma":[0.0036787612,0.000043875607,0.000051420455,0.00044936853,0.00010178929,0.00022414677,0.00021695065,0.0010579096,0.0000141501805],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004177885,0.004476458,0.13733645,0.00013634528,0.0010285031,0.00002632184,0.010654824,0.03132064,0.015964992,0.5469708,0.21823561,0.0334313],"study_design_scores_gemma":[0.0030210784,0.0028068419,0.53521264,0.0025426534,0.00023036427,0.00039735337,0.005807382,0.0690124,0.011525943,0.35304117,0.01571685,0.0006853145],"about_ca_topic_score_codex":0.00021278097,"about_ca_topic_score_gemma":0.000006231852,"teacher_disagreement_score":0.3978762,"about_ca_system_score_codex":0.00014248812,"about_ca_system_score_gemma":0.001881999,"threshold_uncertainty_score":0.45961493},"labels":[],"label_agreement":null},{"id":"W4411219250","doi":"10.26634/jsch.20.4.21964","title":"AI in classrooms: Impact on teacher identity and autonomy","year":2025,"lang":"en","type":"article","venue":"i-manager s Journal on School Educational Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trinity College","funders":"","keywords":"Autonomy; Identity (music); Psychology; Pedagogy; Mathematics education; Sociology; Political science; Art; Aesthetics","score_opus":0.00921282470256765,"score_gpt":0.35771347168500567,"score_spread":0.34850064698243804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411219250","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4449307,0.00051227136,0.016360315,0.53169185,0.0007531403,0.000117529504,9.389925e-7,0.00013330596,0.0054999595],"genre_scores_gemma":[0.9877642,0.00004465397,0.0037344105,0.0027242543,0.0001327074,0.00000819138,0.0000010836121,0.000007098715,0.0055834004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987955,0.00007917203,0.00031220974,0.00032760165,0.00021404527,0.0002714418],"domain_scores_gemma":[0.9991648,0.00011511066,0.00013114685,0.00038182834,0.00010377484,0.000103322825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049178995,0.0001580132,0.00020193303,0.001834843,0.000157368,0.00030487403,0.00081554946,0.00015620518,0.00008212942],"category_scores_gemma":[0.00045604192,0.00013296258,0.00007235465,0.0012139285,0.00007604904,0.0005219955,0.00015964943,0.0014520471,0.00012271863],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014813869,0.00044863328,0.12376506,0.000008544422,0.0000856921,0.000031620948,0.000056123914,0.0009279683,0.000033297503,0.82534504,0.012590812,0.036692414],"study_design_scores_gemma":[0.00042771176,0.00015370929,0.3694431,0.00013866532,0.000010876567,0.000079088524,0.00007393951,0.0057847532,0.000012280981,0.60505867,0.01864647,0.00017073801],"about_ca_topic_score_codex":0.000010998775,"about_ca_topic_score_gemma":0.000008022962,"teacher_disagreement_score":0.5428335,"about_ca_system_score_codex":0.00040663968,"about_ca_system_score_gemma":0.0007925821,"threshold_uncertainty_score":0.6308503},"labels":[],"label_agreement":null},{"id":"W4411270638","doi":"10.22318/cscl2025.596681","title":"AI-powered Personalized Learning Systems: A Review of Equity, Access, and Ethical Implications","year":2025,"lang":"en","type":"review","venue":"Computer-supported collaborative learning/˜The œComputer-Supported Collaborative Learning Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Conestoga College","funders":"","keywords":"Equity (law); Computer science; Engineering ethics; Knowledge management; Engineering; Political science","score_opus":0.04527420174271291,"score_gpt":0.39430208665796174,"score_spread":0.34902788491524883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411270638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000065601334,0.6026803,0.3808257,0.006133084,0.0032071483,0.0044210493,0.0002303862,0.0013390797,0.001156668],"genre_scores_gemma":[0.0009828807,0.9746085,0.014533847,0.0016036866,0.0024441907,0.00095986767,0.0017547447,0.00029579856,0.0028165248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9703253,0.014113536,0.0054830937,0.0048489934,0.0027480877,0.0024809698],"domain_scores_gemma":[0.96725816,0.007940251,0.008531848,0.0029877506,0.012222033,0.0010599485],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","open_science","research_integrity"],"category_scores_codex":[0.0061325273,0.0034527043,0.008866629,0.0018780255,0.0027944564,0.004628728,0.008121318,0.0026108928,0.00017847825],"category_scores_gemma":[0.003085426,0.0029467484,0.0012977604,0.016493903,0.0019752712,0.0013373627,0.008050259,0.014775019,0.000114966926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007951762,0.0004962608,0.00041334645,0.071700215,0.0035374581,0.00031097964,0.0028239067,0.0046930355,0.000009439975,0.06651207,0.035857983,0.8135658],"study_design_scores_gemma":[0.0013692995,0.0020216056,0.00008135301,0.07728879,0.0019382427,0.00018827194,0.00026631294,0.11397882,0.00000238109,0.0004934862,0.7998277,0.002543766],"about_ca_topic_score_codex":0.00007422352,"about_ca_topic_score_gemma":0.000026827329,"teacher_disagreement_score":0.81102204,"about_ca_system_score_codex":0.0007087795,"about_ca_system_score_gemma":0.017065331,"threshold_uncertainty_score":0.99997246},"labels":[],"label_agreement":null},{"id":"W4411374380","doi":"10.1145/3724363.3729107","title":"Student Perspectives on the Challenges in Machine Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Mathematics education; Psychology","score_opus":0.027254922241363416,"score_gpt":0.3131865672821109,"score_spread":0.28593164504074753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374380","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123909384,0.007156938,0.018737072,0.50289917,0.00021667698,0.00017068496,1.8415815e-7,0.00040544232,0.34650445],"genre_scores_gemma":[0.99353087,0.00056003704,0.00069668156,0.00026020306,0.000016726905,0.0000023883006,7.195929e-8,0.0000018742072,0.004931153],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994148,0.00010020171,0.00007200763,0.00019357458,0.000113107984,0.00010633387],"domain_scores_gemma":[0.99953777,0.0001989342,0.000016906686,0.00021566586,0.000019098949,0.0000116566325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033061314,0.00005815617,0.00006782959,0.00009291353,0.0000741828,0.00006174085,0.00043596298,0.000017208456,0.000010197483],"category_scores_gemma":[0.00009164964,0.000034422006,0.000026436886,0.0002260396,0.000015004569,0.000039372957,0.0001450599,0.00027199506,0.000025164605],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.0437195e-7,0.000077483426,0.0034074294,0.000002013003,0.0000084132225,0.0000029951495,0.0043005566,0.0014410218,0.0000044243993,0.9779938,0.000041386418,0.012719693],"study_design_scores_gemma":[0.0006253925,0.00033664904,0.10254666,0.00016715868,0.000007508503,0.0000022791987,0.05482822,0.7996921,0.00013035307,0.022936502,0.018416936,0.00031026764],"about_ca_topic_score_codex":0.00001871522,"about_ca_topic_score_gemma":0.00004469215,"teacher_disagreement_score":0.95505726,"about_ca_system_score_codex":0.000024300072,"about_ca_system_score_gemma":0.00001758659,"threshold_uncertainty_score":0.14036888},"labels":[],"label_agreement":null},{"id":"W4411374663","doi":"10.1145/3724363.3729040","title":"The Role of Generative AI in Software Student CollaborAItion","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Erasmus+; Leibniz-Gemeinschaft; European Commission","keywords":"Computer science; Generative grammar; Software; Software engineering; Artificial intelligence; Programming language","score_opus":0.0035199075410089595,"score_gpt":0.28694680623461727,"score_spread":0.2834268986936083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411374663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20796263,0.0012178171,0.7118695,0.06371151,0.0004178086,0.00028802574,0.0000027433878,0.00018233071,0.014347677],"genre_scores_gemma":[0.98147976,0.000019125058,0.015300469,0.000517523,0.000012051826,0.0000034625086,6.076919e-7,0.0000011045477,0.0026658867],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996243,0.000040984596,0.0000987157,0.00008351772,0.00008756725,0.00006492193],"domain_scores_gemma":[0.99967045,0.000074617026,0.00002252213,0.00014234537,0.000081720274,0.000008348662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000134664,0.00003104847,0.000051507268,0.00003967013,0.00005293639,0.000053487358,0.00026097594,0.000014707238,0.0000012238472],"category_scores_gemma":[0.00004099682,0.00002015111,0.000013901059,0.00041422647,0.000015795975,0.000050032573,0.00008946663,0.000058863192,0.0000026079285],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031235077,0.00013408535,0.044521336,0.0000053354415,0.000024828187,0.0000017250006,0.0010123092,0.004916744,0.00094629923,0.8433581,0.0018463595,0.10322974],"study_design_scores_gemma":[0.0006961391,0.00015810567,0.097601384,0.00008778316,0.000010316532,6.4356857e-7,0.0024720815,0.6661177,0.016610634,0.17338859,0.042653393,0.00020319466],"about_ca_topic_score_codex":0.00002063616,"about_ca_topic_score_gemma":0.00011927586,"teacher_disagreement_score":0.77351713,"about_ca_system_score_codex":0.000015780986,"about_ca_system_score_gemma":0.00007892995,"threshold_uncertainty_score":0.08217385},"labels":[],"label_agreement":null},{"id":"W4411570542","doi":"10.1007/s10758-025-09868-0","title":"Enhancing Access to Educational Data for Educators and Learning Designers: Staged Evaluation of the Academic Analytics Tool","year":2025,"lang":"en","type":"article","venue":"Technology Knowledge and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Canada Foundation for Innovation; Government of Alberta; Natural Sciences and Engineering Research Council of Canada; Athabasca University","keywords":"Learning analytics; Educational technology; Science education; Analytics; Computer science; Data science; Instructional design; Mathematics education; Knowledge management; Multimedia; Psychology","score_opus":0.05736479566674691,"score_gpt":0.4057028615200338,"score_spread":0.3483380658532869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411570542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8696617,0.0025276523,0.10907727,0.017598985,0.00026876864,0.00044275165,0.0000018989332,0.00013717054,0.0002838094],"genre_scores_gemma":[0.98820394,0.00004749899,0.01006179,0.00008394525,0.000060415216,0.000026606684,0.000007892043,0.000008522048,0.0014994127],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985848,0.00028926504,0.0002909684,0.00045829723,0.0001555821,0.0002210734],"domain_scores_gemma":[0.99828386,0.0007075085,0.00016608025,0.00048644055,0.00032129936,0.000034821285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002901517,0.00012650136,0.00019941972,0.00049493194,0.0005566716,0.00008660353,0.0011515841,0.0001679758,0.0000035147884],"category_scores_gemma":[0.0066408752,0.00010779284,0.00002594814,0.001230872,0.00011172289,0.0002739009,0.0012049447,0.00094479346,0.0000020297616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017181701,0.00012814128,0.2235483,0.00033231618,0.00019346588,2.2646016e-7,0.004351359,0.0071009775,0.008988611,0.051281586,0.0019683025,0.70208955],"study_design_scores_gemma":[0.0010800969,0.00020444798,0.034376647,0.00082759175,0.00043102485,0.000010076623,0.00338806,0.90794975,0.0068515027,0.025553651,0.018830229,0.00049695326],"about_ca_topic_score_codex":0.000006672015,"about_ca_topic_score_gemma":0.00001996244,"teacher_disagreement_score":0.90084875,"about_ca_system_score_codex":0.00004906889,"about_ca_system_score_gemma":0.0006216855,"threshold_uncertainty_score":0.7950227},"labels":[],"label_agreement":null},{"id":"W4411678565","doi":"10.1016/j.appdev.2025.101828","title":"Using machine learning algorithms to predict students' general self-efficacy in PISA 2018","year":2025,"lang":"en","type":"article","venue":"Journal of Applied Developmental Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta","funders":"Fonds de Recherche du Québec - Santé; Alberta Innovates; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada; Innovation, Science and Economic Development Canada","keywords":"Psychology; Self-efficacy; Machine learning; Developmental psychology; Artificial intelligence; Cognitive psychology; Algorithm; Computer science; Social psychology","score_opus":0.023280082488660165,"score_gpt":0.3595498301175959,"score_spread":0.33626974762893574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411678565","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8621947,0.00007880805,0.1319079,0.0016275971,0.00094850076,0.00015926581,7.0062237e-7,0.00006188197,0.0030206423],"genre_scores_gemma":[0.4824458,0.000038687474,0.5152615,0.0018294042,0.00014009773,0.0000019876995,0.0000014639112,0.000012582673,0.0002684798],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99821013,0.000073024654,0.0006982045,0.00031837524,0.000361321,0.00033892185],"domain_scores_gemma":[0.9993504,0.000059013433,0.00025089062,0.00015567346,0.000059538215,0.00012443395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079371716,0.00017734936,0.00035491097,0.00068946264,0.0001030566,0.00008856065,0.0010145062,0.000100680685,0.000010932017],"category_scores_gemma":[0.000030916395,0.00016450067,0.00006435969,0.00088565494,0.00002701164,0.0001149984,0.00033775796,0.0006406038,0.00002544189],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008769384,0.010546924,0.3935991,0.000107838976,0.0017434765,0.0012293499,0.013158569,0.06722022,0.04030739,0.0100933155,0.011665726,0.44945115],"study_design_scores_gemma":[0.020714127,0.0015048748,0.6803923,0.00057486515,0.0001401684,0.001477376,0.00075581355,0.16305931,0.0033458797,0.0066002244,0.11962066,0.0018143771],"about_ca_topic_score_codex":0.000008015946,"about_ca_topic_score_gemma":0.0000044107037,"teacher_disagreement_score":0.44763678,"about_ca_system_score_codex":0.00022152408,"about_ca_system_score_gemma":0.00020166778,"threshold_uncertainty_score":0.6708143},"labels":[],"label_agreement":null},{"id":"W4411704366","doi":"10.1108/ijlls-01-2025-0029","title":"xml:lang=\"en\"&amp;gt;Lesson study as an approach to facilitate the integration of Gen-AI into EFL curriculum design in higher education","year":2025,"lang":"en","type":"article","venue":"International Journal for Lesson and Learning Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Movement Disorders","funders":"","keywords":"Curriculum; Mathematics education; Psychology; Computer science; Pedagogy; Engineering","score_opus":0.11362054880827203,"score_gpt":0.42898781265911146,"score_spread":0.3153672638508394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411704366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7713597,0.0012240038,0.19616435,0.028666759,0.001664988,0.00042200103,0.000001509071,0.000043773136,0.000452901],"genre_scores_gemma":[0.97885096,0.00012977485,0.014483526,0.00038335353,0.00016571334,0.000042464362,0.000005374063,0.000006731698,0.0059321113],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984071,0.00049365644,0.000364566,0.00026598165,0.00032390346,0.00014478415],"domain_scores_gemma":[0.9986524,0.00033142738,0.00017083535,0.00012854266,0.00067261537,0.00004419492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015768494,0.0001427208,0.00021862787,0.00044575418,0.0003019721,0.00024592158,0.0005471177,0.00004068073,0.0000021616809],"category_scores_gemma":[0.0007203077,0.000098737044,0.000059128288,0.00035866053,0.000040902494,0.0002849946,0.00015156275,0.00046867487,0.0000026611106],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022753215,0.0026521075,0.048074994,0.00010339297,0.0008753957,0.000006908387,0.18920335,0.075891785,0.00093924353,0.12764691,0.0037023472,0.55067605],"study_design_scores_gemma":[0.0057277414,0.003815241,0.20484287,0.0024355876,0.00032164613,0.00011729237,0.19721735,0.32598165,0.00026709976,0.09320693,0.16461617,0.0014504284],"about_ca_topic_score_codex":0.0001383225,"about_ca_topic_score_gemma":0.00004098907,"teacher_disagreement_score":0.5492256,"about_ca_system_score_codex":0.00011681982,"about_ca_system_score_gemma":0.00010599133,"threshold_uncertainty_score":0.402638},"labels":[],"label_agreement":null},{"id":"W4411794180","doi":"10.5539/elt.v18n7p82","title":"Exploring ChatGPT’s Application of Effective Writing Feedback in EFL Context: Teachers’ Perceptions","year":2025,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Perception; Context (archaeology); Mathematics education; Context effect; Pedagogy; Linguistics","score_opus":0.012342704290088716,"score_gpt":0.2822367308144855,"score_spread":0.2698940265243968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411794180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8771468,0.00016600819,0.11849242,0.00037970612,0.00014077572,0.00016510212,0.0000012891845,0.000219416,0.0032885314],"genre_scores_gemma":[0.99204636,0.0000047218296,0.0074902847,0.000089195026,0.00014658361,0.00004710767,0.00000630319,0.0000095028245,0.00015995358],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99883133,0.00023650049,0.00026956515,0.00030934767,0.00013928025,0.00021399063],"domain_scores_gemma":[0.9991451,0.00031470385,0.000093081704,0.00037384342,0.000038379527,0.000034894023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096578494,0.00012107587,0.00020688797,0.00028341514,0.00011797755,0.00007171852,0.00041518675,0.000051124724,0.0000022684026],"category_scores_gemma":[0.0007317606,0.00012747149,0.00007041188,0.00039062533,0.000026367888,0.0004855041,0.00015836395,0.0006584648,0.0000055798037],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022154923,0.00010006583,0.019831875,0.000049866878,0.000018901728,0.0000053858316,0.28878936,0.0009005497,0.003703092,0.022950446,0.00001436674,0.6636339],"study_design_scores_gemma":[0.003013065,0.00017610041,0.1363555,0.0019805955,0.0000731847,0.000006280933,0.5907301,0.2581674,0.0052784104,0.0015457558,0.0016289004,0.0010447009],"about_ca_topic_score_codex":0.0004269366,"about_ca_topic_score_gemma":0.00008980199,"teacher_disagreement_score":0.66258913,"about_ca_system_score_codex":0.000098853416,"about_ca_system_score_gemma":0.0000248947,"threshold_uncertainty_score":0.5198136},"labels":[],"label_agreement":null},{"id":"W4411795242","doi":"10.1007/s11528-025-01112-x","title":"AI Meets Academia: Enhancing Statistics Education with ChatGPT in Undergraduate Courses","year":2025,"lang":"en","type":"article","venue":"TechTrends","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Educational technology; Mathematics education; Higher education; Statistics education; Computer science; Engineering ethics; Medical education; Psychology; Political science; Engineering; Medicine","score_opus":0.005124898696698565,"score_gpt":0.30616488948898823,"score_spread":0.30103999079228966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411795242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0091010695,0.0005860116,0.8525467,0.12999198,0.00042798853,0.00009699598,0.000006731806,0.00042833266,0.0068142093],"genre_scores_gemma":[0.9447841,0.000049973056,0.047634747,0.0012942124,0.000039234772,0.000008103264,0.000009931345,0.0000072415346,0.006172433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914694,0.000034368204,0.00017749573,0.00025810674,0.0001727647,0.00021033497],"domain_scores_gemma":[0.9994729,0.00007276143,0.00006710235,0.00028265134,0.00006427574,0.00004029208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016647554,0.00011131437,0.00013748412,0.00031702773,0.00006785922,0.000077279,0.00036032268,0.000103569684,0.0000028373215],"category_scores_gemma":[0.000050253842,0.00009804975,0.000015242661,0.00089301646,0.000033349494,0.00016183934,0.00008132346,0.0005187865,0.000010253054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005415591,0.00018768554,0.008174165,0.00006039206,0.000026508338,0.000014772491,0.000348683,0.0010240121,0.00025786145,0.63454896,0.010575075,0.34477648],"study_design_scores_gemma":[0.0022648622,0.0005743239,0.045822423,0.002392856,0.00016175363,0.000049278584,0.00070239406,0.46539167,0.008602942,0.3070675,0.16538504,0.0015849527],"about_ca_topic_score_codex":0.00006228974,"about_ca_topic_score_gemma":0.00022977128,"teacher_disagreement_score":0.9356831,"about_ca_system_score_codex":0.00007113763,"about_ca_system_score_gemma":0.00045439493,"threshold_uncertainty_score":0.3998353},"labels":[],"label_agreement":null},{"id":"W4411811101","doi":"10.37934/cjcst.1.1.1328","title":"Cloud Literacy among First-Semester Students: A Survey on Awareness, Usage, and Challenges","year":2025,"lang":"en","type":"article","venue":"Citra Journal of Computer Science and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Mathematics education; Cloud computing; Literacy; Psychology; Computer science; Medical education; Pedagogy; Medicine","score_opus":0.018181254435079397,"score_gpt":0.30568558079616304,"score_spread":0.28750432636108364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411811101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8966418,0.0023950702,0.0825427,0.01753603,0.0007212664,0.00006250161,6.727041e-7,0.000060042843,0.00003990448],"genre_scores_gemma":[0.9907102,0.0017074733,0.0070799445,0.0003840955,0.00007466015,8.3481194e-7,1.0708086e-7,0.0000036342194,0.000039061142],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984917,0.0000637809,0.00034246637,0.00038523725,0.00043093693,0.00028587598],"domain_scores_gemma":[0.9983841,0.00021500122,0.00021582628,0.00037862986,0.00070925074,0.00009719562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017200769,0.00014797274,0.0003024363,0.0011238959,0.00028418846,0.000497064,0.0017238555,0.00009988011,3.6492722e-7],"category_scores_gemma":[0.0002102207,0.00011641329,0.000028407298,0.0015744948,0.0006548592,0.0006660524,0.00072378916,0.0003840271,9.3007424e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016330843,0.00026916672,0.4596006,0.00006201705,0.000066499306,0.0001259019,0.0006988976,0.00010969552,0.00003168487,0.03360125,0.0005409204,0.50487703],"study_design_scores_gemma":[0.0011237116,0.0014592571,0.9179229,0.0007545712,0.000022002021,0.00022707954,0.00004839852,0.050401364,0.00031531125,0.019137874,0.008257612,0.00032990795],"about_ca_topic_score_codex":0.0000072415423,"about_ca_topic_score_gemma":0.000016795593,"teacher_disagreement_score":0.5045471,"about_ca_system_score_codex":0.000027717862,"about_ca_system_score_gemma":0.00022469298,"threshold_uncertainty_score":0.47931993},"labels":[],"label_agreement":null},{"id":"W4411835960","doi":"10.4995/head25.2025.20077","title":"Harnessing Generative AI to Overcome Executive Dysfunction in Higher Education: A Case Study","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Generative grammar; Computer science; Artificial intelligence; Psychology; Cognitive psychology","score_opus":0.027233228628308615,"score_gpt":0.33955624811648405,"score_spread":0.3123230194881754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411835960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.673003,0.00007623035,0.24744125,0.060735665,0.0020483683,0.0004563307,5.0872137e-7,0.00021373546,0.016024914],"genre_scores_gemma":[0.93058693,3.0273776e-7,0.008833667,0.003960169,0.00009041282,0.000019702893,6.041806e-7,0.0000029567693,0.056505248],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921405,0.00009452595,0.00015458881,0.0003086696,0.00010232041,0.00012586365],"domain_scores_gemma":[0.99953026,0.000041434465,0.000025265566,0.00025811658,0.000100454155,0.00004449514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014808375,0.00008884154,0.00011254074,0.00025464318,0.000110989684,0.00019442568,0.00016539035,0.000027969152,0.000025332061],"category_scores_gemma":[0.000020992622,0.00007820874,0.000021287,0.0010334759,0.0000081426415,0.00026261326,0.00013417989,0.00014413294,0.000021456492],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044921795,0.0072516743,0.24717061,0.000063401254,0.00020368947,0.0024536548,0.038882636,0.021093212,0.00057368714,0.3432948,0.055558424,0.2834093],"study_design_scores_gemma":[0.0055924915,0.0018244818,0.29761156,0.00060864096,0.00014747964,0.0005628264,0.050283205,0.5403866,0.0009804383,0.030000616,0.06975813,0.002243504],"about_ca_topic_score_codex":0.00065381645,"about_ca_topic_score_gemma":0.00023655422,"teacher_disagreement_score":0.51929337,"about_ca_system_score_codex":0.00010098738,"about_ca_system_score_gemma":0.00023741975,"threshold_uncertainty_score":0.31892598},"labels":[],"label_agreement":null},{"id":"W4411842024","doi":"10.3389/feduc.2025.1565938","title":"Ethical and regulatory challenges of Generative AI in education: a systematic review","year":2025,"lang":"en","type":"review","venue":"Frontiers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Generative grammar; Engineering ethics; Computer science; Engineering; Management science; Artificial intelligence","score_opus":0.017809634520104343,"score_gpt":0.3562126502572798,"score_spread":0.3384030157371754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411842024","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.3061804e-7,0.98774993,0.0010329902,0.008691043,0.0014060836,0.0008436536,8.6484084e-7,0.000013186575,0.00026199684],"genre_scores_gemma":[0.0000033092117,0.98176956,0.016495505,0.0007865109,0.00008022852,0.00026388466,0.000017637107,0.000008435538,0.00057495676],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9975738,0.0008903436,0.0008120152,0.00041343257,0.00018479543,0.00012561296],"domain_scores_gemma":[0.9986266,0.0001500769,0.0004535298,0.0006001102,0.00012448474,0.000045198358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010269014,0.0002118968,0.0015745339,0.00059764896,0.000023732298,0.000030625935,0.00048233464,0.0003119972,7.2411376e-7],"category_scores_gemma":[0.0006588127,0.00018582465,0.00011432725,0.0007605685,0.000045032622,0.000104810846,0.000080482496,0.0006859597,0.0000015024211],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.208419e-8,0.00007972498,0.000003408707,0.5682969,0.000015143763,1.721242e-7,0.000234933,4.376353e-7,2.4504772e-9,0.013540183,0.006221107,0.4116079],"study_design_scores_gemma":[0.000034984103,0.000016022052,0.00001244355,0.9209606,0.000274567,0.0000075136445,0.00025347024,0.00027567823,4.841577e-8,0.0058146967,0.07215176,0.00019822746],"about_ca_topic_score_codex":0.000007975033,"about_ca_topic_score_gemma":0.000005799373,"teacher_disagreement_score":0.41140965,"about_ca_system_score_codex":0.00022692114,"about_ca_system_score_gemma":0.0038387564,"threshold_uncertainty_score":0.75777096},"labels":[],"label_agreement":null},{"id":"W4412051552","doi":"10.6000/2292-2598.2025.13.02.5","title":"Exploring the use of Assistive Digital Resources in Enhancing Learning for Students with Intellectual Disabilities in Cross River and Akwa Ibom States, Nigeria","year":2025,"lang":"en","type":"article","venue":"Journal of Intellectual Disability - Diagnosis and Treatment","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Assistive technology; Psychology; Computer science; Human–computer interaction","score_opus":0.07130701856508301,"score_gpt":0.3261609821001029,"score_spread":0.2548539635350199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412051552","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995731,0.0002910386,0.0030601844,0.00060063717,0.000053269072,0.0002425593,0.000008542133,0.0000074252625,0.0000053654235],"genre_scores_gemma":[0.99823123,0.00092803914,0.000683006,0.000017030456,0.000020782041,0.00004752794,0.0000016058378,0.0000072213393,0.000063546664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844056,0.00018218561,0.00063128554,0.00029140452,0.00023025136,0.00022429218],"domain_scores_gemma":[0.98635453,0.013103025,0.00017911092,0.00016763441,0.00013604888,0.000059626334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046377242,0.00019926397,0.00045704973,0.00015025528,0.00013563097,0.00043710312,0.00023084418,0.000034223132,0.0000033821502],"category_scores_gemma":[0.004779903,0.00011817323,0.00010173118,0.00035334716,0.00051213475,0.00063116185,0.00017311392,0.00023004337,2.2060208e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030626522,0.00086623715,0.90925986,0.000044110242,0.00013211522,0.0000034489085,0.0516764,0.0044923006,0.0000023353953,0.000037809634,0.000012810145,0.0331663],"study_design_scores_gemma":[0.0026090608,0.0048107035,0.9441784,0.0012652535,0.00008105474,0.000012696213,0.030967029,0.012426103,0.0008500053,0.0007205063,0.001782367,0.0002967961],"about_ca_topic_score_codex":0.0002569423,"about_ca_topic_score_gemma":0.00072276586,"teacher_disagreement_score":0.034918558,"about_ca_system_score_codex":0.00026387273,"about_ca_system_score_gemma":0.000062752595,"threshold_uncertainty_score":0.5722336},"labels":[],"label_agreement":null},{"id":"W4412075527","doi":"10.17718/tojde.1552001","title":"ARTIFICIAL INTELLIGENCE IN MICRO-CREDENTIALS FOR OPEN AND DISTANCE LEARNING: A TECHNOLOGICALLY ENHANCED SYSTEMATIC REVIEW","year":2025,"lang":"en","type":"article","venue":"Turkish Online Journal of Distance Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Distance education; Computer science; Artificial intelligence; Psychology; Mathematics education","score_opus":0.0179196277077997,"score_gpt":0.359834364565973,"score_spread":0.3419147368581733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412075527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008728658,0.028974485,0.94031984,0.020636491,0.0003897085,0.00085451355,0.0000041478434,0.000026292735,0.00006585301],"genre_scores_gemma":[0.8944934,0.0064781127,0.09704294,0.0007382767,0.000109950604,0.00005502799,0.000012042029,0.000010098224,0.0010601283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.99812645,0.00013596342,0.001115488,0.00026548252,0.00017779502,0.00017882492],"domain_scores_gemma":[0.998087,0.00021952769,0.00090482685,0.00027661736,0.00045969922,0.000052359756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011759717,0.0001436741,0.00060583756,0.00020124453,0.00009282288,0.00026389933,0.0011836811,0.00006438487,0.0000022556615],"category_scores_gemma":[0.0022832202,0.00011896779,0.000084448446,0.0008019848,0.000044278662,0.00039547167,0.00013152097,0.00034260532,9.5203893e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025165352,0.005054982,0.0021779353,0.16143458,0.00027086862,0.000019244739,0.0016582353,0.000817401,0.00539974,0.52783513,0.0027969747,0.29228327],"study_design_scores_gemma":[0.00081935944,0.0011736649,0.0020164908,0.47222748,0.0007238154,0.00012356078,0.005774958,0.036260992,0.006308303,0.46824682,0.005067782,0.0012567634],"about_ca_topic_score_codex":0.0000034651644,"about_ca_topic_score_gemma":0.000025680669,"teacher_disagreement_score":0.8857648,"about_ca_system_score_codex":0.00011028613,"about_ca_system_score_gemma":0.0004897379,"threshold_uncertainty_score":0.4851366},"labels":[],"label_agreement":null},{"id":"W4412116427","doi":"10.1080/01443410.2025.2528663","title":"Exploring pre-service teachers’ attitudes and experiences with generative AI: a mixed methods study in Norwegian teacher education","year":2025,"lang":"en","type":"article","venue":"Educational Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Norwegian; Psychology; Teacher education; Multimethodology; Pedagogy; Mathematics education; Pre-service teacher education","score_opus":0.06946312763942221,"score_gpt":0.4593986822920089,"score_spread":0.3899355546525867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412116427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9337364,0.0001608745,0.024433188,0.040034432,0.0007347709,0.00016944284,1.4205894e-7,0.000027683216,0.0007031091],"genre_scores_gemma":[0.90638435,0.000005054678,0.0903926,0.0018092619,0.000126019,0.0003691171,0.000003162876,0.0000052642813,0.0009051793],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986219,0.00042072483,0.00019556798,0.0004958496,0.0001041768,0.00016182665],"domain_scores_gemma":[0.99932003,0.00014823592,0.00006323497,0.00031577284,0.00010197106,0.000050774357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045702033,0.00012569038,0.00014991488,0.00027231468,0.0001088884,0.00008719111,0.00037233718,0.000039736064,0.000017873188],"category_scores_gemma":[0.00008337187,0.000109581466,0.000013819619,0.00072838267,0.00005845637,0.00036449416,0.000075039316,0.0002448591,0.0000050032045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022299126,0.0034824475,0.5949768,0.000019545416,0.0000678677,0.0000012209932,0.24504177,0.00014195709,0.00013894509,0.008902519,0.001515569,0.14568906],"study_design_scores_gemma":[0.00030797953,0.00013480124,0.96078616,0.000037002865,0.000008400557,0.0000064492865,0.03533979,0.00082449074,0.000025434438,0.0014974205,0.00088966126,0.00014243249],"about_ca_topic_score_codex":0.00013015229,"about_ca_topic_score_gemma":0.0002814936,"teacher_disagreement_score":0.36580932,"about_ca_system_score_codex":0.00004515086,"about_ca_system_score_gemma":0.00045862037,"threshold_uncertainty_score":0.44686022},"labels":[],"label_agreement":null},{"id":"W4412191407","doi":"10.5430/wjel.v15n8p28","title":"Teaching Writing Skills Using Generative AI: The Paradox of Adoption and Resistance Among Language Educators","year":2025,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generative grammar; Computer science; Resistance (ecology); Mathematics education; Linguistics; Natural language processing; Psychology; Artificial intelligence; Philosophy","score_opus":0.00481971611939023,"score_gpt":0.27969273904020686,"score_spread":0.2748730229208166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412191407","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803567,0.0032531098,0.012937749,0.001009391,0.0003987775,0.000047162623,0.000001633088,0.000019418354,0.0019760628],"genre_scores_gemma":[0.96845806,0.000017683902,0.029712318,0.0002479835,0.0004966787,3.3845603e-7,4.963952e-7,0.0000062900485,0.0010601409],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989247,0.00020967475,0.00038057403,0.00012928112,0.00020395046,0.0001518661],"domain_scores_gemma":[0.9988968,0.00025327655,0.00037872602,0.00021573123,0.00020871455,0.000046766032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009746136,0.00010245739,0.0002117514,0.0002635854,0.00016059726,0.00013426918,0.00036967476,0.000028972181,0.0000026522084],"category_scores_gemma":[0.0006811816,0.00007414976,0.00008308717,0.00040852133,0.00006865005,0.00033839006,0.00009290343,0.0005488179,1.1691225e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007455978,0.0007549002,0.12818414,0.0005744396,0.00070771953,0.0004753094,0.5454252,0.009781051,0.0154687585,0.16061127,0.005120369,0.13282228],"study_design_scores_gemma":[0.009167237,0.0006768211,0.14207019,0.02282428,0.0015582065,0.00021681277,0.56926525,0.16715562,0.037284736,0.014850087,0.0314147,0.0035160459],"about_ca_topic_score_codex":0.000044005712,"about_ca_topic_score_gemma":0.000102375394,"teacher_disagreement_score":0.15737458,"about_ca_system_score_codex":0.00003978634,"about_ca_system_score_gemma":0.00008692766,"threshold_uncertainty_score":0.30237392},"labels":[],"label_agreement":null},{"id":"W4412244902","doi":"","title":"Learning platform pedagogic:Learning platforms as a pedagogical framework, pedagogical planning tool and time and place of learning","year":2020,"lang":"en","type":"article","venue":"University of Southern Denmark Research Portal (University of Southern Denmark)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Université Laval","keywords":"Mathematics education; Computer science; Multimedia; Psychology","score_opus":0.08519409124847578,"score_gpt":0.3155935273571126,"score_spread":0.23039943610863683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412244902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98760664,0.00024629768,0.0059659975,0.0006421067,0.0000135577775,0.00024409482,0.000047452035,0.00012655117,0.005107326],"genre_scores_gemma":[0.9772979,0.00018979005,0.0061042835,0.000015637399,0.000052710373,7.818716e-8,0.000021181791,0.00003473968,0.016283693],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9960406,0.0004080231,0.00038885968,0.0009392545,0.0014476844,0.00077561685],"domain_scores_gemma":[0.99686944,0.0011034803,0.000626756,0.00035525174,0.00046930675,0.0005757879],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018000418,0.00038651936,0.0008544375,0.00051735685,0.0010241023,0.00009261984,0.0013290407,0.00048308427,0.0015678906],"category_scores_gemma":[0.0009717483,0.00043634433,0.0002778563,0.0009436744,0.0011965147,0.00049570145,0.0019224789,0.0026867045,0.0003933556],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036272735,0.000550146,0.28392702,0.0011066328,0.0010488982,0.0029152022,0.64759266,0.022071544,0.003786504,0.008407869,0.0003195693,0.02464665],"study_design_scores_gemma":[0.0025114599,0.0025534974,0.001866383,0.0006652017,0.00015306746,0.00009551002,0.81692564,0.1691698,0.000039582043,0.0013427858,0.0038194305,0.00085762737],"about_ca_topic_score_codex":0.00046345987,"about_ca_topic_score_gemma":0.000028286166,"teacher_disagreement_score":0.28206062,"about_ca_system_score_codex":0.000043534405,"about_ca_system_score_gemma":0.00031414581,"threshold_uncertainty_score":0.99980885},"labels":[],"label_agreement":null},{"id":"W4412348114","doi":"10.1080/00405841.2025.2528547","title":"Using AI to boost evidence-based teaching and learning: A collaborative approach across a network of schools","year":2025,"lang":"en","type":"article","venue":"Theory Into Practice","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes","funders":"","keywords":"Mathematics education; Teaching method; Psychology; Pedagogy; Computer science","score_opus":0.027946518226118686,"score_gpt":0.3915398114907334,"score_spread":0.3635932932646147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412348114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033904467,0.0007573864,0.9461823,0.016845817,0.00009815804,0.00020928023,7.543825e-7,0.00010003792,0.0019018109],"genre_scores_gemma":[0.6134975,0.000009927609,0.38337597,0.0025715507,0.00006142937,0.000005554933,5.874096e-7,0.00000768882,0.00046979004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99592793,0.0028690142,0.0002769584,0.00039963645,0.00023811936,0.00028832015],"domain_scores_gemma":[0.9948135,0.0040026144,0.00026523985,0.0004066009,0.00041863706,0.00009339302],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071764886,0.0001540667,0.00025650917,0.00008387227,0.0006595163,0.0003972845,0.0004790828,0.00007386696,0.0000013128026],"category_scores_gemma":[0.017101185,0.00014478572,0.0000387739,0.0009759548,0.00008116464,0.0011675984,0.00037381274,0.0011775856,0.000005483182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007103773,0.0002872721,0.0020325738,0.00021452399,0.00021347884,0.00001783425,0.02325529,0.354185,0.0027269723,0.5470415,0.00096707116,0.068348125],"study_design_scores_gemma":[0.0007526566,0.00056311133,0.00026197667,0.0016677888,0.00018291228,0.000022107684,0.013993179,0.9198054,0.00070973736,0.023624914,0.037909705,0.0005065283],"about_ca_topic_score_codex":0.000121662066,"about_ca_topic_score_gemma":0.00000258595,"teacher_disagreement_score":0.579593,"about_ca_system_score_codex":0.00007789798,"about_ca_system_score_gemma":0.00047612525,"threshold_uncertainty_score":0.9911782},"labels":[],"label_agreement":null},{"id":"W4412360432","doi":"10.62608/2831-3550.1028","title":"Trustworthy Integration of AI in Online Learning: Supporting Student Agency and Inquiry through Open Pedagogy","year":2025,"lang":"en","type":"article","venue":"International Journal of Emerging and Disruptive Innovation in Education VISIONARIUM","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Trustworthiness; Agency (philosophy); Pedagogy; Online learning; Mathematics education; Psychology; Sociology; Computer science; Engineering ethics; Knowledge management; World Wide Web; Engineering; Social psychology","score_opus":0.02880927805366069,"score_gpt":0.4750214650275771,"score_spread":0.4462121869739164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412360432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9414082,0.00024879462,0.037482474,0.019118603,0.0012712697,0.00009362544,0.0000012644579,0.0000063715024,0.00036939853],"genre_scores_gemma":[0.9906106,0.00016992731,0.00818106,0.0005720668,0.00011931597,0.0000036338256,0.000024503663,0.000004652606,0.0003142429],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980886,0.00012370576,0.0011586585,0.00021140478,0.0003120877,0.00010554277],"domain_scores_gemma":[0.99758226,0.0001542398,0.0008099268,0.00009383886,0.0013371673,0.000022571969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010354852,0.00010903423,0.00022313856,0.0011537693,0.000050455412,0.000149124,0.0005093367,0.00005555868,0.000009064723],"category_scores_gemma":[0.00085261744,0.00010222576,0.000028409158,0.0011146996,0.000052866537,0.0010640252,0.00027834086,0.00042790698,3.206132e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008551801,0.0012778107,0.3635169,0.00003136117,0.000069296155,0.0000088503675,0.05376083,0.003115011,0.0016242429,0.27928674,0.00032722738,0.2968962],"study_design_scores_gemma":[0.0016511951,0.00025608393,0.85164726,0.0011634034,0.000016477203,0.000036485035,0.03879274,0.026681013,0.00029735497,0.074806385,0.0044245063,0.00022711843],"about_ca_topic_score_codex":0.00013814619,"about_ca_topic_score_gemma":0.000033050797,"teacher_disagreement_score":0.48813033,"about_ca_system_score_codex":0.00009658901,"about_ca_system_score_gemma":0.0005368388,"threshold_uncertainty_score":0.41686454},"labels":[],"label_agreement":null},{"id":"W4412366622","doi":"10.63878/cjssr.v3i3.1011","title":"ROLE OF ARTIFICIAL INTELLIGENCE IN PERSONALIZED LEARNING","year":2025,"lang":"en","type":"article","venue":"Contemporary Journal of Social Science Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.033074682251588924,"score_gpt":0.35183835617179177,"score_spread":0.31876367392020283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412366622","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025220867,0.6291953,0.2087982,0.06323192,0.0013098345,0.00085019466,0.0000022875838,0.000102060534,0.07128934],"genre_scores_gemma":[0.9914151,0.005541784,0.0025928386,0.0002759326,0.00005123098,8.08591e-7,1.5149612e-7,0.000002558368,0.00011959603],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980974,0.00020903099,0.00083631807,0.00017165332,0.000496822,0.00018874166],"domain_scores_gemma":[0.99864143,0.00010750926,0.0006629148,0.00011641049,0.00040800837,0.00006370061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038959333,0.00009204362,0.00047606693,0.00033802996,0.00014812264,0.000065603475,0.001214087,0.00003458625,0.000009466461],"category_scores_gemma":[0.0008098095,0.000076642114,0.00017929585,0.0026342927,0.00037313392,0.00062534993,0.00015062845,0.0003926525,0.0000031367958],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010339893,0.0001185868,0.0021533708,0.00039569015,0.000015613672,0.000017770528,0.0013963362,0.000033875152,0.0022076892,0.33585507,0.00012867947,0.657667],"study_design_scores_gemma":[0.0018055195,0.0019376074,0.019129967,0.07312727,0.00027329667,0.00021050924,0.015524658,0.13095106,0.007012006,0.4516606,0.29608816,0.0022793352],"about_ca_topic_score_codex":0.0000070535793,"about_ca_topic_score_gemma":5.528926e-7,"teacher_disagreement_score":0.9661942,"about_ca_system_score_codex":0.00006674661,"about_ca_system_score_gemma":0.0013251296,"threshold_uncertainty_score":0.31253746},"labels":[],"label_agreement":null},{"id":"W4412476053","doi":"10.3390/educsci15070902","title":"From Intimidation to Innovation: Cross-Continental Multiple Case Studies on How to Harness AI to Elevate Engagement, Comprehension, and Retention","year":2025,"lang":"en","type":"article","venue":"Education Sciences","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Curtin University of Technology","keywords":"Intimidation; Comprehension; Psychology; Social psychology; Computer science","score_opus":0.07216051034765608,"score_gpt":0.4219357664141089,"score_spread":0.3497752560664528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412476053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85610974,0.000023820938,0.07373084,0.06813576,0.0016517807,0.00023082487,0.0000031610223,0.00005802234,0.000056055324],"genre_scores_gemma":[0.95961934,0.0000022911374,0.03458825,0.004393378,0.00013055197,0.000033032582,0.000008443652,0.000002669826,0.0012220518],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99872,0.00008569064,0.00024852494,0.00054367335,0.00025302562,0.00014912337],"domain_scores_gemma":[0.9988164,0.00018545522,0.00009614434,0.00025225297,0.0005800184,0.00006978683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007167185,0.0001086759,0.000120146244,0.0005930849,0.0006171694,0.0008334654,0.00031998954,0.00002421812,0.0000035564167],"category_scores_gemma":[0.0013477375,0.00009764296,0.000015703154,0.0026813976,0.00006357445,0.0005402598,0.00025160098,0.00009286744,0.000029865814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006622848,0.0009206247,0.15826589,0.00013370927,0.00012393131,0.000028478327,0.04828052,0.030825559,0.037464134,0.19932276,0.0949057,0.42966247],"study_design_scores_gemma":[0.0024254476,0.0017673604,0.3858117,0.0028174038,0.00009975103,0.00007683846,0.060844682,0.30288252,0.07722933,0.051718183,0.111758485,0.0025683118],"about_ca_topic_score_codex":0.00008095791,"about_ca_topic_score_gemma":0.000032331616,"teacher_disagreement_score":0.42709416,"about_ca_system_score_codex":0.000052196334,"about_ca_system_score_gemma":0.00015413034,"threshold_uncertainty_score":0.8037126},"labels":[],"label_agreement":null},{"id":"W4412502018","doi":"10.5539/hes.v15n3p262","title":"Artificial Intelligence and English as a Foreign Language (EFL) Teachers’ Competencies: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Higher Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; English as a foreign language; Mathematics education; Foreign language; English language; Systematic review; Language proficiency; Pedagogy; MEDLINE; Political science","score_opus":0.07917911290874176,"score_gpt":0.4146086952397275,"score_spread":0.33542958233098574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412502018","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.495909e-7,0.9959839,0.00029523825,0.0005639163,0.0009390373,0.0008117703,0.0000045126817,0.00015434703,0.001246633],"genre_scores_gemma":[0.000012778988,0.98686266,0.0022269508,0.0005913515,0.00027938277,0.00039571093,0.000018525114,0.000014442559,0.0095981825],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976903,0.00039142312,0.0008828743,0.00054586463,0.00026637584,0.00022316785],"domain_scores_gemma":[0.99745,0.0008216432,0.00052828895,0.0007154553,0.00041319337,0.000071444294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006095651,0.0003861206,0.0020682872,0.00023931428,0.00017002271,0.00017015485,0.0006846788,0.00010348172,0.000011001538],"category_scores_gemma":[0.00081132597,0.00028115054,0.00025659412,0.0009054945,0.00008481385,0.0001285296,0.00033856567,0.0003379772,0.000084201114],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.5362124e-8,0.000058316997,5.90783e-7,0.78333366,0.00024851604,0.0000024267777,0.0021080866,1.3309601e-7,3.4526266e-9,0.07042029,0.0020274273,0.14180046],"study_design_scores_gemma":[0.000007479468,0.000028433846,2.8911091e-7,0.6616676,0.0016624205,0.000011999891,0.00367282,0.000007068079,7.583668e-8,0.0018352607,0.33078647,0.00032008917],"about_ca_topic_score_codex":0.000011320595,"about_ca_topic_score_gemma":0.0000018885747,"teacher_disagreement_score":0.328759,"about_ca_system_score_codex":0.00011633379,"about_ca_system_score_gemma":0.00063692586,"threshold_uncertainty_score":0.99996406},"labels":[],"label_agreement":null},{"id":"W4412590081","doi":"10.5539/ies.v18n4p51","title":"Scientometric Analysis of Technology-Enhanced Learning Research","year":2025,"lang":"en","type":"article","venue":"International Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Technology integration; Psychology; Statistical analysis; Educational technology; Technological literacy; Educational research; Research methodology; Pedagogy; Sociology; Statistics; Mathematics; Population","score_opus":0.08631399660268699,"score_gpt":0.526751897061814,"score_spread":0.440437900459127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412590081","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8025044,0.005596657,0.09313018,0.052940667,0.0040878803,0.00012035421,0.0000028565366,0.00024271062,0.04137428],"genre_scores_gemma":[0.97765166,0.0002333054,0.0080767,0.000062493564,0.000025750092,0.000015188643,0.000004336025,0.0000015362119,0.013929019],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99893874,0.00005390154,0.00022001758,0.0002443537,0.00042290325,0.000120099314],"domain_scores_gemma":[0.99462295,0.00030816978,0.000100268764,0.00021484851,0.004737831,0.000015928814],"candidate_categories":["bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0007151141,0.000053752232,0.00015641407,0.010982486,0.00016096867,0.000060966035,0.00070016034,0.00003096255,0.0000076166775],"category_scores_gemma":[0.004563757,0.000049930608,0.00006528184,0.02208955,0.00014028557,0.00012957095,0.00033817327,0.00020383504,0.000013209048],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004661513,0.00046019617,0.13266258,0.000031031646,0.0034829897,4.822159e-7,0.0018572338,0.0067018233,0.0012667303,0.41759676,0.0040744687,0.43186104],"study_design_scores_gemma":[0.00076488295,0.0002511502,0.2765472,0.0006785438,0.0007248296,0.0000023395094,0.031610075,0.2332926,0.014836166,0.23149444,0.20917019,0.0006275742],"about_ca_topic_score_codex":0.000015364067,"about_ca_topic_score_gemma":0.0000047782187,"teacher_disagreement_score":0.43123347,"about_ca_system_score_codex":0.00012098042,"about_ca_system_score_gemma":0.00026510662,"threshold_uncertainty_score":0.9986964},"labels":[],"label_agreement":null},{"id":"W4412591686","doi":"10.1007/978-3-031-99267-4_5","title":"Knowledge, Uses and Perceptions of ChatGPT in Higher Education","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Cegep de Saint Jerome","funders":"","keywords":"Perception; Computer science; Thesaurus; Information retrieval; World Wide Web; Psychology; Natural language processing; Neuroscience","score_opus":0.03638066633100999,"score_gpt":0.3406353201368291,"score_spread":0.3042546538058191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412591686","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010558254,0.003581405,0.05742451,0.011970905,0.0008982567,0.0005764406,0.00001878195,0.000119758944,0.92435414],"genre_scores_gemma":[0.65896744,0.016196955,0.27067238,0.0016102028,0.00010346989,0.00004471157,0.00009769581,0.000014638626,0.0522925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990063,0.000028924514,0.0004992244,0.00018583707,0.00016333953,0.00011639279],"domain_scores_gemma":[0.99823636,0.0001656069,0.0001973471,0.0010496682,0.00030224014,0.000048792397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005005196,0.00012843877,0.00019945504,0.0014366659,0.00016786152,0.00020735178,0.001381345,0.000092311224,0.0000068256527],"category_scores_gemma":[0.000029862398,0.00013186356,0.000024620425,0.00057364546,0.0005408422,0.0024739767,0.0013660725,0.0003119869,0.000008571422],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4802534e-7,0.000028876453,0.0004583405,0.000041528932,0.0000016466003,2.4402524e-8,0.0011808986,0.000044717868,0.0000010582268,0.7903497,0.00015831627,0.20773456],"study_design_scores_gemma":[0.000491553,0.00009298624,0.06786712,0.0019149156,0.00001625079,0.000012616927,0.00013702431,0.55514956,0.0000040939035,0.057488043,0.31625533,0.00057048106],"about_ca_topic_score_codex":0.000016974014,"about_ca_topic_score_gemma":0.00001749794,"teacher_disagreement_score":0.8720616,"about_ca_system_score_codex":0.00007192607,"about_ca_system_score_gemma":0.00055568287,"threshold_uncertainty_score":0.537724},"labels":[],"label_agreement":null},{"id":"W4412697302","doi":"10.1007/978-3-031-93103-1_26","title":"Knowledge Building to Enhance Collective Student Efficacy","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Knowledge building; Collective efficacy; Architectural engineering; Business; Sociology; Knowledge management; Computer science; Engineering; Social science","score_opus":0.012097249298160175,"score_gpt":0.30587222232996725,"score_spread":0.29377497303180705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412697302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011721986,0.01761743,0.94165754,0.0005871987,0.0018202934,0.0006008098,0.0000033251722,0.00011617018,0.037479993],"genre_scores_gemma":[0.82128423,0.0005807286,0.004074892,0.000425349,0.002081261,0.000037885427,0.000008866956,0.00006256302,0.17144419],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808127,0.00008480042,0.00044620657,0.00079610734,0.00022413835,0.00036748333],"domain_scores_gemma":[0.99815845,0.00091731653,0.00016614526,0.00051428395,0.00012568083,0.00011811715],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004045154,0.00039617938,0.00069772796,0.0003256216,0.00015602588,0.00035943708,0.0006441489,0.00042888796,0.0000021958672],"category_scores_gemma":[0.00009971167,0.0003514708,0.000100316785,0.00033027562,0.000031511336,0.000042130643,0.00043268412,0.00086047966,0.0000071478366],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019898618,0.00007850994,0.0002883585,0.00025446535,0.00022642067,0.00007988844,0.0022220057,0.73267424,0.000009628652,0.097038925,0.0024223763,0.16468528],"study_design_scores_gemma":[0.00039309586,0.00029649,0.00016220869,0.0061299456,0.00006521775,0.000020405794,0.000007299188,0.883991,0.000011132294,0.0062638917,0.10164043,0.0010188668],"about_ca_topic_score_codex":0.000024175044,"about_ca_topic_score_gemma":0.00009435293,"teacher_disagreement_score":0.9375827,"about_ca_system_score_codex":0.0002075375,"about_ca_system_score_gemma":0.00015307643,"threshold_uncertainty_score":0.9998937},"labels":[],"label_agreement":null},{"id":"W4412704008","doi":"10.1145/3696630.3728523","title":"Learning to Edit Interactive Machine Learning Notebooks","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Machine learning; Natural language processing; Human–computer interaction; Programming language","score_opus":0.00638469280281444,"score_gpt":0.27721770254289085,"score_spread":0.2708330097400764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412704008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013437492,0.00003354336,0.87413716,0.016884327,0.0006297136,0.00009518093,3.094372e-7,0.0007740272,0.094008215],"genre_scores_gemma":[0.84738886,0.0000038848966,0.030162048,0.0012871696,0.00011624884,0.0000039474153,0.0000024266592,0.000008077117,0.12102734],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989213,0.00010465963,0.00017855309,0.00036359736,0.00016852374,0.00026336595],"domain_scores_gemma":[0.99929845,0.00022225335,0.000051952462,0.00024056819,0.00009726403,0.00008950979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002749442,0.0001320836,0.00016254697,0.00025949997,0.00022232963,0.00021650021,0.0005497248,0.00004743913,0.000041348543],"category_scores_gemma":[0.0004536702,0.00011830555,0.000067900226,0.0004732727,0.000014497771,0.00017610045,0.0004987621,0.0006915424,0.00030187334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004211204,0.00017532047,0.022527846,0.000049674785,0.00018517108,0.000065512395,0.0068020923,0.1109074,0.003133496,0.10807863,0.007345444,0.7406873],"study_design_scores_gemma":[0.00022341327,0.00020379074,0.00069527136,0.00007592129,0.000009026992,0.0000037292737,0.00026953616,0.7996101,0.0011404738,0.0013468469,0.19621228,0.00020964477],"about_ca_topic_score_codex":0.000102485246,"about_ca_topic_score_gemma":0.000021263366,"teacher_disagreement_score":0.8439751,"about_ca_system_score_codex":0.000046437195,"about_ca_system_score_gemma":0.00006293926,"threshold_uncertainty_score":0.48243603},"labels":[],"label_agreement":null},{"id":"W4412740664","doi":"10.22329/jtl.v19i3.9756","title":"Generative AI in Higher Education: Guiding Principles for Teaching and Learning (Volume 1)","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Volume (thermodynamics); Generative grammar; Computer science; Artificial intelligence; Mathematics education; Psychology; Physics","score_opus":0.031144318831048207,"score_gpt":0.32885283868181114,"score_spread":0.29770851985076296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412740664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.745415,0.0029229873,0.19918025,0.04739411,0.00077093823,0.00011155866,1.7651828e-7,0.00008038372,0.0041245925],"genre_scores_gemma":[0.84029377,0.000035766752,0.13505362,0.0006153837,0.00037414898,0.0000015050225,9.1885624e-7,0.000010771269,0.023614144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977632,0.0011121066,0.0004810601,0.00024972885,0.0001639427,0.00022995347],"domain_scores_gemma":[0.9986356,0.0006958021,0.00038234054,0.00010016521,0.00010453734,0.000081573395],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005144721,0.0001520981,0.00030472936,0.00042768303,0.0011602937,0.00041725603,0.00025623312,0.00007739871,0.000002191715],"category_scores_gemma":[0.00231482,0.00013572913,0.00007433451,0.00013608835,0.000034379933,0.0005164804,0.00015043336,0.0029769705,4.505548e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003954671,0.00020161754,0.08153921,0.00022263204,0.00015322604,0.000018863964,0.020689653,0.06549844,0.002747267,0.1069468,0.0015401294,0.7204026],"study_design_scores_gemma":[0.0010959535,0.00048694102,0.02216482,0.001478212,0.00006783397,0.00011057859,0.0053305984,0.47453728,0.000030346582,0.003527029,0.49078512,0.00038528309],"about_ca_topic_score_codex":0.000039631454,"about_ca_topic_score_gemma":0.0000021450494,"teacher_disagreement_score":0.7200173,"about_ca_system_score_codex":0.000069590635,"about_ca_system_score_gemma":0.00018781472,"threshold_uncertainty_score":0.9993232},"labels":[],"label_agreement":null},{"id":"W4412740714","doi":"10.22329/jtl.v19i3.9841","title":"Artificial Intelligence in Higher Education: A Contemporary Examination of Illich’s Theories","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sociology; Psychology; Epistemology; Cognitive science; Psychoanalysis; Philosophy","score_opus":0.029238230402020365,"score_gpt":0.3198110814193657,"score_spread":0.2905728510173453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412740714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7270985,0.0026559269,0.23679274,0.014761474,0.0008960026,0.00005301928,1.433555e-7,0.00003226883,0.017709894],"genre_scores_gemma":[0.98793477,0.000016057482,0.010251834,0.000081190614,0.000092866765,2.6901768e-7,2.5792298e-7,0.000002292469,0.0016204348],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99886346,0.00049350207,0.00036809462,0.000084885614,0.00012330276,0.00006674223],"domain_scores_gemma":[0.9991888,0.00033254107,0.00029483557,0.00007160961,0.000088439454,0.000023775541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023163578,0.000057300604,0.00015432245,0.00031216006,0.00010699874,0.00006880779,0.00018770566,0.000035517365,0.0000031381576],"category_scores_gemma":[0.00056621816,0.000048363032,0.00003599755,0.00020701208,0.000031574386,0.00025914767,0.000046963287,0.00082949025,3.669139e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009025123,0.0001023467,0.0074012913,0.000035792018,0.000015156863,0.0000039750466,0.0040923236,0.0024047936,0.00023115601,0.33271557,0.00003214743,0.6529564],"study_design_scores_gemma":[0.0007079962,0.0016953842,0.2731435,0.0057321927,0.00009319127,0.00013913221,0.029823836,0.25549453,0.0014550651,0.38227707,0.048594907,0.00084317086],"about_ca_topic_score_codex":0.000021049236,"about_ca_topic_score_gemma":7.734085e-7,"teacher_disagreement_score":0.65211326,"about_ca_system_score_codex":0.000019215662,"about_ca_system_score_gemma":0.00016223188,"threshold_uncertainty_score":0.36037686},"labels":[],"label_agreement":null},{"id":"W4412740728","doi":"10.22329/jtl.v19i2.9687","title":"Empowering Digital Education with ChatGPT: From Theoretical to Practical","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Engineering ethics; Computer science; Sociology; Mathematics education; Political science; Psychology; Engineering","score_opus":0.004819006165434105,"score_gpt":0.3200910843002994,"score_spread":0.3152720781348653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412740728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5190866,0.00008225165,0.45732352,0.020371785,0.00015205336,0.000017762268,1.1249718e-7,0.000027735014,0.0029381777],"genre_scores_gemma":[0.9045679,0.0000038626563,0.094366945,0.00038519473,0.00015962754,2.4142165e-7,4.2061313e-7,0.000004621691,0.000511182],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919564,0.00016912867,0.00019208738,0.0001378972,0.00018387397,0.00012138525],"domain_scores_gemma":[0.99914724,0.00043889813,0.00013059512,0.00010280094,0.00007262329,0.000107841006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007642864,0.00008010417,0.00014882299,0.00015571644,0.00022626542,0.00048718974,0.00017780595,0.00003321239,0.0000029026196],"category_scores_gemma":[0.0015660529,0.000058156278,0.000035974987,0.000121625606,0.000029103403,0.0004243108,0.0000939204,0.0013261699,0.0000029967382],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009431191,0.0002857265,0.032365415,0.000023655704,0.00013934732,0.00006126726,0.00845032,0.0037832705,0.00048296383,0.22711733,0.0008850748,0.7263113],"study_design_scores_gemma":[0.0033765,0.0053095263,0.05834264,0.0070981467,0.00040816725,0.0019569339,0.02661234,0.35921094,0.0003695337,0.069678105,0.4658969,0.0017402648],"about_ca_topic_score_codex":0.000008952448,"about_ca_topic_score_gemma":2.996457e-7,"teacher_disagreement_score":0.72457105,"about_ca_system_score_codex":0.000023721728,"about_ca_system_score_gemma":0.00018557753,"threshold_uncertainty_score":0.5761622},"labels":[],"label_agreement":null},{"id":"W4412740767","doi":"10.22329/jtl.v19i3.10201","title":"Learning Technologies, Science and Mathematics Education, and Online Learning","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Mathematics education; Learning sciences; Computer science; Science learning; Educational technology; Science education; Psychology","score_opus":0.0076865587956936165,"score_gpt":0.2961071638288685,"score_spread":0.28842060503317485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412740767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95632964,0.0031745015,0.031298652,0.007914673,0.00016852289,0.000041877804,7.801512e-8,0.00018436769,0.0008876592],"genre_scores_gemma":[0.8790728,0.00045278805,0.11806874,0.00008998185,0.000059878847,4.210579e-7,3.4451278e-7,0.000008055981,0.002247015],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984995,0.00025142592,0.00039089867,0.000269744,0.00034000445,0.00024842453],"domain_scores_gemma":[0.9985509,0.00047893554,0.000443026,0.00013287882,0.00030132136,0.00009295031],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0043216622,0.00015180882,0.00027958522,0.0007025187,0.0014704261,0.0005526765,0.00041170442,0.000078559606,5.492233e-7],"category_scores_gemma":[0.008845974,0.00012785457,0.000032899654,0.00048433125,0.000236146,0.0005531818,0.00042293113,0.003322213,4.6350553e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028339211,0.00010951234,0.044148806,0.00010800904,0.000030989973,0.000007437716,0.005277404,0.0018259264,0.0017768011,0.01196308,0.00007975701,0.93466944],"study_design_scores_gemma":[0.0012868276,0.0012667164,0.03096825,0.0030765366,0.0001764285,0.001649574,0.080353014,0.7382163,0.00020711227,0.01326011,0.12874076,0.00079839886],"about_ca_topic_score_codex":0.000017179655,"about_ca_topic_score_gemma":8.6573664e-7,"teacher_disagreement_score":0.93387103,"about_ca_system_score_codex":0.00005195744,"about_ca_system_score_gemma":0.00033506908,"threshold_uncertainty_score":0.99982953},"labels":[],"label_agreement":null},{"id":"W4412781286","doi":"10.1145/3702652.3744228","title":"\"That’s Not the Way I Would Explain It\": A Teacher-Researcher’s Autoethnography of Learning to Program With ChatGPT","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Autoethnography; Computer science; Mathematics education; Pedagogy; Sociology; Multimedia; Psychology; Social science","score_opus":0.03980565987297561,"score_gpt":0.3423009442735029,"score_spread":0.30249528440052725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412781286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15445809,0.00015029317,0.4420365,0.36670032,0.0001953678,0.0012537565,0.0000018816567,0.001372503,0.033831283],"genre_scores_gemma":[0.9240014,0.00000806743,0.051402826,0.0011838634,0.00003213244,0.00006462729,0.0000017928886,0.000012138409,0.023293177],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821204,0.00022330572,0.00021180845,0.0003987239,0.0005242847,0.00042985665],"domain_scores_gemma":[0.99881834,0.00020552924,0.00007658863,0.0006470791,0.00014347128,0.00010897962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011343019,0.00016471342,0.00021347342,0.0003259537,0.0002388573,0.00022296702,0.0012356382,0.000111082074,0.000022375118],"category_scores_gemma":[0.00018564123,0.00009701357,0.00010566405,0.0019027361,0.00013878303,0.00014327848,0.00040121953,0.0010293998,0.000017029555],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079409714,0.00081689254,0.031140411,0.00012425218,0.0002930154,0.000022252256,0.013597333,0.0072234143,0.0009035135,0.047612835,0.01459437,0.8835923],"study_design_scores_gemma":[0.001110501,0.0021770631,0.020213353,0.0004617072,0.000052061285,0.000007893119,0.009140052,0.548636,0.0055357413,0.0010770229,0.41092792,0.0006606768],"about_ca_topic_score_codex":0.00018688783,"about_ca_topic_score_gemma":0.000093910676,"teacher_disagreement_score":0.88293165,"about_ca_system_score_codex":0.000021617396,"about_ca_system_score_gemma":0.00013487009,"threshold_uncertainty_score":0.44722873},"labels":[],"label_agreement":null},{"id":"W4412835684","doi":"10.2196/70327","title":"Students’ Perceptions of Learning Analytics for Mental Health Support: Qualitative Study","year":2025,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Thematic analysis; Learning analytics; Mental health; Snowball sampling; Social media analytics; Analytics; Medical education; Psychology; Social media; Qualitative research; Data science; Computer science; Medicine; World Wide Web; Sociology","score_opus":0.07931941723302179,"score_gpt":0.5501541650008552,"score_spread":0.47083474776783346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412835684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7673774,0.00005957346,0.2125483,0.015477342,0.00022079739,0.0023631104,0.00006644423,0.00014363813,0.0017434017],"genre_scores_gemma":[0.9933386,0.00002310149,0.0022844109,0.00004605334,0.000018912575,0.000086414075,0.000028043645,0.0000070218202,0.004167437],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9965966,0.0011905528,0.00049526925,0.0002855581,0.0009503748,0.00048165984],"domain_scores_gemma":[0.99814427,0.00063979806,0.00016095929,0.00032764487,0.00062570616,0.00010162814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005022869,0.000119399876,0.00031191637,0.00068933965,0.0007158676,0.00015541048,0.0009519613,0.000039223818,0.000015363192],"category_scores_gemma":[0.00018646756,0.00010586102,0.00010974505,0.0014476875,0.00014651402,0.00035086673,0.00058952696,0.00058634573,0.000027179618],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004906127,0.0026977037,0.019117665,0.00028044241,0.00028029527,0.0000012712082,0.91511047,0.0003118638,0.000045332137,0.03234674,0.015920898,0.013838278],"study_design_scores_gemma":[0.0024217942,0.007288826,0.03003474,0.00019060534,0.000011416785,0.0000012679252,0.8560699,0.093236044,0.000052338877,0.0052171745,0.0052324166,0.00024347226],"about_ca_topic_score_codex":0.00003574514,"about_ca_topic_score_gemma":0.000022012031,"teacher_disagreement_score":0.22596121,"about_ca_system_score_codex":0.00020974188,"about_ca_system_score_gemma":0.00041613073,"threshold_uncertainty_score":0.55059475},"labels":[],"label_agreement":null},{"id":"W4412870770","doi":"10.24908/pceea.2025.19582","title":"AI Enabled Automated Student Q&amp;A Tool: Prof Notes AI","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science","score_opus":0.005214300255561244,"score_gpt":0.2628033459246984,"score_spread":0.25758904566913715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870770","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42312413,0.00023044644,0.0040113465,0.55677104,0.006264961,0.0011852415,0.000022013905,0.0019186862,0.006472118],"genre_scores_gemma":[0.9848671,0.0000043538416,0.0035667273,0.0021470848,0.000104520914,0.000029867702,0.000005309533,0.000014382134,0.009260671],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886537,0.000008875009,0.00028331144,0.00022401378,0.00032081606,0.00029764618],"domain_scores_gemma":[0.9985954,0.000062605846,0.00023062878,0.00016741871,0.00083822414,0.0001056815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048554153,0.00013433224,0.00016266381,0.0003821664,0.00019243477,0.00034559655,0.0007083442,0.000121001896,0.0000052216487],"category_scores_gemma":[0.0015008353,0.00012949888,0.000078801364,0.0011341826,0.00000976714,0.00031231332,0.00007437577,0.00028649002,0.000012298116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015766875,0.00029778355,0.37512136,0.0005206564,0.00035893137,1.5856521e-7,0.0029618775,0.011908223,0.002884341,0.29964954,0.30304506,0.003250504],"study_design_scores_gemma":[0.0004832789,0.000029082346,0.4530703,0.00059451256,0.00011673578,0.000002804974,0.0001919966,0.31589302,0.0024943263,0.0031422595,0.223361,0.0006206522],"about_ca_topic_score_codex":0.0029605983,"about_ca_topic_score_gemma":0.002024602,"teacher_disagreement_score":0.56174296,"about_ca_system_score_codex":0.0016465591,"about_ca_system_score_gemma":0.0014804113,"threshold_uncertainty_score":0.5280811},"labels":[],"label_agreement":null},{"id":"W4412870837","doi":"10.24908/pceea.2025.19712","title":"Thriving in the Age of AI: A Model Curriculum for Developing Competencies in Artificial Intelligence for K-12","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ontario Institute of Technology","keywords":"Thriving; Psychology; Curriculum; Artificial intelligence; Mathematics education; Gerontology; Computer science; Pedagogy; Medicine","score_opus":0.016033592241763157,"score_gpt":0.2684659725152737,"score_spread":0.25243238027351056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412870837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30092084,0.0001496225,0.57815707,0.11650776,0.0016221654,0.0017919388,0.00002374693,0.00007731043,0.0007495568],"genre_scores_gemma":[0.9584617,0.000002780525,0.040973976,0.00032333029,0.00003186345,0.00006531994,0.0000026298703,0.0000051692105,0.00013322641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992453,0.0000053199783,0.00029580947,0.00012914179,0.00013108012,0.00019338517],"domain_scores_gemma":[0.9992616,0.00015161742,0.00016462734,0.0000729074,0.00032983592,0.000019391586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007874969,0.00007431327,0.00012735525,0.00033105796,0.00008066401,0.00008741313,0.00054938457,0.000060664934,1.2123952e-7],"category_scores_gemma":[0.0017581014,0.00006473987,0.000056473807,0.0007045488,0.000009946401,0.00014965284,0.000026691894,0.00014277811,1.05698135e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.336414e-7,0.000043603242,0.02515978,0.00023815967,0.000012783587,1.5960072e-8,0.0031937424,0.029625539,0.00041243437,0.938807,0.0007025209,0.0018035491],"study_design_scores_gemma":[0.00004863142,0.00000931393,0.0099388305,0.00029293154,0.00000881389,1.8328973e-7,0.00068005716,0.94514465,0.0005894465,0.042338345,0.00085542636,0.000093371],"about_ca_topic_score_codex":0.0019947933,"about_ca_topic_score_gemma":0.015863882,"teacher_disagreement_score":0.9155191,"about_ca_system_score_codex":0.0006349275,"about_ca_system_score_gemma":0.0009738859,"threshold_uncertainty_score":0.8852419},"labels":[],"label_agreement":null},{"id":"W4412934839","doi":"10.1007/s42330-025-00377-x","title":"Investigating Predictors of Student Performance in STEM Using Educational Data Mining Techniques","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Science Mathematics and Technology Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Science education; Mathematics education; Data science; Psychology; Computer science; Sociology","score_opus":0.030362289960099317,"score_gpt":0.3253096437231921,"score_spread":0.2949473537630928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412934839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9921737,0.0002556347,0.0021005734,0.004990834,0.000244645,0.000051809333,7.2043184e-7,0.0000058173537,0.00017627946],"genre_scores_gemma":[0.8189164,0.000012451514,0.18100907,0.000021009222,0.000015865668,7.3981124e-7,2.7330168e-7,0.0000016135511,0.00002259149],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921215,0.000008273152,0.00036021436,0.00013685756,0.00014196416,0.00014057367],"domain_scores_gemma":[0.9989605,0.000044790027,0.00030595707,0.00030034684,0.00030302414,0.00008537737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001011847,0.00005691067,0.00012804219,0.001735385,0.00015150532,0.000072560426,0.0011678108,0.000045607278,5.2993676e-7],"category_scores_gemma":[0.0003059156,0.000052859847,0.000007544174,0.0017963375,0.0005723521,0.00043752848,0.000119842734,0.00014934324,7.978071e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1949192e-7,0.00008983605,0.8282908,0.00012008955,0.000010861571,7.3931443e-7,0.0029129917,0.00007189562,0.0014737515,0.10986745,0.00006439196,0.057097066],"study_design_scores_gemma":[0.000455995,0.0003782712,0.20171027,0.009334258,0.00010609252,0.0005049607,0.03792522,0.58149594,0.012577352,0.15426172,0.0006317463,0.00061819796],"about_ca_topic_score_codex":0.000062588886,"about_ca_topic_score_gemma":0.00012024469,"teacher_disagreement_score":0.62658054,"about_ca_system_score_codex":0.0001136432,"about_ca_system_score_gemma":0.0074302596,"threshold_uncertainty_score":0.99819666},"labels":[],"label_agreement":null},{"id":"W4412952589","doi":"10.1016/j.ssaho.2025.101824","title":"Predictive analytics in education- enhancing student achievement through machine learning","year":2025,"lang":"en","type":"article","venue":"Social Sciences & Humanities Open","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Learning analytics; Predictive analytics; Analytics; Computer science; Academic achievement; Student achievement; Mathematics education; Machine learning; Psychology; Data science; Artificial intelligence","score_opus":0.03990701132342665,"score_gpt":0.3815166597411621,"score_spread":0.34160964841773545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412952589","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22108164,0.0017452436,0.05704725,0.033733808,0.0028171262,0.0016248843,0.000011537832,0.00040924043,0.6815293],"genre_scores_gemma":[0.9833458,0.000058840433,0.0041003795,0.0015663133,0.00014282815,0.00003118612,0.0000056946956,0.000005202097,0.010743735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983078,0.00018616565,0.00032063533,0.00042588267,0.00041711275,0.00034235456],"domain_scores_gemma":[0.9994622,0.00011560718,0.00014489314,0.00015634135,0.00009927379,0.00002170274],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010477288,0.00013882913,0.00022447362,0.0001863239,0.0014443115,0.0012690435,0.002318123,0.000043576783,0.000024755413],"category_scores_gemma":[0.00008139925,0.00013154291,0.00005229148,0.0010647613,0.0002555695,0.0009711827,0.001260706,0.00031855595,0.000010691223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004505804,0.0004233813,0.04231739,0.000021539725,0.00004133696,0.0000027049975,0.033038888,0.0027175935,0.000021090396,0.9124196,0.0006489272,0.008343017],"study_design_scores_gemma":[0.0021514993,0.0013261238,0.13491443,0.0009517941,0.0001351858,0.00000290218,0.2075165,0.13569987,0.0003670389,0.33393976,0.18124215,0.0017527242],"about_ca_topic_score_codex":0.0020677778,"about_ca_topic_score_gemma":0.0030323814,"teacher_disagreement_score":0.7622642,"about_ca_system_score_codex":0.00024449552,"about_ca_system_score_gemma":0.00081409473,"threshold_uncertainty_score":0.9998557},"labels":[],"label_agreement":null},{"id":"W4413020555","doi":"10.4018/979-8-3373-0573-8.ch005","title":"AI-Enhanced Learning and Teacher Productivity","year":2025,"lang":"en","type":"book-chapter","venue":"Advances in computational intelligence and robotics book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Education and Early Childhood Development","funders":"","keywords":"Productivity; Mathematics education; Computer science; Psychology; Artificial intelligence; Economics; Macroeconomics","score_opus":0.011576752873779541,"score_gpt":0.2935960348031651,"score_spread":0.2820192819293856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413020555","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000497814,0.022549909,0.9039842,0.0063609076,0.00029581305,0.00018312426,0.0000031830177,0.00012545397,0.066492446],"genre_scores_gemma":[0.019640239,0.04365323,0.17607942,0.0007231613,0.00028664182,0.000011467593,0.000047548176,0.000046247646,0.75951207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984701,0.000038959814,0.00037521866,0.0006552924,0.00024940178,0.00021098327],"domain_scores_gemma":[0.99912196,0.00028193343,0.00018289221,0.00017173738,0.00018171748,0.000059727437],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018469486,0.0003092695,0.00037736996,0.0002253286,0.00019954472,0.0001530052,0.0002588022,0.00015283184,0.000010307016],"category_scores_gemma":[0.00009362353,0.00030795994,0.00004737343,0.00009667587,0.0003193494,0.0011820243,0.00031773138,0.000780429,0.0000073074852],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006579007,0.000012164903,0.00007665197,0.000085193424,0.000015079253,0.000007523922,0.0001391252,0.38792872,5.15413e-7,0.53173506,0.000020981763,0.07997239],"study_design_scores_gemma":[0.00006148179,0.00015939726,0.000033770386,0.0005549241,0.000019849247,0.000025220217,0.0000420307,0.19159745,0.000029827976,0.7095139,0.09750495,0.0004572243],"about_ca_topic_score_codex":0.0000021706915,"about_ca_topic_score_gemma":0.000019471856,"teacher_disagreement_score":0.7279048,"about_ca_system_score_codex":0.000038650003,"about_ca_system_score_gemma":0.00013818873,"threshold_uncertainty_score":0.99993724},"labels":[],"label_agreement":null},{"id":"W4413059426","doi":"10.1145/3708035.3736009","title":"Lessons Learned from a Microcredential in Advanced Computing","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University; University of Prince Edward Island; Memorial University of Newfoundland","funders":"","keywords":"Computer science","score_opus":0.024327776460740642,"score_gpt":0.3382807274978705,"score_spread":0.3139529510371299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413059426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19378532,0.00009139232,0.7729568,0.02759449,0.0002480264,0.000037803668,8.2418535e-7,0.0001886002,0.005096773],"genre_scores_gemma":[0.8848801,0.0000091492275,0.111641645,0.00047150243,0.000027606124,4.533552e-7,0.0000027238327,0.000002621791,0.0029641886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992531,0.000040751012,0.00015603546,0.0002921073,0.0000810155,0.00017699665],"domain_scores_gemma":[0.9995689,0.000099079654,0.000032295648,0.00025119868,0.000023162916,0.000025373156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011050995,0.00007133361,0.00012190719,0.00011993485,0.00006103591,0.00011143659,0.00047820757,0.000036606696,0.000009903868],"category_scores_gemma":[0.00004746865,0.00006943458,0.000038958704,0.0004581139,0.000013596027,0.00010145445,0.00026321347,0.00017069043,0.000032736898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010073234,0.00016339813,0.010234479,0.000011815257,0.000031734235,0.000034336932,0.0006519418,0.0120158,0.009814259,0.14634979,0.0010772219,0.8196052],"study_design_scores_gemma":[0.0008853634,0.000018113182,0.0123542175,0.00010931444,0.000005217796,7.349148e-7,0.00017295718,0.9408079,0.0022524812,0.0362942,0.00692103,0.00017849672],"about_ca_topic_score_codex":0.00025321078,"about_ca_topic_score_gemma":0.00012930208,"teacher_disagreement_score":0.92879206,"about_ca_system_score_codex":0.000022329205,"about_ca_system_score_gemma":0.00006439695,"threshold_uncertainty_score":0.28314602},"labels":[],"label_agreement":null},{"id":"W4413070981","doi":"10.1007/978-3-031-98414-3_19","title":"Prompts Eliciting Active and Constructive Engagement Improve Learning Across ChatGPT and Traditional Resource Contexts","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Constructive; Computer science; Resource (disambiguation); Artificial intelligence; Knowledge management; Human–computer interaction; Programming language","score_opus":0.014602599420157444,"score_gpt":0.2665489314719274,"score_spread":0.2519463320517699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413070981","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053253174,0.0003880202,0.9886817,0.0019439392,0.00044779922,0.00038293155,0.00002522197,0.0001480477,0.002657033],"genre_scores_gemma":[0.8427416,0.000078931975,0.15423138,0.0012722416,0.0005844,0.00001331491,0.000016408398,0.000033456094,0.0010282343],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969137,0.000088619876,0.00037814523,0.00144912,0.00060980953,0.0005606356],"domain_scores_gemma":[0.9978146,0.0011104274,0.00031897632,0.00040172326,0.00020429512,0.00014998557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008763075,0.00044095554,0.0004902923,0.00038165363,0.00076097524,0.0006764285,0.0008466663,0.00023414676,0.0000033200051],"category_scores_gemma":[0.000299126,0.00042389374,0.000067821034,0.0003050159,0.0010920335,0.0004086733,0.001357477,0.0017066116,0.0000019431975],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000776472,0.000014099518,0.00010326626,0.000057638987,0.000028031314,0.0000374246,0.0033889376,0.0027599197,0.00012138095,0.02504314,0.0000042300494,0.96843415],"study_design_scores_gemma":[0.00089854095,0.00047201084,0.00087402656,0.0014097423,0.000026136786,0.00014753145,0.000020295794,0.8434793,0.0010171173,0.14808598,0.0025791402,0.0009901711],"about_ca_topic_score_codex":0.000013178026,"about_ca_topic_score_gemma":0.000013359648,"teacher_disagreement_score":0.967444,"about_ca_system_score_codex":0.00015913408,"about_ca_system_score_gemma":0.00033778438,"threshold_uncertainty_score":0.9998213},"labels":[],"label_agreement":null},{"id":"W4413096640","doi":"10.1109/iccsp64183.2025.11088572","title":"SkillForge AI-Powered Learning &amp; Placement Platform","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning","score_opus":0.011029113548161669,"score_gpt":0.2965664640126799,"score_spread":0.2855373504645182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413096640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070172222,0.000061003117,0.8754348,0.01240566,0.00036611257,0.00006927527,3.2849292e-7,0.00052211544,0.104123466],"genre_scores_gemma":[0.78547335,0.000022356255,0.042189326,0.0020864862,0.000052879754,0.000003944581,0.000008858382,0.0000072873363,0.17015554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990554,0.000021412226,0.00019119548,0.00027647012,0.00018469029,0.0002708687],"domain_scores_gemma":[0.9994134,0.00007242726,0.000044167868,0.00035403683,0.000057535413,0.000058465597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024802223,0.0001128658,0.00013201802,0.00014707958,0.00017964162,0.00017573993,0.00048720074,0.000053492782,0.000086552456],"category_scores_gemma":[0.0000933406,0.00009605625,0.000065328466,0.00044428438,0.000019965968,0.00020886707,0.00042378157,0.00029721382,0.0002888427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010218119,0.00018501667,0.0093307225,0.000040815434,0.000095680545,0.00000981272,0.0007256134,0.01190753,0.00030393482,0.86540174,0.02740116,0.084587745],"study_design_scores_gemma":[0.0007226869,0.00009767999,0.0009816228,0.00007549076,0.000014743938,0.000005093191,0.0001439839,0.35597473,0.00048370165,0.022299916,0.61885744,0.00034289603],"about_ca_topic_score_codex":0.000019667888,"about_ca_topic_score_gemma":0.000019103858,"teacher_disagreement_score":0.84310186,"about_ca_system_score_codex":0.000042714004,"about_ca_system_score_gemma":0.00009030737,"threshold_uncertainty_score":0.39170602},"labels":[],"label_agreement":null},{"id":"W4413129800","doi":"10.5539/elt.v18n9p22","title":"Artificial Intelligence in High School English Instruction: An Empirical Study on Pedagogical Applications","year":2025,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Empirical research; Pedagogy; Linguistics","score_opus":0.03450113119139713,"score_gpt":0.38098692632868875,"score_spread":0.3464857951372916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413129800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.863143,0.000026174326,0.13188681,0.00056460086,0.00046420775,0.00026278978,0.0000017436693,0.0005442058,0.0031064695],"genre_scores_gemma":[0.98870003,8.5136327e-7,0.00973323,0.00031268055,0.0009704017,0.000042658954,0.000009674995,0.000010001641,0.00022048641],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99799335,0.00043656235,0.00039143005,0.0006091031,0.0002911613,0.00027840235],"domain_scores_gemma":[0.9988118,0.00021207858,0.00006756749,0.0007249189,0.000065883076,0.00011777247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092590146,0.00017605242,0.00021726276,0.0003530423,0.0002455994,0.00032584695,0.000845414,0.000097865755,0.000018026434],"category_scores_gemma":[0.0013256696,0.0001670298,0.00005257469,0.0007273602,0.0000319746,0.0003841025,0.00021052138,0.0013527244,0.00002137475],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002655727,0.0030837301,0.048883423,0.000019360465,0.000037888512,0.00010172111,0.26167855,0.0064130044,0.0000542699,0.22381823,0.0000915589,0.45579168],"study_design_scores_gemma":[0.001531916,0.0018336526,0.052021723,0.0003038388,0.00009525695,0.00001091285,0.74263275,0.15320592,0.0006080607,0.036833398,0.008940793,0.0019817944],"about_ca_topic_score_codex":0.000090491,"about_ca_topic_score_gemma":0.00008593317,"teacher_disagreement_score":0.48095417,"about_ca_system_score_codex":0.0001063845,"about_ca_system_score_gemma":0.000091105525,"threshold_uncertainty_score":0.6811277},"labels":[],"label_agreement":null},{"id":"W4413129883","doi":"10.55667/10.55667/ijede.2025.v40.i1.1377","title":"Évaluation de la formation en transfert de connaissances à l’Institut Pasteur de Madagascar","year":2025,"lang":"fr","type":"article","venue":"International journal of e-learning & distance education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Université de Montréal","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.016485432664040546,"score_gpt":0.3444883513013123,"score_spread":0.3280029186372717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413129883","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11727769,0.0047403695,0.8168767,0.05272656,0.0039123413,0.000076580065,0.000003897462,0.000030444857,0.004355423],"genre_scores_gemma":[0.9622455,0.0021363976,0.026206369,0.0005183498,0.0012794153,0.000006288569,0.00001698201,0.000013257989,0.0075773965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971514,0.0010692555,0.00068820134,0.00020032554,0.0005854353,0.00030540035],"domain_scores_gemma":[0.99743897,0.00061881595,0.00057896593,0.00013607752,0.0011011567,0.00012601966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030529625,0.00018418982,0.00021953424,0.0003888395,0.00019431933,0.0006521022,0.00082935963,0.00017317431,0.000046849334],"category_scores_gemma":[0.0017569835,0.00020541459,0.00018434747,0.00037496854,0.00015535232,0.0014535562,0.00004102243,0.0008672581,0.000011751413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013523854,0.00084315735,0.040916134,0.00021127655,0.00027206092,0.00004708237,0.01991518,0.14247318,0.0016897646,0.45262247,0.007915413,0.33295906],"study_design_scores_gemma":[0.0012508001,0.00022195867,0.06301266,0.0045480677,0.00023259348,0.0007899042,0.0055656293,0.40879118,0.0014802057,0.053393256,0.46034074,0.0003729782],"about_ca_topic_score_codex":0.00009140415,"about_ca_topic_score_gemma":0.000025774982,"teacher_disagreement_score":0.84496784,"about_ca_system_score_codex":0.0012594704,"about_ca_system_score_gemma":0.004155064,"threshold_uncertainty_score":0.8376564},"labels":[],"label_agreement":null},{"id":"W4413161531","doi":"10.1016/j.procs.2025.07.062","title":"Integrating AI Tools to Enhance Learning Outcomes in Modern Education Systems","year":2025,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"University Canada West","keywords":"Computer science; Artificial intelligence; Data science; Human–computer interaction","score_opus":0.008496543998217733,"score_gpt":0.32399155425911264,"score_spread":0.3154950102608949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413161531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086057805,0.00008415028,0.90562624,0.005859765,0.0012754042,0.00020907228,2.0595179e-7,0.00020023275,0.00068711623],"genre_scores_gemma":[0.87320125,0.0000030072124,0.124569476,0.0012732184,0.0000831469,0.000033188215,6.023481e-7,0.000004885965,0.0008312427],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793583,0.000056255394,0.00036226478,0.00076978456,0.00042793987,0.0004479375],"domain_scores_gemma":[0.99882674,0.00016585425,0.000098439305,0.0004330196,0.00035085276,0.00012509791],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00095210475,0.00017162002,0.00024256746,0.00067254377,0.0002582567,0.0012792805,0.0017752482,0.000043622524,3.465321e-7],"category_scores_gemma":[0.00062209263,0.00015426551,0.000037812315,0.0027925475,0.000068899346,0.0012263914,0.0006562733,0.00039648268,0.00002478333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016432399,0.0001427126,0.040583346,0.00007460574,0.00000497476,0.0000034061231,0.00318282,0.07288918,0.0009935269,0.055414554,0.0001593595,0.8265499],"study_design_scores_gemma":[0.00005423673,0.000050896906,0.0061609256,0.00028854937,0.0000016253957,0.000004461105,0.00008658958,0.99001485,0.0004067707,0.0022193312,0.0005297523,0.00018201976],"about_ca_topic_score_codex":0.000054619086,"about_ca_topic_score_gemma":0.000011458735,"teacher_disagreement_score":0.91712564,"about_ca_system_score_codex":0.00016277524,"about_ca_system_score_gemma":0.0012020492,"threshold_uncertainty_score":0.99975747},"labels":[],"label_agreement":null},{"id":"W4413178535","doi":"10.1109/aiiot65859.2025.11105257","title":"A Data-Driven Digital Twin for Student Engagement Prediction in e-Learning Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; E learning; Multimedia; World Wide Web; The Internet","score_opus":0.03421125264766926,"score_gpt":0.33312191635739125,"score_spread":0.29891066370972197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413178535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015695455,0.00005605037,0.9763685,0.0014511266,0.00042638756,0.00029058423,0.000017718232,0.00024043459,0.005453766],"genre_scores_gemma":[0.9816928,0.0000048435422,0.006081074,0.00004569671,0.00006331751,0.00001943414,0.000059610844,0.0000039265974,0.012029285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999109,0.000052255826,0.00021711466,0.00031543925,0.00015155112,0.0001546117],"domain_scores_gemma":[0.99937415,0.00013026402,0.00004201804,0.0003899703,0.000038199294,0.000025414573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047739266,0.00007040003,0.000110181194,0.00013453043,0.00007926178,0.00042049857,0.0007086412,0.000027568034,0.0000015422851],"category_scores_gemma":[0.00011834889,0.00006214851,0.000023028002,0.0002618055,0.000007345767,0.00038460406,0.00052490324,0.00015917346,0.000012155529],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014302631,0.000706706,0.23592672,0.00025854728,0.00020864046,0.00001783925,0.0015722438,0.5072267,0.000087472195,0.17859833,0.019654958,0.055727538],"study_design_scores_gemma":[0.00032449255,0.00005942801,0.0024406335,0.00006163728,0.000005884769,5.0112703e-7,0.000483984,0.9372032,0.0000025031432,0.00012648078,0.05923544,0.00005576024],"about_ca_topic_score_codex":0.000012446338,"about_ca_topic_score_gemma":0.000007105563,"teacher_disagreement_score":0.9702874,"about_ca_system_score_codex":0.00004955216,"about_ca_system_score_gemma":0.000054313037,"threshold_uncertainty_score":0.40548775},"labels":[],"label_agreement":null},{"id":"W4413179294","doi":"10.18280/ts.420428","title":"Automatic Student Engagement Recognition in Online Classrooms Based on Deep Image Segmentation and Attention Mechanisms","year":2025,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Artificial intelligence; Computer science; Segmentation; Deep learning; Image (mathematics); Image segmentation; Pattern recognition (psychology); Computer vision","score_opus":0.015627062116173242,"score_gpt":0.28876062904028016,"score_spread":0.2731335669241069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413179294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34637386,0.000009642414,0.65052676,0.00247176,0.00009594697,0.00028292453,0.000004311031,0.000096649164,0.00013817188],"genre_scores_gemma":[0.90968156,0.000008123313,0.08927482,0.00082146085,0.00002484449,0.000034495362,0.00008863297,0.000006388073,0.000059688642],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985909,0.00021414505,0.0003375578,0.00033333738,0.00033802557,0.00018604519],"domain_scores_gemma":[0.9995648,0.000100643905,0.00009864459,0.00014715601,0.00004667568,0.000042078358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006465116,0.00014237744,0.00014134948,0.00032478935,0.00010559696,0.00015511509,0.00018620629,0.00003847398,0.000077600365],"category_scores_gemma":[0.000017565675,0.00013862344,0.000043687938,0.00032079557,0.000016381058,0.00019656481,0.0000640089,0.00017005161,0.00001380013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004317994,0.0033229191,0.005145696,0.000287404,0.00009824312,0.000050968516,0.0010971776,0.009810842,0.021502474,0.011369209,0.00015515347,0.94711673],"study_design_scores_gemma":[0.0015671761,0.0003074846,0.041468676,0.00020091727,0.000029907365,5.526217e-7,0.00040516764,0.9513796,0.000503948,0.0039702402,0.000028647046,0.00013766634],"about_ca_topic_score_codex":0.0000073687143,"about_ca_topic_score_gemma":0.000024470932,"teacher_disagreement_score":0.94697905,"about_ca_system_score_codex":0.00012400202,"about_ca_system_score_gemma":0.000033889635,"threshold_uncertainty_score":0.56529},"labels":[],"label_agreement":null},{"id":"W4413200143","doi":"10.3102/ip.25.2184504","title":"Applying Machine Learning to Predict Mathematics Literacy of Resilient Students From High-Performing Economies: Does Culture Matter?","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Mathematics education; Artificial intelligence; Machine learning; Mathematics","score_opus":0.004483736650271816,"score_gpt":0.2716578178206903,"score_spread":0.2671740811704185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413200143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8407568,0.000093428556,0.1557236,0.0014167929,0.00026211332,0.00027955454,0.000011603724,0.0001689335,0.0012871821],"genre_scores_gemma":[0.8259915,0.000017361674,0.15905322,0.00045875492,0.000055323137,0.000022606275,0.000012465126,0.000010062889,0.014378704],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860823,0.000043957705,0.0004727168,0.00038122246,0.00026348815,0.00023040785],"domain_scores_gemma":[0.999046,0.00015999073,0.00015491288,0.00047966497,0.0000821095,0.000077281475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026599417,0.00017771519,0.00031893476,0.00018443148,0.00014648601,0.00028811928,0.0010233412,0.000061014656,0.00006419287],"category_scores_gemma":[0.00007769965,0.0001235858,0.00007257294,0.00031664,0.000017640576,0.0002819937,0.00066431804,0.00026314487,0.00007394605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029748817,0.00073875696,0.857991,0.0006282453,0.00047230747,0.0000159891,0.028357802,0.037718978,0.0035242953,0.0143985255,0.002195866,0.053928502],"study_design_scores_gemma":[0.00119215,0.00023097622,0.022438519,0.0015458947,0.000099359655,0.0000028937595,0.0018445752,0.92962223,0.0066210194,0.01096238,0.024802815,0.0006371546],"about_ca_topic_score_codex":0.00020134002,"about_ca_topic_score_gemma":0.00001595172,"teacher_disagreement_score":0.8919033,"about_ca_system_score_codex":0.00004862147,"about_ca_system_score_gemma":0.00003181996,"threshold_uncertainty_score":0.5039683},"labels":[],"label_agreement":null},{"id":"W4413202546","doi":"10.30574/msarr.2025.14.2.0096","title":"Use of AI in teaching mathematics to persons living with disabilities: The Context of the United States","year":2025,"lang":"en","type":"article","venue":"Magna Scientia Advanced Research and Reviews","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wycliffe College","funders":"","keywords":"Context (archaeology); Inclusion (mineral); Curriculum; Narrative; Special education; Social constructivism; Psychology; Mathematics education; Computer science; Pedagogy","score_opus":0.06487227717163994,"score_gpt":0.3894301488779791,"score_spread":0.32455787170633915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413202546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93550247,0.0030230458,0.034348853,0.025384812,0.00012253971,0.0012808957,0.000009367963,0.000019987223,0.00030801733],"genre_scores_gemma":[0.9456744,0.00157287,0.04307407,0.0007001516,0.000012305408,0.000042910204,0.0000017441123,0.000010159161,0.008911372],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983973,0.0004891002,0.00029232158,0.00022168462,0.0003428636,0.00025674576],"domain_scores_gemma":[0.99770206,0.0014043953,0.00007657125,0.0005943359,0.00017347363,0.000049175596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027280692,0.000081049475,0.0002225466,0.00024319947,0.0002769317,0.0001318376,0.0007291783,0.00001576274,0.000002430762],"category_scores_gemma":[0.00276581,0.000036101534,0.00004342558,0.0019957363,0.0004866085,0.00017396975,0.000502391,0.00042360125,0.0000010200827],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052016385,0.0019283413,0.092867434,0.0068448144,0.00011240911,0.0000045497895,0.1574461,0.016092412,0.009766791,0.26324338,0.014618938,0.4370228],"study_design_scores_gemma":[0.00082810567,0.0010588472,0.010938174,0.02295372,0.000044647917,0.000008792386,0.06186608,0.44185638,0.0014875147,0.013658452,0.44477418,0.0005250782],"about_ca_topic_score_codex":0.00016238971,"about_ca_topic_score_gemma":0.00023919118,"teacher_disagreement_score":0.43649772,"about_ca_system_score_codex":0.0000219294,"about_ca_system_score_gemma":0.00008417391,"threshold_uncertainty_score":0.33111325},"labels":[],"label_agreement":null},{"id":"W4413208171","doi":"10.5539/hes.v15n3p348","title":"Factors Affecting Academic Achievement in Thai Educational Contexts: A Systematic Review","year":2025,"lang":"en","type":"review","venue":"Higher Education Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Academic achievement; Psychology; Psychological intervention; Publication; Cognition; Inclusion (mineral); Mathematics education; Educational research; Adaptation (eye); Quality (philosophy); Social psychology","score_opus":0.10857493663017218,"score_gpt":0.46499807366242474,"score_spread":0.3564231370322526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413208171","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004362081,0.9917113,0.00002694788,0.004417391,0.0023050678,0.0012502854,0.0000048942065,0.000071118,0.00020859376],"genre_scores_gemma":[0.000029789113,0.9810294,0.00026930438,0.00070171757,0.00021148747,0.0005967141,0.00005145603,0.000016316664,0.017093819],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99690753,0.00064816163,0.0012279953,0.0005988296,0.00034031284,0.00027714504],"domain_scores_gemma":[0.99623704,0.0019235356,0.00090696785,0.00063532585,0.00023581016,0.000061349296],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008018798,0.0004753672,0.0025163007,0.0004888759,0.00014529494,0.00007087575,0.00091375137,0.00014828687,0.000011129049],"category_scores_gemma":[0.00058447185,0.00033250134,0.00034846694,0.0013775035,0.000035994868,0.00017781949,0.00031672785,0.0006832151,0.000062849205],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.7326922e-8,0.00012592034,0.00008074105,0.97365254,0.00024170913,2.474773e-7,0.0003115712,4.132841e-7,3.361263e-9,0.010627646,0.005043456,0.009915712],"study_design_scores_gemma":[0.00003326301,0.000010430188,0.00009672012,0.8331751,0.0008457631,0.0000018355423,0.0002743548,9.613891e-7,2.026205e-8,0.00036585925,0.16490217,0.00029350785],"about_ca_topic_score_codex":0.000007447086,"about_ca_topic_score_gemma":0.0000024002475,"teacher_disagreement_score":0.15985872,"about_ca_system_score_codex":0.00049390603,"about_ca_system_score_gemma":0.0014694565,"threshold_uncertainty_score":0.9999127},"labels":[],"label_agreement":null},{"id":"W4413228384","doi":"10.5430/wjel.v15n8p110","title":"Sociocultural Perspectives on Artificial Intelligence in English Language Learning: Insights from Saudi University Students","year":2025,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Al-Imam Muhammad Ibn Saud Islamic University","keywords":"Sociocultural evolution; Transformative learning; Psychology; Skepticism; Perception; Cultural intelligence; Social psychology; Pedagogy; Sociology","score_opus":0.008204169266468496,"score_gpt":0.27261611487455994,"score_spread":0.26441194560809145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413228384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99014044,0.001263859,0.0021882094,0.0004825858,0.0008690213,0.00005976744,0.0000026550067,0.00009233542,0.004901129],"genre_scores_gemma":[0.99472183,0.00006857133,0.0020210817,0.000070252856,0.00069346,1.7762332e-7,0.0000029993228,0.0000071974273,0.002414458],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984337,0.0002838663,0.000345329,0.00028763345,0.0004252582,0.00022419819],"domain_scores_gemma":[0.9987118,0.00030876257,0.00025851,0.00023881214,0.00039324228,0.000088871224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033958745,0.0001697513,0.0003082545,0.00063230563,0.000117514726,0.00019642107,0.0011107088,0.00006933042,0.000026366235],"category_scores_gemma":[0.0013545102,0.0001504734,0.00016075783,0.0010454464,0.00006186773,0.0004025822,0.00021407257,0.0011069545,0.0000075923426],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014602752,0.00086062105,0.013150133,0.000020135984,0.00022973331,0.0013777643,0.9005693,0.0052896766,0.00054702215,0.04813676,0.0005266159,0.029146202],"study_design_scores_gemma":[0.0010650158,0.00031003935,0.011692375,0.00072221697,0.00007632766,0.0000019895092,0.96843857,0.004183777,0.0013690472,0.0017109069,0.009901234,0.00052849087],"about_ca_topic_score_codex":0.00007186676,"about_ca_topic_score_gemma":0.0002879236,"teacher_disagreement_score":0.06786927,"about_ca_system_score_codex":0.0002278346,"about_ca_system_score_gemma":0.00009277972,"threshold_uncertainty_score":0.6136127},"labels":[],"label_agreement":null},{"id":"W4413290200","doi":"10.1155/jonm/6689213","title":"The Research Hotspots and Future Trends of Adaptive Learning in the Age of Artificial Intelligence: A Bibliometric Analysis From 2014 to 2024","year":2025,"lang":"en","type":"review","venue":"Journal of Nursing Management","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Bibliometrics; Data science; Psychology; Geography; Computer science; Library science","score_opus":0.12165358381892621,"score_gpt":0.452489508762092,"score_spread":0.33083592494316577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413290200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000060180522,0.95997393,0.035609964,0.0029322973,0.0004344374,0.00017111587,0.0000039266843,0.000004462623,0.0008097014],"genre_scores_gemma":[0.0011610156,0.9921169,0.00583448,0.000011488928,0.0002575608,0.0000030219194,0.000002340021,0.000007141831,0.0006060185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99607927,0.0011872503,0.001052478,0.00027717574,0.0011409159,0.00026292144],"domain_scores_gemma":[0.9970068,0.0014414501,0.00078444794,0.000453807,0.00026227252,0.000051251573],"candidate_categories":["bibliometrics"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.0055290037,0.00018307316,0.0009847909,0.066510275,0.00015487561,0.0002927762,0.0016707134,0.0000921835,0.000005394737],"category_scores_gemma":[0.00017038823,0.000102503545,0.00044814922,0.14015566,0.00010908029,0.00008325922,0.00025546018,0.0011576994,0.0000014129643],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012350132,0.000105689316,0.00001028195,0.00033230372,0.000576295,0.000046995654,0.00066281116,0.0009353574,9.120995e-8,0.003090922,0.00094932585,0.99327755],"study_design_scores_gemma":[0.00016050252,0.0013205122,0.005562404,0.030558247,0.0065651457,0.00001725029,0.008083341,0.01551433,9.547143e-7,0.008404586,0.92337656,0.00043613752],"about_ca_topic_score_codex":0.000019395933,"about_ca_topic_score_gemma":0.000008919531,"teacher_disagreement_score":0.9928414,"about_ca_system_score_codex":0.00011697606,"about_ca_system_score_gemma":0.00010358843,"threshold_uncertainty_score":0.94407004},"labels":[],"label_agreement":null},{"id":"W4413330028","doi":"10.17758/eares22.eap0725107","title":"Artificial Intelligence in Education: Innovations and Challenges in India and Canada","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.029480422364312336,"score_gpt":0.2925993222894552,"score_spread":0.2631188999251428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413330028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6276013,0.0057942346,0.024291184,0.31675392,0.00066643377,0.00020947146,0.0000011273355,0.00006515878,0.024617143],"genre_scores_gemma":[0.99428976,0.00041491093,0.0046903673,0.00039726112,0.000011234968,0.0000025701295,4.78379e-7,7.84006e-7,0.00019265321],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9996253,0.000014796672,0.0001181011,0.00013248678,0.00004167952,0.00006763959],"domain_scores_gemma":[0.99980605,0.000054896816,0.000013440332,0.00008707961,0.000023706887,0.000014848632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010988861,0.000035379104,0.000051325107,0.0001712287,0.00002292471,0.000034567893,0.00009415599,0.000018280918,0.0000012784255],"category_scores_gemma":[0.000053999876,0.00003478657,0.000001953252,0.00044734616,0.000014032549,0.00006958354,0.000059772658,0.00008352159,2.932496e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8514201e-7,0.000017898363,0.012528796,0.000008724916,6.867049e-7,9.6681e-7,0.00015488555,0.000019844694,0.0000014610889,0.6068088,0.000042244577,0.38041553],"study_design_scores_gemma":[0.00006214072,0.000028577548,0.673325,0.00015700603,0.000002224663,0.000005562673,0.003955929,0.12711358,0.00016093953,0.1846867,0.010261138,0.00024121504],"about_ca_topic_score_codex":0.06257062,"about_ca_topic_score_gemma":0.5908778,"teacher_disagreement_score":0.66079617,"about_ca_system_score_codex":0.000025552707,"about_ca_system_score_gemma":0.0005843922,"threshold_uncertainty_score":0.9436718},"labels":[],"label_agreement":null},{"id":"W4413352622","doi":"10.1007/s44163-025-00475-7","title":"Integrating AI literacy into teacher education: a critical perspective paper","year":2025,"lang":"en","type":"article","venue":"Discover Artificial Intelligence","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Perspective (graphical); Literacy; Critical literacy; Mathematics education; Pedagogy; Sociology; Computer science; Psychology; Artificial intelligence","score_opus":0.01477376352900328,"score_gpt":0.3913587633490188,"score_spread":0.37658499982001553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413352622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025231158,0.00044148602,0.9262114,0.054106336,0.0009264364,0.00009409113,0.000001189116,0.00013498662,0.015560922],"genre_scores_gemma":[0.96982116,0.000009123276,0.023947064,0.003402697,0.00029014295,0.000018073933,0.000002873503,0.000008831625,0.002500014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984393,0.00011602319,0.0003786847,0.0005553058,0.00022427858,0.00028638687],"domain_scores_gemma":[0.99858963,0.0002385321,0.000049583527,0.0005204026,0.0005153687,0.00008647461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025171466,0.00018494859,0.00017923894,0.00018111698,0.00027610487,0.0009263992,0.00074002356,0.00007559942,0.00010335327],"category_scores_gemma":[0.0013710692,0.00016477917,0.00011958864,0.0008527083,0.00016617759,0.0012778573,0.00024352044,0.0004906735,0.0001879247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004823002,0.00027351646,0.00035687588,0.000012204646,0.000009590336,0.0000030499702,0.0040074685,0.00010270879,0.00023189283,0.8245406,0.0004705596,0.1699867],"study_design_scores_gemma":[0.000011527739,0.000048109523,0.00015870458,0.00016711213,0.00001619703,0.000003266682,0.0050075497,0.13237454,0.0023490642,0.8549026,0.0047338954,0.00022740835],"about_ca_topic_score_codex":0.00049904967,"about_ca_topic_score_gemma":0.000080254045,"teacher_disagreement_score":0.9672981,"about_ca_system_score_codex":0.00014525128,"about_ca_system_score_gemma":0.0006554709,"threshold_uncertainty_score":0.89332885},"labels":[],"label_agreement":null},{"id":"W4413387443","doi":"10.18260/1-2--57333","title":"Visualizing TDOP+ Classroom Observation Data using Dashboards","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Data visualization; Visualization; Data science; Human–computer interaction; Artificial intelligence","score_opus":0.11132864463401267,"score_gpt":0.39845646639170307,"score_spread":0.2871278217576904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413387443","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021546155,0.000048044076,0.96978635,0.005216029,0.00028657698,0.00003225424,0.0000014743714,0.00022929962,0.002853825],"genre_scores_gemma":[0.36654654,0.000011487971,0.62311727,0.0019351336,0.00013191016,5.476541e-7,0.00003867446,0.0000074665127,0.008210942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991296,0.000042812466,0.00017089953,0.00033477452,0.0001615238,0.0001604226],"domain_scores_gemma":[0.9988663,0.00006497274,0.000047758826,0.0009259899,0.00006509801,0.000029861956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033622983,0.00007598611,0.00009827111,0.000096603064,0.0001278142,0.00022825602,0.0011246391,0.000041710355,0.0000061450405],"category_scores_gemma":[0.0001229277,0.00006988804,0.00002255786,0.0006138349,0.0000135735145,0.00060864794,0.0007842004,0.0001133731,0.000015352185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034364282,0.00015379615,0.050670005,0.000073478055,0.000084557716,0.000013253053,0.00020238069,0.0061924555,0.004430793,0.73873407,0.012494796,0.18694697],"study_design_scores_gemma":[0.00009873534,0.0000071246423,0.0016242539,0.000034822137,0.000009270605,9.947393e-7,0.00003118454,0.97340906,0.00017435713,0.0030922715,0.021436654,0.00008124857],"about_ca_topic_score_codex":0.00009097868,"about_ca_topic_score_gemma":0.000015770202,"teacher_disagreement_score":0.9672166,"about_ca_system_score_codex":0.000030167286,"about_ca_system_score_gemma":0.0001404177,"threshold_uncertainty_score":0.28499517},"labels":[],"label_agreement":null},{"id":"W4413429527","doi":"10.4102/aej.v13i1.791","title":"Evaluation of remote learning in knowledge translation through massive open online courses in the DRC","year":2025,"lang":"en","type":"article","venue":"African Evaluation Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Computer science; Translation (biology); Online learning; Knowledge translation; Massive open online course; World Wide Web; Knowledge management; Chemistry","score_opus":0.16698082584377466,"score_gpt":0.45093246929216957,"score_spread":0.2839516434483949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413429527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5816118,0.0036815791,0.29490176,0.07703336,0.00077963644,0.0018129925,0.0000039695183,0.000045587178,0.04012931],"genre_scores_gemma":[0.98502654,0.00006350287,0.014648997,0.000096524265,0.000060038237,0.0000056338436,0.000007996705,0.0000044849708,0.000086302694],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99476594,0.0031312767,0.0005581687,0.0002118987,0.0011592652,0.00017345176],"domain_scores_gemma":[0.9979017,0.00042250138,0.00036195826,0.00022717223,0.0010647719,0.000021938762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016653422,0.00010100362,0.00019162196,0.00033981222,0.00014371557,0.0001874662,0.0008869648,0.000052944353,0.000028543269],"category_scores_gemma":[0.0016883144,0.00007894191,0.00005532192,0.001570165,0.000038467584,0.0005960613,0.00006909517,0.00053231075,0.0000031273496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000118606395,0.0002042719,0.0015127511,0.000006367888,0.000024277615,0.0000016991349,0.014929998,0.17264606,0.000089590314,0.0021161474,0.00013043919,0.80832654],"study_design_scores_gemma":[0.0015796158,0.00008617513,0.02009445,0.0001911374,0.00009556705,0.000006671103,0.0044922684,0.92738867,0.000029180372,0.04515733,0.0008027619,0.00007620152],"about_ca_topic_score_codex":0.00005867064,"about_ca_topic_score_gemma":0.00037542495,"teacher_disagreement_score":0.8082503,"about_ca_system_score_codex":0.00023460045,"about_ca_system_score_gemma":0.0016071992,"threshold_uncertainty_score":0.5771777},"labels":[],"label_agreement":null},{"id":"W4413525635","doi":"10.5430/wjel.v15n8p228","title":"English Language Learning with AI: Proficiency Gains and Learner Experience","year":2025,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Mathematics education; Artificial intelligence; Linguistics; Psychology; Philosophy","score_opus":0.006068407439096328,"score_gpt":0.2747092198437066,"score_spread":0.2686408124046103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413525635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9597001,0.0032698598,0.014856578,0.0010460224,0.00080452574,0.00010518895,0.0000010579497,0.00020589767,0.02001077],"genre_scores_gemma":[0.9848303,0.000037020403,0.0061124065,0.0003798548,0.00049368147,0.0000018403533,9.760031e-7,0.000013254292,0.008130666],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985251,0.0001312702,0.0003594721,0.00027758902,0.00037485824,0.00033172147],"domain_scores_gemma":[0.9986373,0.00015465461,0.00026100903,0.00030018043,0.00051258533,0.00013427496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000556823,0.00018406255,0.0003021473,0.00047943793,0.00016414661,0.00030873646,0.00063978805,0.000048296402,0.000019907013],"category_scores_gemma":[0.0013952211,0.00013850426,0.00008152799,0.0010410494,0.000103660626,0.00060061686,0.00017376554,0.000916107,0.00000176188],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115194256,0.0004613403,0.11799415,0.00020352683,0.0002178373,0.0016288641,0.74008423,0.006748162,0.0022846397,0.028954929,0.00254045,0.098766685],"study_design_scores_gemma":[0.010739956,0.0029763093,0.02356075,0.0044676787,0.0004265836,0.00031849308,0.54957825,0.057326302,0.012426342,0.00071247807,0.33425727,0.0032095758],"about_ca_topic_score_codex":0.000015636264,"about_ca_topic_score_gemma":0.00003333928,"teacher_disagreement_score":0.3317168,"about_ca_system_score_codex":0.00003954495,"about_ca_system_score_gemma":0.00014031306,"threshold_uncertainty_score":0.56480396},"labels":[],"label_agreement":null},{"id":"W4413547811","doi":"10.64628/aam.ntyjqjnhx","title":"In Doug Ford’s e-learning gamble, high school students will lose","year":2019,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Psychology","score_opus":0.005466491376933543,"score_gpt":0.2737321553863852,"score_spread":0.2682656640094516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413547811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9698906,0.000029189701,0.018352663,0.0040047965,0.00042141418,0.00013168801,2.1933684e-7,0.00021268653,0.006956742],"genre_scores_gemma":[0.91189194,0.000011042878,0.012092571,0.0006917074,0.00007657013,0.0000020784917,0.0000014290166,0.000009782143,0.07522288],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866956,0.00006645038,0.00020697464,0.00035604776,0.00038955224,0.000311402],"domain_scores_gemma":[0.9993301,0.00006086777,0.0000633712,0.00039449183,0.00004631471,0.00010485451],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033701694,0.0001208498,0.0001738366,0.00015487197,0.00004376334,0.00022209913,0.0009050687,0.000058420323,0.00025647762],"category_scores_gemma":[0.00006756654,0.000104610364,0.000047146183,0.00043729044,0.00000987424,0.0007025234,0.00039559102,0.00039632534,0.0016863688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007962318,0.00022908064,0.9392349,0.000026041695,0.000025749236,0.000052572366,0.00026783568,0.013750003,0.00024961645,0.0399154,0.0024273181,0.0038135115],"study_design_scores_gemma":[0.0047863456,0.00080431433,0.31642625,0.0002545379,0.000017481922,0.000027499313,0.00037744356,0.56721765,0.0004978252,0.014736726,0.093610875,0.0012430504],"about_ca_topic_score_codex":0.0001477293,"about_ca_topic_score_gemma":0.00001653673,"teacher_disagreement_score":0.6228087,"about_ca_system_score_codex":0.00004629848,"about_ca_system_score_gemma":0.00005107496,"threshold_uncertainty_score":0.9990909},"labels":[],"label_agreement":null},{"id":"W4413570584","doi":"10.64628/aam.qcppnhvgf","title":"After COVID-19, funding post-secondary students directly could create more accessible education","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Political science; Mathematics education; Business; Medical education; Virology; Medicine; Psychology","score_opus":0.028047369724667065,"score_gpt":0.38228704392352375,"score_spread":0.3542396741988567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413570584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.819514,0.0037456458,0.10025599,0.057867393,0.0051929923,0.0006566967,0.000056900397,0.0012798418,0.011430574],"genre_scores_gemma":[0.9269886,0.00025115555,0.031782605,0.014229323,0.0004477263,0.00009538821,0.00028455345,0.000042002208,0.02587865],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718416,0.00016266653,0.00044193454,0.0011110059,0.0006970789,0.0004031597],"domain_scores_gemma":[0.9975929,0.00011590001,0.00027052965,0.0012508581,0.00034128697,0.00042849386],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004874106,0.00037355072,0.0004269163,0.0003334996,0.00020571388,0.0023871472,0.0021857484,0.00030649212,0.0004129803],"category_scores_gemma":[0.00024230756,0.00035239983,0.00022360547,0.00038620614,0.000047441517,0.0004838077,0.0038230098,0.0010852186,0.00004744336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115399256,0.0048315357,0.74629575,0.006048824,0.0015987041,0.0014863844,0.0200001,0.013595831,0.0006893355,0.0066915993,0.031008758,0.16763777],"study_design_scores_gemma":[0.0032529987,0.00048351995,0.65840304,0.0044193105,0.0009174726,0.0002873984,0.009623613,0.17692497,0.0019035997,0.022463325,0.11292226,0.008398489],"about_ca_topic_score_codex":0.0010971793,"about_ca_topic_score_gemma":0.00008865939,"teacher_disagreement_score":0.16332914,"about_ca_system_score_codex":0.00027894042,"about_ca_system_score_gemma":0.004242698,"threshold_uncertainty_score":0.9998928},"labels":[],"label_agreement":null},{"id":"W4413614188","doi":"10.64628/aam.mmh3vxymr","title":"AI can be responsibly integrated into classrooms by answering the ‘why’ and ‘when’","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Business; Mathematics education; Psychology; Computer science; Sociology","score_opus":0.006361309945134753,"score_gpt":0.26245394372558034,"score_spread":0.2560926337804456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413614188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03531472,0.00030536027,0.4867971,0.47386032,0.00021955241,0.00008541951,0.0000025971033,0.00029499817,0.0031199276],"genre_scores_gemma":[0.9012864,0.000045560188,0.020196144,0.03609301,0.000037108686,0.0000051468464,0.000005936337,0.00000991762,0.042320725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99920416,0.000095941425,0.00014252891,0.00025971822,0.000121373836,0.0001762891],"domain_scores_gemma":[0.99933034,0.00015850224,0.000027370037,0.00036940118,0.00006390597,0.00005046641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003165644,0.000104658815,0.0001081579,0.00009438517,0.00019153897,0.00028186414,0.00051416387,0.000048954233,0.000011282018],"category_scores_gemma":[0.00011361793,0.000065886605,0.000028215467,0.00048130754,0.00007236359,0.00011317789,0.00023408658,0.00028099684,0.000003258156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026047584,0.00010165596,0.008523264,0.000043732154,0.00012543882,0.000020796599,0.0047697173,0.00023497424,0.0058208145,0.33117664,0.42487183,0.22428511],"study_design_scores_gemma":[0.0002581325,0.00007943456,0.0005901373,0.00005042652,0.000013209217,0.0000042253905,0.0005932963,0.33798453,0.0012926372,0.018224787,0.64072186,0.00018732956],"about_ca_topic_score_codex":0.0007323124,"about_ca_topic_score_gemma":0.0005177471,"teacher_disagreement_score":0.86597174,"about_ca_system_score_codex":0.000027575185,"about_ca_system_score_gemma":0.00011616851,"threshold_uncertainty_score":0.27180225},"labels":[],"label_agreement":null},{"id":"W4413698127","doi":"10.64628/ab.y6evp7a36","title":"Why replacing teachers with automated education lacks imagination","year":2014,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Mathematics education; Psychology; Imagination; Pedagogy; Epistemology; Cognitive psychology; Philosophy","score_opus":0.007012428778474343,"score_gpt":0.28377895045750173,"score_spread":0.2767665216790274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413698127","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014772545,0.000050510902,0.93578696,0.028480152,0.00060980814,0.00016930151,6.245853e-7,0.0029904603,0.017139655],"genre_scores_gemma":[0.7034361,0.000007083027,0.28763053,0.002428293,0.0002480374,0.000016388749,0.000079694524,0.000025592673,0.0061283284],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869996,0.00010502919,0.00019840345,0.0005512513,0.00027044732,0.0001749209],"domain_scores_gemma":[0.9986094,0.000037843456,0.00023389694,0.00080997444,0.00023770046,0.00007113316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036876486,0.00019004139,0.00018623941,0.00018994676,0.00007533924,0.0004395825,0.000610756,0.00013133488,0.000009094793],"category_scores_gemma":[0.000072556126,0.00015520486,0.000048225036,0.00019626108,0.000027906299,0.00019721873,0.00032158586,0.00051391026,0.000036127974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013335797,0.0007728653,0.0130023975,0.0006440338,0.00029057224,0.000014268404,0.00740276,0.18835361,0.00023249142,0.06734405,0.4328859,0.28904372],"study_design_scores_gemma":[0.00009738031,0.00003332942,0.00079670956,0.00018587442,0.000019725516,0.000010054294,0.000050608007,0.9849039,0.00007079422,0.002963036,0.010612248,0.0002563429],"about_ca_topic_score_codex":0.00031130196,"about_ca_topic_score_gemma":0.000020806774,"teacher_disagreement_score":0.7965503,"about_ca_system_score_codex":0.00009482905,"about_ca_system_score_gemma":0.00044921084,"threshold_uncertainty_score":0.63290703},"labels":[],"label_agreement":null},{"id":"W4413735930","doi":"10.33137/jrmh.v8i2.45121","title":"Learning experience and relationships among learners in online Recovery College courses: an exploratory qualitative study","year":2025,"lang":"en","type":"article","venue":"Journal of Recovery in Mental Health","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Stichting tot Steun Vereniging tot Christelijke Verzorging van Geestes- en Zenuwzieken","keywords":"Exploratory research; Psychology; Qualitative research; Mathematics education; Online learning; Pedagogy; Multimedia; Computer science; Sociology","score_opus":0.044984988201840576,"score_gpt":0.39431430488192,"score_spread":0.3493293166800794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413735930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99583083,0.00033358828,0.0009835499,0.0022208244,0.0003684441,0.00019007942,0.000004995899,0.00001522612,0.000052486892],"genre_scores_gemma":[0.99375856,0.0006080167,0.005112948,0.00021029501,0.00003175665,0.000003200661,0.0000036716613,0.0000076087745,0.0002639176],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99615616,0.0021470475,0.00084782834,0.00027011696,0.0003219792,0.00025686374],"domain_scores_gemma":[0.9986814,0.00040222207,0.0005470821,0.00016149733,0.00006958637,0.00013821278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039036013,0.00013725639,0.0003949598,0.0007168578,0.00021221898,0.000078401245,0.00032164264,0.000059505845,0.0000017824292],"category_scores_gemma":[0.00032921523,0.0001355534,0.000046997997,0.0009009344,0.0000659231,0.001466177,0.000100458674,0.001066845,7.549879e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020302215,0.001669505,0.5693413,0.00005928587,0.000040420535,0.00010455373,0.39721408,0.013077932,0.000014354136,0.0005050895,0.00020305366,0.017567372],"study_design_scores_gemma":[0.0015398348,0.0030065456,0.07568693,0.0006591369,0.000004640324,0.00002396105,0.89764136,0.019618593,0.000004215453,0.0015179189,0.0001301664,0.00016671456],"about_ca_topic_score_codex":0.00015261545,"about_ca_topic_score_gemma":0.0011901644,"teacher_disagreement_score":0.50042725,"about_ca_system_score_codex":0.00048105002,"about_ca_system_score_gemma":0.00056890777,"threshold_uncertainty_score":0.55277073},"labels":[],"label_agreement":null},{"id":"W4413746201","doi":"10.5539/ells.v15n3p1","title":"Envisioning AI in Creative Classrooms: Perspectives from Preservice English Teachers in China","year":2025,"lang":"en","type":"article","venue":"English Language and Literature Studies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"China; Mathematics education; Pedagogy; Psychology; History; Archaeology","score_opus":0.003378257518020403,"score_gpt":0.2796225312190468,"score_spread":0.2762442737010264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413746201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90337825,0.087149486,0.00018935678,0.0020269507,0.00030717097,0.00011825559,0.000013877098,0.00013851176,0.006678153],"genre_scores_gemma":[0.9947876,0.0006752086,0.0021696799,0.00021930717,0.00031399252,0.000011677863,0.000014996127,0.0000069890984,0.0018005589],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987368,0.00019646857,0.00020438674,0.000493982,0.00013015611,0.00023820731],"domain_scores_gemma":[0.99921805,0.00026988628,0.00004773349,0.00027529075,0.00015462635,0.000034390363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027685074,0.00019419179,0.00031867373,0.00028601757,0.000099320154,0.00028188142,0.0003127251,0.00010020323,0.0000042976353],"category_scores_gemma":[0.0015654752,0.00015919906,0.000044958244,0.0008754763,0.000060299815,0.00053582084,0.00033673015,0.0007396186,4.6760462e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008348168,0.00006006359,0.008243143,0.000025288029,0.00006880755,0.00009921494,0.98291236,0.00006921784,0.000018896824,0.0038829704,0.00045101796,0.004160669],"study_design_scores_gemma":[0.0012367475,0.000071340575,0.04921894,0.0017243811,0.000023119943,6.3213827e-7,0.9328049,0.0037958298,0.00004838454,0.0034433326,0.0072725634,0.00035984168],"about_ca_topic_score_codex":0.00020409605,"about_ca_topic_score_gemma":0.00028812778,"teacher_disagreement_score":0.09140935,"about_ca_system_score_codex":0.00005580915,"about_ca_system_score_gemma":0.000028160133,"threshold_uncertainty_score":0.64919496},"labels":[],"label_agreement":null},{"id":"W4413878298","doi":"10.64628/aam.43ycu5c7x","title":"Teachers are key to students’ AI literacy, and need support","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Key (lock); Literacy; Mathematics education; Computer science; Psychology; Pedagogy; Computer security","score_opus":0.0065453803816042195,"score_gpt":0.3212270969095653,"score_spread":0.31468171652796106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413878298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6022166,0.000054768312,0.24715444,0.13735951,0.00034718442,0.00014991299,0.0000014799872,0.00040302158,0.012313088],"genre_scores_gemma":[0.8935644,0.0000036615031,0.018243399,0.009540365,0.000028931743,0.0000019391566,0.0000010016506,0.0000032416128,0.078613065],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993395,0.000023407314,0.00011189474,0.0002292277,0.0001485613,0.00014739734],"domain_scores_gemma":[0.999562,0.000029372695,0.000020164418,0.00025968568,0.00004496696,0.00008377433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016674963,0.00007366939,0.000101804006,0.00011611421,0.00005915522,0.0004071827,0.00046639435,0.00002767051,0.00001779426],"category_scores_gemma":[0.00004253757,0.00006219115,0.000024188055,0.00032750532,0.0000107040205,0.00017877115,0.00036529027,0.00011807035,0.000052886684],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037610384,0.00016357488,0.84191746,0.000022653188,0.000054220094,0.000034408717,0.005292952,0.00017753935,0.00008530945,0.027708588,0.066915706,0.057623845],"study_design_scores_gemma":[0.0012349159,0.00031044253,0.44515938,0.0001825897,0.000039074712,0.000012322097,0.00111272,0.073005944,0.00040898073,0.005970987,0.47193223,0.00063041097],"about_ca_topic_score_codex":0.000027599268,"about_ca_topic_score_gemma":0.000008248101,"teacher_disagreement_score":0.4050165,"about_ca_system_score_codex":0.00001368289,"about_ca_system_score_gemma":0.00003559114,"threshold_uncertainty_score":0.3926472},"labels":[],"label_agreement":null},{"id":"W4413910565","doi":"10.64449/9780639889917-05","title":"Unpacking the Role of Big Data, Artificial Intelligence, and Predictive Analytics in Education","year":2025,"lang":"en","type":"book-chapter","venue":"UJ Press eBooks","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Unpacking; Big data; Predictive analytics; Data science; Analytics; Computer science; Artificial intelligence; Data mining; Philosophy","score_opus":0.06182591995821606,"score_gpt":0.29297258850060326,"score_spread":0.2311466685423872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413910565","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029900928,0.0022451137,0.05935741,0.00028134327,0.00062068045,0.00033622517,0.0001005382,0.000051186267,0.9369776],"genre_scores_gemma":[0.4019595,0.0010311583,0.008289302,0.00030532168,0.0019398286,0.000025581789,0.0002064384,0.000081531725,0.5861613],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99885976,0.00003651587,0.000361417,0.0003988765,0.00021444244,0.0001289669],"domain_scores_gemma":[0.9985045,0.00017482752,0.00024415148,0.0009356928,0.00010759579,0.00003321614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028619252,0.00016427526,0.0002337281,0.0002161846,0.000056449157,0.000102806785,0.0010505074,0.0001379617,8.9013935e-7],"category_scores_gemma":[0.00006261681,0.00013342277,0.000038863265,0.000029437932,0.0001289637,0.00005917102,0.0007754157,0.00042926046,9.592438e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026222774,0.000011501313,0.000019368628,0.000023240924,0.00002686038,6.363317e-7,0.00037235286,0.00020901838,0.0000016909507,0.5598503,0.000053086198,0.43942934],"study_design_scores_gemma":[0.000027522348,0.000046099318,0.00002564997,0.0005986763,0.00010254234,0.0000021001188,0.00012597886,0.40363345,0.00019396523,0.45323908,0.14179648,0.00020844895],"about_ca_topic_score_codex":0.00012626611,"about_ca_topic_score_gemma":0.00007979253,"teacher_disagreement_score":0.43922088,"about_ca_system_score_codex":0.000021947882,"about_ca_system_score_gemma":0.00034434083,"threshold_uncertainty_score":0.5440823},"labels":[],"label_agreement":null},{"id":"W4413912391","doi":"10.5267/j.ijdns.2024.9.004","title":"Exploring the integration of artificial intelligence in education: An empirical study utilizing a hybrid SEM-ML","year":2025,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Empirical research; Artificial intelligence; Computer science; Psychology; Epistemology; Philosophy","score_opus":0.17883093614964576,"score_gpt":0.43964751070737956,"score_spread":0.26081657455773377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413912391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77194846,0.00014828064,0.22248673,0.003818227,0.0014574549,0.000056055444,0.0000016872136,0.000005690638,0.00007743315],"genre_scores_gemma":[0.9850342,0.000117441086,0.01442563,0.00015160373,0.00025995987,0.0000010413731,0.0000016355026,0.0000013902409,0.00000705708],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860364,0.000094179355,0.00046160328,0.0002253285,0.00050007546,0.00011517349],"domain_scores_gemma":[0.99880344,0.00018044922,0.00021779326,0.00035471888,0.00040002097,0.000043594937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025502862,0.00006313804,0.00011394928,0.0002988251,0.00010911991,0.00029072206,0.0028659003,0.000008371616,0.0000011972999],"category_scores_gemma":[0.0003414534,0.000043985303,0.000018383324,0.00091998937,0.000154672,0.0022458234,0.000593998,0.0002275229,3.6802135e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021448455,0.00033911914,0.017241519,0.0000018423331,0.000014932069,0.000008881552,0.0015028602,0.002873048,0.00013452614,0.01393593,0.000097320735,0.96382856],"study_design_scores_gemma":[0.00009913512,0.0002218743,0.047324397,0.0003258631,0.000014481431,0.00006147692,0.0054334966,0.925786,0.00037289847,0.019679299,0.0005838051,0.00009727379],"about_ca_topic_score_codex":0.00002859058,"about_ca_topic_score_gemma":0.00005894411,"teacher_disagreement_score":0.9637313,"about_ca_system_score_codex":0.000037775877,"about_ca_system_score_gemma":0.0005535366,"threshold_uncertainty_score":0.53256035},"labels":[],"label_agreement":null},{"id":"W4414055033","doi":"10.1109/icmi65310.2025.11141113","title":"Did ChatGPT or Copilot Use Alter the Style of Internet News Headlines? A Time Series Regression Analysis","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Style (visual arts); Regression analysis; The Internet; Control (management); Interrupted Time Series Analysis; Time series; Content analysis; Spanish language","score_opus":0.02733590834988628,"score_gpt":0.3128804882205185,"score_spread":0.2855445798706322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414055033","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048010804,0.00041558017,0.89055973,0.05508472,0.0011580532,0.00074392697,0.00013641307,0.0007249723,0.003165794],"genre_scores_gemma":[0.20155044,0.00045479758,0.12967104,0.0018670644,0.0003224365,0.00003137515,0.00021719022,0.000029938396,0.6658557],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790156,0.00025486463,0.0005793239,0.0006533568,0.00037368402,0.00023722462],"domain_scores_gemma":[0.9972991,0.0002400847,0.00044357672,0.0017059895,0.00023936991,0.00007189311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035078384,0.00031509687,0.0007184901,0.00038158573,0.00006766151,0.00040488757,0.0018049505,0.00017509636,0.00018738494],"category_scores_gemma":[0.00021470584,0.00016140677,0.00039542848,0.0010127291,0.000089647234,0.00022314854,0.00296609,0.000576932,0.00003128671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013888634,0.003760296,0.11192239,0.004195644,0.026014537,0.0003789153,0.027323252,0.18937461,0.001044732,0.083727665,0.42141485,0.12945424],"study_design_scores_gemma":[0.00021251214,0.00015690934,0.001368054,0.00062650087,0.0005001755,0.000004326465,0.000059373575,0.9822792,0.000890931,0.00068341533,0.012855811,0.00036280294],"about_ca_topic_score_codex":0.0013146129,"about_ca_topic_score_gemma":0.0005399975,"teacher_disagreement_score":0.79290456,"about_ca_system_score_codex":0.000032705695,"about_ca_system_score_gemma":0.0002364158,"threshold_uncertainty_score":0.6581977},"labels":[],"label_agreement":null},{"id":"W4414094888","doi":"10.58532/nbennurfthpsw2","title":"THE ROLE OF ARTIFICIAL INTELLIGENCE IN WEB DEVELOPMENT","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Web intelligence; Web application; Web development; Web design; User interface; The Internet; Applications of artificial intelligence; User needs","score_opus":0.014820547921770679,"score_gpt":0.255026425288814,"score_spread":0.2402058773670433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414094888","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012657555,0.0004750029,0.06847561,0.0013840168,0.00018079078,0.00008254523,9.26113e-7,0.000053086973,0.92933536],"genre_scores_gemma":[0.00818619,0.00021422369,0.053413335,0.000087725595,0.000059404927,0.0000024107546,0.0000027193628,0.000008986242,0.938025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991249,0.000009633295,0.00035501734,0.00020026696,0.00018947531,0.00012074805],"domain_scores_gemma":[0.99937093,0.00013563836,0.00009762382,0.00031464786,0.000060926188,0.0000202495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025217794,0.00011099461,0.00014956469,0.0001242891,0.00005348135,0.000050002593,0.00076143927,0.00008680917,0.000017741935],"category_scores_gemma":[0.000027173246,0.00007722844,0.00004802951,0.000068837086,0.00003987709,0.000025166739,0.0002825916,0.00024874078,0.000053992],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.023333e-7,0.0000040173627,0.000004323023,0.0000026869916,0.0000053338927,9.257118e-7,0.00004522302,0.000033582135,0.0000024979706,0.5839243,0.00003451499,0.41594207],"study_design_scores_gemma":[0.000011083983,0.000017535924,0.0000068723,0.00016757222,0.000003838145,6.45122e-7,0.00004051951,0.20362985,0.00054797286,0.36059457,0.43481943,0.0001600978],"about_ca_topic_score_codex":0.0000055488163,"about_ca_topic_score_gemma":0.00021107166,"teacher_disagreement_score":0.43478492,"about_ca_system_score_codex":0.000028640017,"about_ca_system_score_gemma":0.00041801963,"threshold_uncertainty_score":0.31492844},"labels":[],"label_agreement":null},{"id":"W4414108149","doi":"10.3389/feduc.2025.1681252","title":"Correction: Ethical and regulatory challenges of Generative AI in education: a systematic review","year":2025,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Transformative learning; Scopus; Generative grammar; Inclusion (mineral); Higher education; Cognition; Systematic review; Metacognition","score_opus":0.007563626203550871,"score_gpt":0.3016557949445573,"score_spread":0.2940921687410064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414108149","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033485019,0.6611572,0.040732235,0.27482253,0.014649118,0.0011392742,3.8394975e-7,0.000060657876,0.0040901233],"genre_scores_gemma":[0.70462555,0.115223914,0.14034146,0.026732964,0.00045012706,0.00063778233,0.000020644295,0.000026241241,0.011941302],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.99904627,0.00025774556,0.0003137941,0.00020467231,0.00010371155,0.00007382456],"domain_scores_gemma":[0.99941444,0.000057454916,0.0001133542,0.0002768421,0.0001140114,0.000023917824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054854254,0.00007151912,0.00027374903,0.00026645514,0.000026354586,0.000019547715,0.00017318889,0.000087952096,7.317756e-7],"category_scores_gemma":[0.00038554793,0.00006957422,0.000023200255,0.00050219375,0.000035236157,0.00011289082,0.000030600862,0.00027204934,7.02891e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006535308,0.0010466627,0.009056142,0.15436721,0.0000634377,8.331338e-7,0.008120917,0.0001476043,0.0000141929495,0.28216597,0.3582249,0.18678558],"study_design_scores_gemma":[0.0007831497,0.00021514828,0.06386272,0.52729815,0.00029910976,0.000040802952,0.019211058,0.17650989,0.00018726826,0.20257963,0.008076804,0.0009362643],"about_ca_topic_score_codex":0.000016104066,"about_ca_topic_score_gemma":0.000015635118,"teacher_disagreement_score":0.7012771,"about_ca_system_score_codex":0.0001153126,"about_ca_system_score_gemma":0.00085994415,"threshold_uncertainty_score":0.28371546},"labels":[],"label_agreement":null},{"id":"W4414118845","doi":"10.1016/j.econedurev.2025.102706","title":"Messaging teachers to boost student EdTech use","year":2025,"lang":"en","type":"article","venue":"Economics of Education Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Agencia Nacional de Investigación y Desarrollo; Universidad de Chile; International Development Research Centre; Inter-American Development Bank; Prix Inspiration Arctique; UNIMA-USA","keywords":"Salience (neuroscience); Student engagement; Electronic learning; Computer-mediated communication; Information and Communications Technology; Educational technology","score_opus":0.014502064147406596,"score_gpt":0.3498487069690323,"score_spread":0.33534664282162574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414118845","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3322983,0.1279942,0.049305633,0.4422245,0.0043844893,0.0019229829,0.0000073273213,0.00027126895,0.041591275],"genre_scores_gemma":[0.56967866,0.12913804,0.19533354,0.061410695,0.00025298665,0.00013787029,0.000027911587,0.00003707354,0.043983243],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993616,0.00003317031,0.00029265948,0.00019276615,0.00003317364,0.00008663259],"domain_scores_gemma":[0.9992544,0.00005670877,0.00011966817,0.0004564005,0.000064794054,0.000048052505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003582869,0.00006748676,0.00018819766,0.00010515959,0.000033361215,0.00007389297,0.0004945869,0.000016550117,0.000010930968],"category_scores_gemma":[0.00013031505,0.00007008896,0.00005819056,0.00022423617,0.000008540098,0.0001776521,0.00011525737,0.00007112837,0.00003986998],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.858477e-7,0.00034743262,0.013477972,0.0007793331,0.000071724964,1.4263378e-7,0.0006795543,0.00068067265,0.000015281734,0.30822465,0.065927416,0.6097952],"study_design_scores_gemma":[0.000061083396,0.000016998336,0.008860314,0.0022755312,0.000034836426,9.078886e-7,0.00009595423,0.0006907502,0.000055160108,0.001571113,0.9861914,0.00014593979],"about_ca_topic_score_codex":0.000020109492,"about_ca_topic_score_gemma":0.000004967845,"teacher_disagreement_score":0.920264,"about_ca_system_score_codex":0.00006857878,"about_ca_system_score_gemma":0.00035336567,"threshold_uncertainty_score":0.28581446},"labels":[],"label_agreement":null},{"id":"W4414119506","doi":"10.35542/osf.io/xfcek_v2","title":"Generative AI’s Influence in Computer Science Classrooms: A Rapid Review Methodology","year":2025,"lang":"en","type":"review","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Affordance; Generative grammar; Debugging; Inclusion (mineral); Empirical evidence; Empirical research; Cognition; Coding (social sciences)","score_opus":0.10204131237620555,"score_gpt":0.4346117901543754,"score_spread":0.33257047777816984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414119506","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.4198345e-8,0.6275893,0.3694509,0.0018839256,0.00025794297,0.00035624846,0.0000018754633,0.000092230905,0.00036755923],"genre_scores_gemma":[7.113316e-8,0.71743655,0.2765696,0.005214067,0.00007708535,0.000042638876,0.0000060366638,0.000008884026,0.000645045],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948019,0.0015440106,0.0011199131,0.00143534,0.0004592986,0.0006395457],"domain_scores_gemma":[0.99638975,0.0012365853,0.00041857729,0.0014486077,0.00036026665,0.0001462322],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039586043,0.00052491657,0.0025484052,0.00104775,0.00014598377,0.00026116398,0.0038023242,0.00023815277,0.000029946561],"category_scores_gemma":[0.0012064127,0.00038674154,0.00039737506,0.0054443837,0.00034050006,0.0005205145,0.0015319429,0.0011444418,0.00012371947],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.1396065e-7,0.000025834113,0.000001330185,0.015870009,0.000017372242,0.000019536988,0.000026538639,0.00006418006,6.47457e-8,0.011650228,0.00081368117,0.9715111],"study_design_scores_gemma":[0.0000734622,0.00006493182,0.000001945898,0.07461034,0.00012088552,0.00004967695,9.447557e-7,0.01277175,4.4697364e-7,0.00106238,0.9107756,0.00046763773],"about_ca_topic_score_codex":0.000024924895,"about_ca_topic_score_gemma":0.000011973403,"teacher_disagreement_score":0.97104347,"about_ca_system_score_codex":0.00022052041,"about_ca_system_score_gemma":0.003491808,"threshold_uncertainty_score":0.99985844},"labels":[],"label_agreement":null},{"id":"W4414149828","doi":"10.1111/ejed.70241","title":"Exploring Chinese Secondary <scp>EFL</scp> Students' Self‐Regulated Learning and Task Engagement in <scp>AI</scp> ‐Assisted Classrooms: A Latent Growth Curve Modelling Study","year":2025,"lang":"en","type":"article","venue":"European Journal of Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Education Department of Henan Province","keywords":"Latent growth modeling; Task (project management); Metacognition; Reciprocal; Structural equation modeling; Task analysis; Comprehension; Longitudinal study","score_opus":0.031950671961932645,"score_gpt":0.29662877569004037,"score_spread":0.26467810372810774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414149828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97130394,0.00057801855,0.025806049,0.00050135,0.0008302618,0.00019296161,3.7049526e-7,0.000076844706,0.0007102243],"genre_scores_gemma":[0.99312484,0.00021821084,0.0053260704,0.00010815007,0.00023047804,0.0000045489087,0.000003562101,0.000029541423,0.00095457805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622935,0.0016748285,0.00087473664,0.0004058961,0.0004948745,0.00032029787],"domain_scores_gemma":[0.99813944,0.0004548976,0.0005860721,0.0002545002,0.00040423128,0.00016085371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035009922,0.00026178994,0.00034912725,0.0008444736,0.00026875117,0.0005106029,0.0007305784,0.000029107347,0.000001217649],"category_scores_gemma":[0.00077958236,0.00023820926,0.00009516871,0.0010928776,0.000024036468,0.00070152845,0.0003473347,0.0012881189,0.000008804915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010834738,0.00455147,0.7665423,0.0001987413,0.0005973402,0.00024140763,0.09875837,0.08280844,0.00050732464,0.00054823555,0.0007094293,0.04452609],"study_design_scores_gemma":[0.0021970368,0.0007492033,0.8687568,0.00072264473,0.0001308951,0.000052608073,0.01675127,0.10611838,0.00003438494,0.00048890547,0.0038744477,0.00012343982],"about_ca_topic_score_codex":0.0000112126445,"about_ca_topic_score_gemma":0.0000034851555,"teacher_disagreement_score":0.10221446,"about_ca_system_score_codex":0.00015334906,"about_ca_system_score_gemma":0.00032141307,"threshold_uncertainty_score":0.9713892},"labels":[],"label_agreement":null},{"id":"W4414150662","doi":"10.18357/otessaj.2025.5.1.89","title":"Detecting Innovators in the Field: Teachers’ Perceptions and Adoption of Generative AI in Education","year":2025,"lang":"en","type":"article","venue":"The Open/Technology in Education Society and Scholarship Association Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Perception; Enthusiasm; Popularity; Generative model; Diffusion of innovations; Generative grammar; Key (lock); Voice","score_opus":0.012074673225658401,"score_gpt":0.34899331886070584,"score_spread":0.3369186456350474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414150662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8422223,0.0004530385,0.0012666372,0.15562096,0.00019142895,0.00014065646,2.1164614e-7,0.000007732365,0.00009706373],"genre_scores_gemma":[0.99063456,0.0005248634,0.0049900515,0.0036385055,0.00003940899,0.00002450264,0.0000015442172,0.0000024942258,0.00014407482],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99875426,0.00046680553,0.0003529712,0.00015704767,0.00013092495,0.00013799677],"domain_scores_gemma":[0.99902433,0.00032542538,0.00028432978,0.000162058,0.00018999529,0.00001385634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039183316,0.00007743609,0.000130512,0.00029595182,0.00032978988,0.00030327094,0.0005527766,0.00021422611,0.000001650147],"category_scores_gemma":[0.0009822325,0.000059970193,0.00002930164,0.0017795103,0.00004774521,0.000626637,0.00011841653,0.0014818509,5.218046e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023330285,0.00019533456,0.85844934,0.0000063014795,0.000015992788,1.236407e-7,0.01623093,0.000050986637,0.00037821115,0.03266976,0.0007084319,0.091292284],"study_design_scores_gemma":[0.000480745,0.000049848077,0.7987092,0.00019678244,0.000015172409,0.000018640132,0.07877476,0.0017537595,0.000114625254,0.11884095,0.000934084,0.000111432055],"about_ca_topic_score_codex":0.00003713968,"about_ca_topic_score_gemma":0.000085167914,"teacher_disagreement_score":0.15198246,"about_ca_system_score_codex":0.00023698517,"about_ca_system_score_gemma":0.00060018775,"threshold_uncertainty_score":0.6437987},"labels":[],"label_agreement":null},{"id":"W4414183536","doi":"10.1007/s10639-025-13715-1","title":"Modeling the relationships between secondary school students’ AI learning attitude, AI literacy and AI career interest","year":2025,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; National Natural Science Foundation of China","keywords":"Literacy; Educational technology; Adult literacy; Inclusion (mineral); Career development; Survey data collection","score_opus":0.021300270041239695,"score_gpt":0.32211099521499525,"score_spread":0.30081072517375557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414183536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48534164,0.0009923439,0.316487,0.1940984,0.00036746022,0.00027893882,0.000002789024,0.0011610319,0.0012704143],"genre_scores_gemma":[0.9955041,0.00017439868,0.0021747248,0.0015701192,0.000022086557,0.000014833786,0.000025835676,0.000002554577,0.00051137],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992882,0.00004843818,0.0002953937,0.00013005463,0.00012160992,0.0001162727],"domain_scores_gemma":[0.99930024,0.000078836165,0.00008571985,0.00026255322,0.00024484537,0.000027779923],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003652479,0.000100873025,0.00009909384,0.00038014154,0.0005334304,0.001187182,0.00045382173,0.00011166686,0.00000349077],"category_scores_gemma":[0.00076146924,0.00007841,0.000018798291,0.00050947914,0.00006228957,0.0036058298,0.00037981887,0.0009229334,0.000018973866],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015056476,0.000030771294,0.3195091,0.000084697785,0.000040755916,7.591206e-8,0.004279375,0.0016489212,0.000002245271,0.15157531,0.0029473654,0.5198799],"study_design_scores_gemma":[0.00068142114,0.00011072605,0.23453155,0.000561392,0.00006204067,0.000013712018,0.02803331,0.5073798,0.00016055958,0.056873865,0.17103021,0.000561449],"about_ca_topic_score_codex":0.000015355228,"about_ca_topic_score_gemma":0.0000023375762,"teacher_disagreement_score":0.51931846,"about_ca_system_score_codex":0.00003754215,"about_ca_system_score_gemma":0.00019331797,"threshold_uncertainty_score":0.9998497},"labels":[],"label_agreement":null},{"id":"W4414188352","doi":"10.18280/isi.300704","title":"A machine learning framework for predicting student placement outcomes","year":2025,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Feature (linguistics); Active learning (machine learning); Process (computing); Task (project management); Support vector machine","score_opus":0.012236327831255675,"score_gpt":0.29157504072147505,"score_spread":0.2793387128902194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414188352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021275174,0.00008986297,0.9741385,0.00094944506,0.0004484134,0.00028733545,0.0000051458055,0.00037998147,0.00242615],"genre_scores_gemma":[0.8994976,0.000015844247,0.09931359,0.00048455136,0.00004076296,0.00006346075,0.00003496206,0.000005867331,0.00054331735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879986,0.000047228114,0.0004931667,0.00014383778,0.00024348739,0.00027240117],"domain_scores_gemma":[0.99896616,0.0003058251,0.00025358284,0.0002509663,0.00017696017,0.000046532565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005902831,0.0001489156,0.00020197306,0.000253721,0.00044741653,0.00050129916,0.00043801413,0.00008410752,0.0000038579697],"category_scores_gemma":[0.000914041,0.00013383427,0.00009152125,0.00040660784,0.00002872292,0.0011867186,0.00020332348,0.00024423725,0.00001799042],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024588082,0.00008436851,0.25698215,0.0005614591,0.00022377959,0.0000012341883,0.014602191,0.05168169,0.000009210724,0.512931,0.00024760133,0.16265076],"study_design_scores_gemma":[0.0006999526,0.0001812269,0.017249398,0.00041809576,0.00003299735,0.0000030957765,0.0015103125,0.9283834,0.000084330255,0.038738497,0.01245323,0.00024543426],"about_ca_topic_score_codex":0.000018860082,"about_ca_topic_score_gemma":0.0000025820991,"teacher_disagreement_score":0.87822247,"about_ca_system_score_codex":0.00017172175,"about_ca_system_score_gemma":0.00008044338,"threshold_uncertainty_score":0.54576033},"labels":[],"label_agreement":null},{"id":"W4414189119","doi":"10.3389/feduc.2025.1593278","title":"Beyond technical skills: a pedagogical perspective on fostering critical engagement with generative AI in university classrooms","year":2025,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Perspective (graphical); Generative grammar; Critical reflection; Sociocultural evolution; Reflection (computer programming); Sociocultural perspective; Critical thinking","score_opus":0.017253451583171733,"score_gpt":0.3413412652718875,"score_spread":0.3240878136887158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414189119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07230126,0.000214452,0.82809323,0.07350902,0.0014276379,0.00032038393,0.0000016852947,0.00010722415,0.024025077],"genre_scores_gemma":[0.8785223,0.00001762502,0.11940417,0.0008061502,0.000049155136,0.000006157151,0.0000026842722,0.0000037448576,0.0011880244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99904746,0.00017341967,0.00011034043,0.00036283943,0.00013374747,0.0001722056],"domain_scores_gemma":[0.99956536,0.000079957725,0.000024460094,0.0002051615,0.00008413601,0.000040912786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021312307,0.000095813,0.00013145352,0.00038510063,0.00008320682,0.00005450617,0.00027855008,0.00006552643,0.0000029931173],"category_scores_gemma":[0.00016806793,0.000091618844,0.000024961528,0.0006537263,0.00007086969,0.00018679017,0.00012294123,0.00044300113,0.0000020881855],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007593004,0.0021643566,0.034589328,0.000026426173,0.000024743858,0.000034921566,0.008131164,0.0029273187,0.000052069066,0.8975602,0.008848146,0.04556544],"study_design_scores_gemma":[0.002993774,0.001467505,0.20223385,0.0012212853,0.00008051255,0.000015465617,0.12112234,0.271275,0.00025585687,0.37715605,0.02095895,0.0012193967],"about_ca_topic_score_codex":0.000030708332,"about_ca_topic_score_gemma":0.00005102011,"teacher_disagreement_score":0.806221,"about_ca_system_score_codex":0.0008518181,"about_ca_system_score_gemma":0.00043129793,"threshold_uncertainty_score":0.37361082},"labels":[],"label_agreement":null},{"id":"W4414197238","doi":"10.48009/1_iis_134","title":"Quantifying Shortfalls in Students? AI-Supported Programming Practices","year":2025,"lang":"en","type":"article","venue":"Issues in Information Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Generative grammar; Computer programming; Computer literacy; Information system; Literacy","score_opus":0.03343439206005221,"score_gpt":0.4057120407612334,"score_spread":0.3722776487011812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414197238","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63998365,0.0024498191,0.3076162,0.018001324,0.005674084,0.003038478,0.000005460244,0.001396135,0.02183484],"genre_scores_gemma":[0.995933,0.000034209712,0.003324801,0.00017954133,0.000029835488,0.00003304712,0.000010831405,0.0000026882963,0.00045206505],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835736,0.000114767805,0.000748647,0.0001455216,0.00040549377,0.00022822974],"domain_scores_gemma":[0.9990111,0.000102077305,0.00042257778,0.00031500004,0.000120417266,0.000028853427],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014312768,0.00010737024,0.00020784907,0.00061975117,0.000056781377,0.0010833783,0.00067560206,0.00008022707,0.0000016955122],"category_scores_gemma":[0.00036423063,0.0001027705,0.000026769834,0.0011157044,0.000014153867,0.0031209046,0.00016565308,0.00025773764,0.000065059336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000876117,0.00014809558,0.8773303,0.00052593113,0.000035673278,0.000021292652,0.013061705,0.014489667,0.000012191186,0.049981155,0.0007851355,0.04360008],"study_design_scores_gemma":[0.0006730519,0.000045485805,0.02593244,0.0010403111,0.000006877172,0.000009519511,0.006156543,0.61897486,0.00004358551,0.00012027077,0.34673402,0.00026301993],"about_ca_topic_score_codex":0.0006312275,"about_ca_topic_score_gemma":0.00010218702,"teacher_disagreement_score":0.8513979,"about_ca_system_score_codex":0.0000821801,"about_ca_system_score_gemma":0.00008231783,"threshold_uncertainty_score":0.99995357},"labels":[],"label_agreement":null},{"id":"W4414320900","doi":"10.31234/osf.io/e5jtq_v1","title":"Open Science Practices in Behavioral Addictions: An Exploratory Survey","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"HORIZON EUROPE Framework Programme; Fonds Wetenschappelijk Onderzoek; Vlaamse regering; Deutsche Forschungsgemeinschaft; European Commission","keywords":"Open science; Incentive; Workload; Exploratory research; Open data; Action (physics); Trustworthiness; Sample (material); Descriptive statistics","score_opus":0.2013506079107209,"score_gpt":0.4687333378768973,"score_spread":0.2673827299661764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414320900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6980352,0.0007748677,0.17984506,0.018931122,0.011412594,0.0035420049,0.0003975598,0.0025503584,0.084511265],"genre_scores_gemma":[0.87374735,0.000078796475,0.12028286,0.0004440219,0.00008779133,0.000083178405,0.00008914651,0.000011724449,0.005175127],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971029,0.0005228104,0.0003614335,0.0012402787,0.00045458853,0.00031796173],"domain_scores_gemma":[0.9970957,0.00017730489,0.00044941826,0.0017628641,0.0003740918,0.00014064141],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0051248604,0.0002004935,0.00028627386,0.0006214916,0.00022209565,0.0025621296,0.009959426,0.00014780428,0.00002339476],"category_scores_gemma":[0.0007909525,0.00019338625,0.00003760476,0.0015708207,0.000120426026,0.0026574174,0.013189055,0.0009766645,0.000024791083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006277486,0.007939899,0.5947289,0.00023713485,0.000089116606,0.00021496617,0.011723166,0.039370988,0.00015840537,0.13706133,0.007924279,0.20048906],"study_design_scores_gemma":[0.0006258279,0.00033467938,0.18051252,0.00059672556,0.00004115968,0.0000065319277,0.0013274745,0.796171,0.00019133721,0.01392664,0.0049356306,0.0013304957],"about_ca_topic_score_codex":0.008415286,"about_ca_topic_score_gemma":0.011553174,"teacher_disagreement_score":0.7568,"about_ca_system_score_codex":0.00014746368,"about_ca_system_score_gemma":0.0038181075,"threshold_uncertainty_score":0.9984733},"labels":[],"label_agreement":null},{"id":"W4414368209","doi":"10.29333/iji.2025.18433a","title":"Motivational Theories in Action: A Guide for Teaching Artificial Intelligence Prompts to Support Student Learning Motivation","year":2025,"lang":"en","type":"article","venue":"International Journal of Instruction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Simon Fraser University; Kwantlen Polytechnic University","funders":"","keywords":"Mindset; Grounded theory; Generative grammar; Goal theory; Learning theory; Self-determination theory; Conceptual framework; Generative model; Teaching method","score_opus":0.027585863798409986,"score_gpt":0.38294696802003264,"score_spread":0.35536110422162265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414368209","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3455108,0.0000031901636,0.6459325,0.0065177167,0.0016661406,0.00007677557,7.9082565e-7,0.00001844191,0.0002736614],"genre_scores_gemma":[0.9488604,0.0000057838333,0.050076317,0.00017366422,0.0004968241,0.000006186594,0.00000515156,0.0000045999764,0.00037108286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99851847,0.00007802679,0.0006626591,0.0001710033,0.00045388407,0.000115975374],"domain_scores_gemma":[0.9986054,0.00019905654,0.00034165542,0.000078113786,0.00074106985,0.00003474094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009570111,0.00009206895,0.00013358881,0.0007393661,0.00010731491,0.000200639,0.0005420629,0.000046252502,0.0000066334956],"category_scores_gemma":[0.0013337153,0.00008853184,0.00007979558,0.0002868241,0.00002285203,0.0006848433,0.000090850524,0.000344541,0.000002440032],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008944034,0.00012693094,0.015538641,0.000008493333,0.00007053935,0.0000059955787,0.0011542144,0.072873645,0.0014328572,0.47245795,0.000111008216,0.4361303],"study_design_scores_gemma":[0.0018604675,0.0016422789,0.1332949,0.0010921535,0.000047063484,0.00037860524,0.0070373705,0.16956139,0.014963555,0.6395102,0.029991213,0.0006207901],"about_ca_topic_score_codex":0.000009985015,"about_ca_topic_score_gemma":0.0000121033045,"teacher_disagreement_score":0.60334957,"about_ca_system_score_codex":0.00029222333,"about_ca_system_score_gemma":0.00019674424,"threshold_uncertainty_score":0.36102235},"labels":[],"label_agreement":null},{"id":"W4414391428","doi":"10.3389/feduc.2025.1651453","title":"AI agents, wearable computing and the future of postsecondary learning","year":2025,"lang":"en","type":"article","venue":"Frontiers in Education","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Brainstorming; Adaptation (eye); Composition (language); Sociocultural evolution; Figuring; Wearable computer; Table (database); Generative grammar; Defamiliarization","score_opus":0.0025044935326217306,"score_gpt":0.2583519426856489,"score_spread":0.2558474491530272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414391428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27058822,0.038301945,0.5113554,0.15985326,0.011373526,0.00038748377,7.105484e-7,0.000115842115,0.008023627],"genre_scores_gemma":[0.96066636,0.00032124392,0.03568304,0.0011188547,0.00011032904,0.000001683129,0.0000026221453,0.0000029725409,0.0020929046],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948776,0.00010677757,0.0001316505,0.00012617672,0.000062327264,0.00008530364],"domain_scores_gemma":[0.9996996,0.00003932249,0.000067011395,0.00013873991,0.000041953095,0.00001335229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035505317,0.00004775536,0.00010298467,0.0001286722,0.00009025553,0.000050400806,0.00021162254,0.000032082695,0.000001471665],"category_scores_gemma":[0.000045318116,0.0000381834,0.000020904981,0.00034837445,0.000048193902,0.000105899606,0.00006494557,0.00022682988,5.362481e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010081746,0.00007021903,0.1312222,0.00006406908,0.000021209142,2.4762284e-7,0.0036190406,0.0022950405,0.00000712842,0.048088513,0.030288793,0.78431344],"study_design_scores_gemma":[0.0007963167,0.000025294506,0.06699858,0.00025116006,0.00001648031,0.0000025410284,0.00709847,0.8126035,0.000041561038,0.047742117,0.064300925,0.0001230979],"about_ca_topic_score_codex":0.000030038846,"about_ca_topic_score_gemma":0.0000019985293,"teacher_disagreement_score":0.8103084,"about_ca_system_score_codex":0.000024866582,"about_ca_system_score_gemma":0.00018447026,"threshold_uncertainty_score":0.15570739},"labels":[],"label_agreement":null},{"id":"W4414392827","doi":"10.26803/ijlter.24.9.7","title":"AI in the Classroom: A Systematic Review of Barriers to Educator Acceptance","year":2025,"lang":"en","type":"article","venue":"International Journal of Learning Teaching and Educational Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Technology acceptance model; Resistance (ecology); Technology integration; Literacy; Affect (linguistics); Empirical research; Technological literacy; Educational technology; Systematic review","score_opus":0.031457287783524884,"score_gpt":0.45113785344751783,"score_spread":0.4196805656639929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414392827","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11713753,0.016243495,0.010985927,0.8508218,0.0010315006,0.00041336394,0.0000014762361,0.000010779875,0.003354117],"genre_scores_gemma":[0.98939914,0.00085765176,0.0044475556,0.003484791,0.00017566422,0.000012405233,0.0000013022924,0.0000042885963,0.0016172301],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9965831,0.0014732558,0.0005703929,0.00014748474,0.0010611536,0.00016461281],"domain_scores_gemma":[0.9957373,0.0027397722,0.00022841616,0.00018731241,0.0010036567,0.000103540086],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010450031,0.0000741331,0.00023737593,0.00075860723,0.00018522447,0.0001946153,0.0016513203,0.000028732005,0.000016834801],"category_scores_gemma":[0.029060138,0.000051967072,0.00007562572,0.0005456975,0.00005150979,0.00022372446,0.00016110227,0.0015098493,0.0000054353145],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121187026,0.0011535619,0.07411836,0.068879664,0.0007483347,0.00004548083,0.029412217,0.0024691273,0.00060265895,0.6956156,0.10209491,0.0247389],"study_design_scores_gemma":[0.0016558084,0.001080448,0.0498227,0.7559897,0.00018536998,0.0008059876,0.03158728,0.023723193,0.00008021645,0.06986721,0.064439766,0.000762376],"about_ca_topic_score_codex":0.000040712253,"about_ca_topic_score_gemma":0.0000025889142,"teacher_disagreement_score":0.8722616,"about_ca_system_score_codex":0.00013248243,"about_ca_system_score_gemma":0.0013864575,"threshold_uncertainty_score":0.9791185},"labels":[],"label_agreement":null},{"id":"W4414464210","doi":"10.1109/imsa65733.2025.11166923","title":"Comparative Evaluation of Modular Deep Learning Pipelines for Student Engagement Detection","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus","funders":"","keywords":"Pipeline (software); Modular design; Adaptability; Pipeline transport; Deep learning; Binary classification; Binary number; Student engagement","score_opus":0.057960099711332404,"score_gpt":0.4033891854684084,"score_spread":0.345429085757076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414464210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13320245,0.00009639371,0.8649542,0.00037165772,0.00013956535,0.0002087968,1.16975336e-7,0.000054145872,0.00097269134],"genre_scores_gemma":[0.97593546,0.000004791506,0.023255201,0.00003204666,0.000026512953,0.000023144321,0.0000020870134,0.0000018111662,0.0007189584],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990697,0.00019388365,0.00018880263,0.00017652454,0.00028287873,0.000088209104],"domain_scores_gemma":[0.9991393,0.00012226668,0.000082480285,0.00014847078,0.0004932242,0.000014264267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013800466,0.000062691455,0.00012474036,0.00011323223,0.00011903206,0.000040616786,0.00019554148,0.000022629012,0.0000045614424],"category_scores_gemma":[0.00014043573,0.000055167344,0.000049662223,0.000249285,0.000010990593,0.000089504676,0.000075954915,0.00008868894,0.0000027548012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070659275,0.00015889943,0.001286146,0.000033856628,0.00009781799,9.535378e-8,0.0017923146,0.73882055,0.0051343287,0.016204087,0.00005018434,0.23641467],"study_design_scores_gemma":[0.00039999123,0.000092860704,0.003930318,0.000015079043,0.00004665373,9.4047344e-8,0.0006287437,0.9818195,0.009663234,0.00254939,0.00080189103,0.000052262083],"about_ca_topic_score_codex":0.0000086628515,"about_ca_topic_score_gemma":0.00002413861,"teacher_disagreement_score":0.84273297,"about_ca_system_score_codex":0.00004262698,"about_ca_system_score_gemma":0.00004158885,"threshold_uncertainty_score":0.2249659},"labels":[],"label_agreement":null},{"id":"W4414464672","doi":"10.1109/acdsa65407.2025.11166367","title":"Comparative Performance Analysis of Machine Learning Techniques for Engagement Assessment in Education","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; Thompson Rivers University","funders":"Thompson","keywords":"Robot; Student engagement; Tracking (education); Active learning (machine learning); Robot learning; Social robot; Social learning","score_opus":0.022778240101384625,"score_gpt":0.38500102619309295,"score_spread":0.3622227860917083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414464672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10467357,0.00006270124,0.8845931,0.0020809716,0.000049845185,0.00018599442,8.783805e-7,0.000077777164,0.00827513],"genre_scores_gemma":[0.81318355,0.000022798931,0.18514903,0.00006853681,0.0000041077824,0.000021746779,0.000012322748,9.588541e-7,0.0015369402],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994258,0.00006504268,0.00019643431,0.00015023146,0.000081611994,0.00008083193],"domain_scores_gemma":[0.9995625,0.000107937354,0.000077962664,0.00014857367,0.00009177085,0.000011262619],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004893285,0.000056421115,0.00019172611,0.00055368716,0.000054061646,0.000026634001,0.00021026142,0.000018041177,0.000005276408],"category_scores_gemma":[0.00001888612,0.00004933075,0.000053092797,0.0012010095,0.000010565965,0.00009706312,0.00006851326,0.00013747843,3.016677e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009871237,0.00080044044,0.44938362,0.00014690642,0.0005750939,1.6619494e-7,0.0016266296,0.05677615,0.0010927597,0.27328947,0.00031813158,0.21598078],"study_design_scores_gemma":[0.000064764055,0.00006626084,0.041110918,0.00002894422,0.00005827909,2.4479116e-8,0.00016540219,0.9535124,0.0022066825,0.00039175042,0.002345661,0.00004892633],"about_ca_topic_score_codex":0.00006093486,"about_ca_topic_score_gemma":0.00004484551,"teacher_disagreement_score":0.8967362,"about_ca_system_score_codex":0.00005029995,"about_ca_system_score_gemma":0.00015134638,"threshold_uncertainty_score":0.20116496},"labels":[],"label_agreement":null},{"id":"W4414474733","doi":"10.1016/j.dte.2025.100069","title":"Decision-making criteria for AI tools in digital education","year":2025,"lang":"en","type":"article","venue":"Digital engineering.","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West","funders":"University Canada West","keywords":"Transparency (behavior); Key (lock); Applications of artificial intelligence; Selection (genetic algorithm); Equity (law)","score_opus":0.00799531806077976,"score_gpt":0.3040001119206613,"score_spread":0.29600479385988154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414474733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023636833,0.00008875731,0.9721908,0.00084974745,0.00063324824,0.00010152507,0.000014859757,0.00016313084,0.0023211085],"genre_scores_gemma":[0.9833706,8.719685e-7,0.015820527,0.00016868603,0.000059480786,0.000013177894,0.000014661942,0.000007809468,0.00054420636],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937254,0.0000010990775,0.00017297173,0.00020305444,0.000080354075,0.00016996205],"domain_scores_gemma":[0.9994373,0.00023789267,0.000019495592,0.00021433615,0.000061021292,0.000030006999],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00005274589,0.000095134106,0.000108446664,0.00021489705,0.000020469275,0.0010992334,0.00032224826,0.000038732822,8.7716893e-7],"category_scores_gemma":[0.000830098,0.00009845658,0.000054837306,0.00038749955,0.0000057914654,0.001230873,0.00009683466,0.00008534325,0.000009072438],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043945797,0.00009523505,0.00061243994,0.000042449992,0.000008405847,0.000003399019,0.00005969659,0.011876685,0.000017722232,0.06022983,0.0016749036,0.92537487],"study_design_scores_gemma":[0.00020515616,0.000035994726,0.0022104266,0.00041063238,0.0000023639273,0.000005893494,0.00001928317,0.91008997,0.000025824766,0.02500151,0.06177472,0.00021821196],"about_ca_topic_score_codex":4.595671e-7,"about_ca_topic_score_gemma":2.6768342e-7,"teacher_disagreement_score":0.9597337,"about_ca_system_score_codex":0.000043545624,"about_ca_system_score_gemma":0.00011069861,"threshold_uncertainty_score":0.9999377},"labels":[],"label_agreement":null},{"id":"W4414587628","doi":"10.5430/wjel.v15n8p358","title":"Use of AI Tools in Navigating Reading Difficulties of Adult EFL Learners","year":2025,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Test (biology); Reading comprehension; Extensive reading; Comprehension; Foreign language","score_opus":0.012745605220081698,"score_gpt":0.29036681419575794,"score_spread":0.2776212089756762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414587628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99614125,0.0002915465,0.0017155051,0.00067290355,0.0003339361,0.000032945394,0.0000022622978,0.000018145642,0.0007915277],"genre_scores_gemma":[0.9834675,0.000023715913,0.015616434,0.00012892087,0.00010382249,2.3700434e-7,9.152442e-7,0.0000051160177,0.0006533018],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988424,0.00009202613,0.0005782828,0.000104191604,0.00023202646,0.00015104953],"domain_scores_gemma":[0.9984873,0.00038263624,0.00042049686,0.00019800375,0.00047376836,0.00003778764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038298502,0.00008943798,0.0003117808,0.0003328488,0.000023295559,0.000078535835,0.00041347402,0.000034225068,0.0000036656452],"category_scores_gemma":[0.0029654359,0.000075447344,0.00011945744,0.0008176565,0.00004227728,0.00048978656,0.000095757634,0.0005931393,2.644722e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015058854,0.0008222494,0.28484735,0.0008449974,0.0004228667,0.00057050865,0.18880302,0.098741315,0.028645635,0.07378656,0.0039667864,0.31839812],"study_design_scores_gemma":[0.017138828,0.0021850849,0.13142776,0.073762864,0.0006918917,0.00011545546,0.23596755,0.2555266,0.25320524,0.0045392057,0.021978239,0.003461276],"about_ca_topic_score_codex":0.00007808341,"about_ca_topic_score_gemma":0.00006506253,"teacher_disagreement_score":0.31493685,"about_ca_system_score_codex":0.00003323803,"about_ca_system_score_gemma":0.00007684823,"threshold_uncertainty_score":0.3550118},"labels":[],"label_agreement":null},{"id":"W4414605745","doi":"10.1109/icdsns65743.2025.11168504","title":"Integrating Artificial Intelligence in STEM Classrooms: A Mixed-Methods Study of Models, Outcomes, and Ethical Challenges","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"CLARITY; Curriculum; Applications of artificial intelligence; Component (thermodynamics); Artificial intelligence, situated approach; Data integration; Virtual learning environment","score_opus":0.07007018254623316,"score_gpt":0.4024751311424034,"score_spread":0.33240494859617026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414605745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07315563,0.00025249142,0.9174042,0.0080045005,0.00012722527,0.00011148674,1.968517e-7,0.00006549253,0.00087882794],"genre_scores_gemma":[0.8227546,0.000046402587,0.17692864,0.00011991441,0.000006816266,0.0000048108177,1.03057225e-7,0.000003289587,0.0001353946],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982333,0.0005376937,0.0004960945,0.00038113148,0.00017675609,0.00017502866],"domain_scores_gemma":[0.9986517,0.0008114304,0.000078024656,0.00034476374,0.00007526288,0.000038864615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017806634,0.00012751273,0.00032961962,0.0002499006,0.000046872967,0.00006108127,0.0004554197,0.0001381938,0.0000014274476],"category_scores_gemma":[0.0002273497,0.000099131845,0.000036919104,0.00047508386,0.00004663551,0.00009255924,0.0004049582,0.000666295,6.7937464e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016247147,0.00016112128,0.0012397784,0.000019780115,0.000012051781,0.0000022791264,0.0026310373,0.0013816813,0.000009952389,0.4788372,0.0000026506132,0.5157009],"study_design_scores_gemma":[0.00007929655,0.00016177363,0.001134383,0.00006420703,0.0000067810297,7.406e-7,0.025229564,0.88243437,0.00008535198,0.09069225,0.000017771514,0.000093515446],"about_ca_topic_score_codex":0.00018455667,"about_ca_topic_score_gemma":0.001015657,"teacher_disagreement_score":0.8810527,"about_ca_system_score_codex":0.000020624155,"about_ca_system_score_gemma":0.00006239513,"threshold_uncertainty_score":0.40424794},"labels":[],"label_agreement":null},{"id":"W4414862395","doi":"10.1007/978-981-96-5265-5_33","title":"AISCliteracy: Assessing AI and Cybersecurity Literacy Levels and Learning Needs of Students","year":2025,"lang":"en","type":"book-chapter","venue":"Algorithms for intelligent systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sault College","funders":"","keywords":"Literacy; Perspective (graphical); Survey data collection; Computer literacy; Applications of artificial intelligence","score_opus":0.029473776204759265,"score_gpt":0.34588049436090784,"score_spread":0.31640671815614857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414862395","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015766284,0.01134517,0.9724885,0.0005723518,0.0022506858,0.001154446,0.00012192469,0.00024222578,0.010248019],"genre_scores_gemma":[0.2728484,0.0010793437,0.029154891,0.00027750747,0.00091772503,0.000046731355,0.00013144648,0.00014038676,0.6954036],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99755496,0.00009849945,0.0009262762,0.00057914696,0.0005082421,0.00033285012],"domain_scores_gemma":[0.9976231,0.00060764665,0.0006397763,0.00047447003,0.00050514174,0.00014986664],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001010768,0.00046016584,0.0008666232,0.00061521394,0.0002527261,0.0011160747,0.00066746795,0.00032987207,0.000003717584],"category_scores_gemma":[0.00012757152,0.00044186207,0.00019248885,0.00013638446,0.000102050246,0.0005010067,0.00055237126,0.000797078,0.000004482039],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017044,0.00015303555,0.0039795134,0.004334747,0.0012021586,0.000039785526,0.01352215,0.0005266265,0.000022816543,0.38667983,0.0006835908,0.5888387],"study_design_scores_gemma":[0.00086074317,0.0006099915,0.00019042307,0.009977279,0.00043453986,0.00011355616,0.00096665684,0.61028874,0.00007927302,0.015731243,0.35926667,0.0014808875],"about_ca_topic_score_codex":0.00008150004,"about_ca_topic_score_gemma":0.0000010521677,"teacher_disagreement_score":0.9433337,"about_ca_system_score_codex":0.0000668517,"about_ca_system_score_gemma":0.00011691168,"threshold_uncertainty_score":0.99992085},"labels":[],"label_agreement":null},{"id":"W4414921532","doi":"10.29140/97817637116240-10","title":"The transformative role of E-readers in inclusive online Mandarin education: A duo-ethnographic study","year":2025,"lang":"en","type":"article","venue":"Proceedings of the International CALL Research Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Mandarin Chinese; Transformative learning; Curriculum; Context (archaeology); Narrative; Multilingualism; Documentation; Language education; Teaching method","score_opus":0.028702303729078022,"score_gpt":0.38804098716711083,"score_spread":0.3593386834380328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414921532","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94120204,0.00013204638,0.00027621986,0.045430504,0.00015661959,0.00047313087,0.0000068844647,0.000015435098,0.012307128],"genre_scores_gemma":[0.99826026,0.00006888154,0.0005447902,0.000050917977,0.00002050458,0.000030985302,8.009373e-7,0.0000027117758,0.0010201271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998214,0.00005017175,0.000351623,0.00020815083,0.0009855627,0.00019051218],"domain_scores_gemma":[0.99685055,0.000326015,0.00013614073,0.00016278612,0.0024928784,0.00003165398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016301472,0.000082791004,0.0001296342,0.0004000688,0.00018220746,0.00015810868,0.002961947,0.000036136003,0.0000027304675],"category_scores_gemma":[0.0010510191,0.00005283251,0.0000610616,0.0011351637,0.0003105495,0.0002507069,0.0007851793,0.0005687164,7.6081193e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018274444,0.0021620097,0.10202903,0.00012459958,0.00022761931,7.757373e-7,0.04694218,0.000070316004,0.0037259907,0.74053645,0.00094490417,0.1030534],"study_design_scores_gemma":[0.0017796176,0.0006948416,0.15598468,0.0017164123,0.000027242651,0.000006180752,0.15843014,0.15648271,0.016627992,0.50110805,0.006818088,0.00032404985],"about_ca_topic_score_codex":0.00052366074,"about_ca_topic_score_gemma":0.00047335553,"teacher_disagreement_score":0.23942839,"about_ca_system_score_codex":0.000091029186,"about_ca_system_score_gemma":0.0008507506,"threshold_uncertainty_score":0.55040836},"labels":[],"label_agreement":null},{"id":"W4414930874","doi":"10.21203/rs.3.rs-7745292/v1","title":"An Open Access e-Learning Strategy for Infectious Disease Epidemiology in Latin America: The Epi Training Kit Pilot Study","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"International Development Research Centre","keywords":"Thematic analysis; Descriptive statistics; Public health; Massive open online course; Latin Americans; Content analysis; Promotion (chess); Pandemic; Infectious disease (medical specialty)","score_opus":0.4234504379470374,"score_gpt":0.5711573026497104,"score_spread":0.14770686470267302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414930874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6137713,0.001259151,0.3085304,0.04876237,0.0010717659,0.019385014,0.00025024702,0.0010897774,0.005879948],"genre_scores_gemma":[0.99548376,0.000100006386,0.0018036453,0.00018525183,0.0002553868,0.0010980354,0.00009305332,0.000028365092,0.0009524908],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98865795,0.007500723,0.0007068537,0.0014790451,0.0005647537,0.0010906573],"domain_scores_gemma":[0.9908812,0.0062904647,0.00030537051,0.0016674421,0.00052659924,0.00032892317],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.011090525,0.00033742576,0.00080094516,0.0007338498,0.00078776985,0.0020821353,0.008498953,0.00012680936,0.000018153043],"category_scores_gemma":[0.008518423,0.00026368542,0.00010882451,0.0015877299,0.00019321495,0.00055438274,0.009539494,0.003893936,0.000009431536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014877689,0.0015060953,0.24365084,0.00039662496,0.00010192479,0.00006423172,0.0030833199,0.6310251,0.000002428574,0.0106273955,0.00036153838,0.10903174],"study_design_scores_gemma":[0.0007521923,0.0038047482,0.19379033,0.00045525117,0.000020515885,7.1015074e-7,0.0026009528,0.74933994,4.210966e-7,0.047654316,0.0012354201,0.00034523383],"about_ca_topic_score_codex":0.004614668,"about_ca_topic_score_gemma":0.0011135786,"teacher_disagreement_score":0.38171244,"about_ca_system_score_codex":0.00021894755,"about_ca_system_score_gemma":0.0022257408,"threshold_uncertainty_score":0.9999815},"labels":[],"label_agreement":null},{"id":"W4414958592","doi":"10.46254/eu08.20250385","title":"AI Design Analysis for Diploma Education in Canada","year":2025,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Curriculum; Intersection (aeronautics); Higher education; Blended learning; Public education; Teaching method","score_opus":0.008802291102821486,"score_gpt":0.2929648744451548,"score_spread":0.2841625833423333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414958592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030791801,0.000024697385,0.9813452,0.014607497,0.00008650006,0.000048469145,2.9110998e-7,0.000017134718,0.0007910387],"genre_scores_gemma":[0.90177566,0.0000015944607,0.08963723,0.0025010363,0.000011090762,0.000006929325,0.0000024426479,0.0000011218922,0.006062913],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960446,0.000022624741,0.00009475117,0.00013134425,0.000056148965,0.00009066996],"domain_scores_gemma":[0.99965185,0.00009480689,0.000016874948,0.00016827267,0.000048135247,0.000020050778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000104207844,0.000036436668,0.00007797696,0.00017931359,0.000027719869,0.00003811355,0.00022094745,0.000011436832,0.0000035580633],"category_scores_gemma":[0.000036869555,0.000032759584,0.000027895843,0.0009920474,0.000002409142,0.000057717163,0.00002363513,0.000038347025,8.7504964e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051358197,0.00015362332,0.28387353,0.00002970916,0.00024394321,0.0000021290016,0.0001078038,0.17030942,0.000045454308,0.27088997,0.048766717,0.22557257],"study_design_scores_gemma":[0.00005856901,0.0000059706176,0.03340611,0.0000051797533,0.000024238563,6.574589e-8,0.000036181915,0.95655304,0.000087050634,0.0067898836,0.0029863582,0.000047328216],"about_ca_topic_score_codex":0.49092945,"about_ca_topic_score_gemma":0.8034835,"teacher_disagreement_score":0.8986965,"about_ca_system_score_codex":0.00012448215,"about_ca_system_score_gemma":0.0035360479,"threshold_uncertainty_score":0.6272797},"labels":[],"label_agreement":null},{"id":"W4415166020","doi":"10.36227/techrxiv.176045762.21711941/v1","title":"A Toolkit for Sustainable Educational Environment in the Modern AI Era: Guidelines for Mitigating the Misuse of GenAI in Assessments","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Software; Sustainability; Key (lock); Computer software","score_opus":0.053623821075954814,"score_gpt":0.40642919157477997,"score_spread":0.35280537049882515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415166020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009002316,0.00030759722,0.8019376,0.18624087,0.00013228173,0.0015901399,0.0000253843,0.000015980364,0.00074782607],"genre_scores_gemma":[0.25521356,0.00012499251,0.7044053,0.00592148,0.0003640854,0.0015638473,0.00013175215,0.000020510905,0.032254446],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841046,0.000101877755,0.0005550221,0.0003975734,0.00026115566,0.0002739301],"domain_scores_gemma":[0.99808496,0.00081047945,0.00020592407,0.00060156785,0.0002790514,0.000018021163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014982366,0.00016286965,0.00022587967,0.00012666897,0.00009712836,0.00016733602,0.0013666635,0.00009366208,0.0000037026698],"category_scores_gemma":[0.0005188193,0.000102525504,0.0001360368,0.0001474781,0.000030532774,0.00009669353,0.00065680157,0.00035000412,3.707332e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024179051,0.00093867537,0.0053093433,0.0032844706,0.00014635288,0.0000031680786,0.0051109474,0.5987505,0.00003472411,0.3328606,0.025775842,0.027761264],"study_design_scores_gemma":[0.00024125286,0.000023580273,0.00045988336,0.00014489878,0.000012940074,4.093912e-7,0.0006161726,0.7742728,0.000021097867,0.22222601,0.0018842043,0.000096764204],"about_ca_topic_score_codex":0.00035835907,"about_ca_topic_score_gemma":0.00004670173,"teacher_disagreement_score":0.24621125,"about_ca_system_score_codex":0.00012288832,"about_ca_system_score_gemma":0.0008948452,"threshold_uncertainty_score":0.4180869},"labels":[],"label_agreement":null},{"id":"W4415177068","doi":"10.18162/ritpu-2025-v22n3-01","title":"L’intelligence artificielle en enseignement supérieur : étude exploratoire des perceptions, usages et inégalités d’adoption des étudiants et étudiantes","year":2025,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Field (mathematics); Identification (biology); Subject (documents)","score_opus":0.05042433254158013,"score_gpt":0.31595681978634704,"score_spread":0.2655324872447669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415177068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6167816,0.0132886,0.29307145,0.07040431,0.0006974298,0.00039957708,0.00011509659,0.0015089898,0.003732985],"genre_scores_gemma":[0.8555829,0.048683498,0.03857034,0.000119606455,0.000055084663,0.000021229203,0.00005637684,0.00003272406,0.05687827],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9969113,0.0004019403,0.00060996367,0.0009565171,0.00042495903,0.0006953303],"domain_scores_gemma":[0.9971664,0.0008736769,0.00026474879,0.00081533944,0.0007882205,0.000091604605],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007400529,0.0005190273,0.00045191922,0.0009371361,0.00087096146,0.00046832528,0.0021252625,0.00047275887,0.000077601544],"category_scores_gemma":[0.0015704473,0.0005941469,0.00029375116,0.0018992191,0.0015237713,0.0023949926,0.0017370721,0.0009266058,0.0001582039],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002968469,0.00085399067,0.03908581,0.00066674163,0.00047417486,0.00046990407,0.019498646,0.021326495,0.00080097734,0.19634522,0.0021307487,0.7183176],"study_design_scores_gemma":[0.0011357226,0.0012551461,0.04795871,0.014135209,0.0004837962,0.00035461312,0.58376884,0.17409743,0.0051752487,0.10612134,0.063241154,0.0022727791],"about_ca_topic_score_codex":0.00015330015,"about_ca_topic_score_gemma":0.0012142952,"teacher_disagreement_score":0.71604484,"about_ca_system_score_codex":0.0014177803,"about_ca_system_score_gemma":0.00050130516,"threshold_uncertainty_score":0.999651},"labels":[],"label_agreement":null},{"id":"W4415250214","doi":"10.1145/3757436","title":"Live, Learn, and Connect: Unpacking Live-Streaming-Based Silver Classroom in China","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Lifelong learning; Unpacking; Sociotechnical system; Informal learning; Educational technology; China; Experiential learning; Learning sciences; Social learning; Collaborative learning","score_opus":0.01990451888850162,"score_gpt":0.3023563750456257,"score_spread":0.28245185615712404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989199,0.000026209977,0.0017235641,0.006955211,0.00048536895,0.00015814336,5.355582e-7,0.00014936095,0.0013026225],"genre_scores_gemma":[0.9926167,0.0000055327396,0.0064352346,0.0004580198,0.00010758196,0.0000052514156,7.5297424e-7,0.000013156722,0.00035775095],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987386,0.000024565346,0.00034369892,0.0004541416,0.0002175922,0.00022140362],"domain_scores_gemma":[0.9989444,0.00020004652,0.00029041167,0.00038284852,0.00014696765,0.00003531106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029705142,0.00019436356,0.0002443392,0.00037295732,0.00017789063,0.00027672044,0.0013267483,0.00008417154,0.000005806671],"category_scores_gemma":[0.00028004788,0.00015814466,0.00010164369,0.0004157649,0.00005814543,0.00045095198,0.00075808354,0.0005385285,0.000010021531],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003635908,0.0027986683,0.46120283,0.0017283963,0.00043324637,0.000018664128,0.018087614,0.02447855,0.03382428,0.14188823,0.016984915,0.29819104],"study_design_scores_gemma":[0.0013576875,0.0005196359,0.13836329,0.0026084727,0.000041602503,0.000012078636,0.00035664035,0.8202427,0.009803759,0.024794003,0.0014696461,0.00043047985],"about_ca_topic_score_codex":0.00008891712,"about_ca_topic_score_gemma":0.000015759693,"teacher_disagreement_score":0.79576415,"about_ca_system_score_codex":0.00009619015,"about_ca_system_score_gemma":0.000028946313,"threshold_uncertainty_score":0.6448952},"labels":[],"label_agreement":null},{"id":"W4415267569","doi":"10.5539/elt.v18n11p21","title":"A Survey on AI Literacy for Academic English Writing Among Chinese University Students","year":2025,"lang":"","type":"article","venue":"English Language Teaching","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Literacy; Disadvantaged; Discipline; Empirical research; Academic writing; Psychological intervention; Empirical evidence; Higher education","score_opus":0.00795572443342955,"score_gpt":0.3288119676726713,"score_spread":0.3208562432392417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415267569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96016383,0.0006451028,0.032729615,0.00038302818,0.0025808534,0.0005008173,0.000142904,0.00058629666,0.0022675793],"genre_scores_gemma":[0.98694,0.00003769406,0.001762239,0.00077753747,0.0018333859,0.0000032638807,0.00012820844,0.000047237223,0.008470437],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946275,0.0017295139,0.00071055174,0.0012760857,0.000693734,0.00096265017],"domain_scores_gemma":[0.9949136,0.0028384682,0.00039347511,0.0010021481,0.000587599,0.00026474282],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0058027455,0.0005933875,0.00069481344,0.00070358417,0.0011649112,0.0014658542,0.00288805,0.00042418868,0.000013026903],"category_scores_gemma":[0.017370488,0.0006382225,0.00035749708,0.0011825825,0.00010319553,0.0018190314,0.0012197902,0.00442555,0.000008014923],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009791988,0.00048942555,0.63041747,0.00023697288,0.00025583975,0.00015517829,0.2874277,0.0019769794,0.00002313808,0.0031235584,0.0014521674,0.07434365],"study_design_scores_gemma":[0.007877553,0.000610538,0.3835263,0.0055495957,0.00035766,0.0000024299306,0.05068354,0.54079807,0.000055633147,0.00036899978,0.0077033355,0.002466369],"about_ca_topic_score_codex":0.0005947595,"about_ca_topic_score_gemma":0.00011390638,"teacher_disagreement_score":0.5388211,"about_ca_system_score_codex":0.00032109354,"about_ca_system_score_gemma":0.00021763287,"threshold_uncertainty_score":0.9996069},"labels":[],"label_agreement":null},{"id":"W4415289621","doi":"10.21432/cjlt28636","title":"Applying the POUR Model to Enhance Digital Accessibility in HyFlex Learning Environments","year":2025,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Focus group; Adaptability; Modalities; Digital learning; Focus (optics); Mobile device; Usability; Educational technology","score_opus":0.007382980519331728,"score_gpt":0.27269142744998925,"score_spread":0.2653084469306575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415289621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7657859,0.00073290925,0.20505597,0.027114386,0.00009693109,0.00013594952,5.449301e-7,0.00004045628,0.0010369673],"genre_scores_gemma":[0.99463,0.000022390588,0.0029035457,0.000095878706,0.000015523477,0.0000064906985,2.3603948e-7,0.0000054199445,0.0023205467],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990608,0.00005615981,0.00027573787,0.00021294015,0.00009354268,0.00030078055],"domain_scores_gemma":[0.99942005,0.000091512215,0.00013945688,0.00016813874,0.000042895765,0.00013797214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047894442,0.00010181579,0.00018543108,0.0007074023,0.00025437245,0.0001840106,0.00064746616,0.00010287802,0.0000022091554],"category_scores_gemma":[0.0007920651,0.00008309292,0.0000329642,0.0006068396,0.00009851621,0.00018411991,0.00012560493,0.0011224239,0.000005684732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041113717,0.000017336815,0.36405396,0.0000100148545,0.00002452557,0.00007327006,0.00046830886,0.05094016,0.0005112595,0.004029864,0.000085647705,0.57978153],"study_design_scores_gemma":[0.00076990103,0.00040939267,0.010013007,0.0005439382,0.000030954092,0.00019637778,0.0039579547,0.79082847,0.0011652191,0.049005587,0.14251971,0.0005595067],"about_ca_topic_score_codex":0.0000544882,"about_ca_topic_score_gemma":0.00027899706,"teacher_disagreement_score":0.7398883,"about_ca_system_score_codex":0.00009811456,"about_ca_system_score_gemma":0.0004698325,"threshold_uncertainty_score":0.4876436},"labels":[],"label_agreement":null},{"id":"W4415303261","doi":"10.1002/pra2.1238","title":"Fueling Conversations: <scp>AI</scp> Education across the <scp>iSchools</scp> in the <scp>US</scp> and Canada","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Association for Information Science and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Certificate; Curriculum; Conversation; Higher education; Cover (algebra); Undergraduate education","score_opus":0.004160721133138986,"score_gpt":0.24974334366299225,"score_spread":0.24558262252985327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415303261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658833,0.00013384367,0.0006725454,0.027669074,0.00041495234,0.000624608,0.000011936038,0.00008728172,0.00450244],"genre_scores_gemma":[0.995791,0.000090122,0.0006352831,0.0025696168,0.000028666554,0.00007061243,0.0000034112993,0.0000032530088,0.00080799015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823004,0.0000151656195,0.00046922098,0.00022835478,0.0006584828,0.00039876404],"domain_scores_gemma":[0.99646544,0.0007534914,0.0007936572,0.00021597935,0.0017344267,0.00003701916],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032040488,0.00013480142,0.00016930804,0.00041823107,0.0011212599,0.00074258354,0.0014838983,0.00015507672,4.9575476e-8],"category_scores_gemma":[0.01625327,0.00008859001,0.00003577519,0.0032154785,0.000291551,0.0022785102,0.0003788315,0.00039568753,0.0000016175392],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.788896e-7,0.00006889803,0.41759002,0.00019002851,0.000051553037,5.6030512e-8,0.018536882,0.00016050339,0.00078787265,0.5015395,0.03826116,0.022812936],"study_design_scores_gemma":[0.001389258,0.00014260664,0.20020714,0.000250297,0.00008829692,0.000023653283,0.15008628,0.099505566,0.009449826,0.099929735,0.4388306,0.00009672005],"about_ca_topic_score_codex":0.002459729,"about_ca_topic_score_gemma":0.0013776879,"teacher_disagreement_score":0.40160978,"about_ca_system_score_codex":0.00027956703,"about_ca_system_score_gemma":0.0010808893,"threshold_uncertainty_score":0.99203324},"labels":[],"label_agreement":null},{"id":"W4415369196","doi":"10.2139/ssrn.5627650","title":"AI homework increases student satisfaction: A field experiment at the Kellogg School of Management","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Helpfulness; TUTOR; Control (management); Set (abstract data type); Class (philosophy); Field (mathematics)","score_opus":0.006670285420257106,"score_gpt":0.3019462328877176,"score_spread":0.2952759474674605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415369196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3818685,0.08964046,0.41994017,0.09173506,0.0072616846,0.0025889468,0.000025980573,0.00021701961,0.006722156],"genre_scores_gemma":[0.9044814,0.06015217,0.0010933566,0.0012027794,0.00087489234,0.00004568308,0.0000049860228,0.000027461398,0.03211728],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9925264,0.00077209686,0.001416861,0.0009763568,0.001496857,0.0028114328],"domain_scores_gemma":[0.99613994,0.0003810719,0.0012240445,0.0016488279,0.0003525723,0.00025355953],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0035140559,0.00068516505,0.0008298339,0.0004218068,0.0011363544,0.0005332573,0.0029296158,0.00034936747,0.0004010969],"category_scores_gemma":[0.000120001554,0.0005292826,0.00079672755,0.0007007535,0.00015135246,0.0002006268,0.0040387646,0.008881284,0.000087969296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007496537,0.0021275927,0.14895011,0.00075997715,0.015946258,0.00016104561,0.0031118356,0.0781858,0.000081834965,0.38594818,0.009361479,0.35461625],"study_design_scores_gemma":[0.01010355,0.0097490875,0.07709643,0.01189499,0.0058473675,0.0027454204,0.03284874,0.04632314,0.0022636405,0.744508,0.050795577,0.005823999],"about_ca_topic_score_codex":0.00062884286,"about_ca_topic_score_gemma":0.00089736213,"teacher_disagreement_score":0.52261287,"about_ca_system_score_codex":0.0034879886,"about_ca_system_score_gemma":0.005202592,"threshold_uncertainty_score":0.99971586},"labels":[],"label_agreement":null},{"id":"W4415444551","doi":"10.22329/jtl.v19i4.10012","title":"AI Formative Assessment in Saudi Education: A Study Across Universities","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Realization (probability); Higher education; Qualitative research; Natural (archaeology); Documentation","score_opus":0.0077115634617823,"score_gpt":0.36252836055942417,"score_spread":0.35481679709764186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415444551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9372602,0.0001568689,0.053762846,0.0069783614,0.00019354401,0.000028263828,6.823552e-8,0.00001571554,0.0016041499],"genre_scores_gemma":[0.98827,0.000008844757,0.009447549,0.00024648476,0.000046018544,2.527596e-7,1.5474329e-7,0.000001954433,0.001978743],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9989108,0.0005135748,0.00022720092,0.00008656356,0.0001466046,0.00011529628],"domain_scores_gemma":[0.99943674,0.00018237464,0.00019523998,0.00007261068,0.00007939372,0.000033659504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020971063,0.00006586461,0.00015752524,0.00021963836,0.00039705375,0.00020161181,0.00022549467,0.000022634884,8.828852e-7],"category_scores_gemma":[0.00011215805,0.00005638147,0.000037013757,0.00017798561,0.000014963315,0.00050982984,0.00012136854,0.0017989101,3.7014482e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021813039,0.00095519033,0.3439163,0.000075394346,0.00015559654,0.000063080144,0.20132262,0.02404389,0.000043897853,0.019746395,0.0007512624,0.40890455],"study_design_scores_gemma":[0.001888016,0.001123769,0.24809332,0.0010039537,0.000046424633,0.00009240278,0.5815842,0.13908684,0.0000051269035,0.00245721,0.024352986,0.0002657252],"about_ca_topic_score_codex":0.00007218031,"about_ca_topic_score_gemma":0.000007673042,"teacher_disagreement_score":0.40863883,"about_ca_system_score_codex":0.00010162011,"about_ca_system_score_gemma":0.00037110507,"threshold_uncertainty_score":0.78154695},"labels":[],"label_agreement":null},{"id":"W4415444594","doi":"10.22329/jtl.v19i4.10041","title":"Building AI Literacy in Pre-Service Teacher Education in Canada: A Case Study of Two Cohorts","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Brock University","funders":"","keywords":"Teacher education; Digital literacy; Literacy; Qualitative research; Qualitative property; Data collection; Multimethodology","score_opus":0.006970969980304953,"score_gpt":0.3341619088523307,"score_spread":0.32719093887202577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415444594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926412,0.0002922241,0.0056435587,0.0011577308,0.0001349512,0.00004934775,4.0306343e-8,0.000005705003,0.000075222204],"genre_scores_gemma":[0.9910637,0.0000035595585,0.00854464,0.00016408002,0.00004520437,6.1661825e-7,1.0253358e-7,0.000004189843,0.00017388021],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836624,0.00070182735,0.0004845505,0.00013983587,0.00017577356,0.00013176665],"domain_scores_gemma":[0.9991825,0.0002375051,0.00031391365,0.000114160895,0.0001057795,0.000046133475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019744742,0.00008587641,0.0002515657,0.00042916063,0.00011527722,0.00009064811,0.0002066877,0.000022379387,7.550572e-7],"category_scores_gemma":[0.00044711935,0.00007804777,0.000022058897,0.0003537648,0.000004421346,0.0003505679,0.00008674158,0.0017863255,3.965968e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006890064,0.00028219496,0.7239081,0.000035997113,0.000015056257,0.00031277238,0.014556283,0.05095723,0.0000553484,0.00013811296,0.000023002725,0.20970897],"study_design_scores_gemma":[0.002069952,0.0003148998,0.31664282,0.0018519624,0.00005426229,0.0013977804,0.023129115,0.6525326,0.000010119974,0.00052186986,0.0012327428,0.00024192812],"about_ca_topic_score_codex":0.6886805,"about_ca_topic_score_gemma":0.2876646,"teacher_disagreement_score":0.6015753,"about_ca_system_score_codex":0.00018006947,"about_ca_system_score_gemma":0.0012397409,"threshold_uncertainty_score":0.7760795},"labels":[],"label_agreement":null},{"id":"W4415444650","doi":"10.22329/jtl.v19i4.10087","title":"AI Chatbot Simulations in Teacher Training: Core Teaching Competencies Developed Through Virtual Practice","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Practicum; Chatbot; Thematic analysis; Bachelor; Focus group; Bridge (graph theory); Reflection (computer programming); Qualitative research; Teaching method","score_opus":0.0428017488906874,"score_gpt":0.36057665888468426,"score_spread":0.3177749099939969,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415444650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53206986,0.00055413274,0.41933316,0.040847458,0.00041676767,0.00007027069,3.8194165e-7,0.0001106871,0.0065972973],"genre_scores_gemma":[0.8688579,0.000019645668,0.12713271,0.0011865495,0.00014819848,3.8281678e-7,0.0000010800919,0.000010326932,0.0026431791],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735534,0.0011667748,0.0006261319,0.0002382842,0.0003246871,0.00028878398],"domain_scores_gemma":[0.99746597,0.001675215,0.000495625,0.00015505741,0.0001366564,0.00007150478],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004455634,0.00017864227,0.0003740304,0.00038472467,0.0008278489,0.00032748684,0.0004382965,0.00009554736,0.0000035080636],"category_scores_gemma":[0.0076047205,0.00015620478,0.000084507585,0.00028693167,0.00004854002,0.0012700929,0.00016326016,0.0050145607,0.0000015273074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006648815,0.00043318057,0.03427797,0.000052650594,0.00025503198,0.00017234372,0.13574325,0.20531431,0.0011852907,0.15236965,0.000828727,0.4693011],"study_design_scores_gemma":[0.0016905381,0.00051413686,0.0074487873,0.0011149949,0.0000952745,0.00035431678,0.031019466,0.6512602,0.000010326777,0.0055171396,0.3005151,0.0004597001],"about_ca_topic_score_codex":0.000088338886,"about_ca_topic_score_gemma":0.000012343209,"teacher_disagreement_score":0.4688414,"about_ca_system_score_codex":0.0000800302,"about_ca_system_score_gemma":0.00028622878,"threshold_uncertainty_score":0.9972809},"labels":[],"label_agreement":null},{"id":"W4415557056","doi":"10.22329/jtl.v19i4.9362","title":"AI Integration in IT Education: Challenges, Opportunities, and Future Directions","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of the Philippines","keywords":"Leverage (statistics); Curriculum; Government (linguistics); Applications of artificial intelligence; Task (project management); Key (lock); Face (sociological concept); Information technology","score_opus":0.024471269477420916,"score_gpt":0.31254829157464714,"score_spread":0.28807702209722624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415557056","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10226442,0.040717088,0.037303504,0.80049056,0.0015671412,0.00006203361,2.0487693e-7,0.00007616561,0.017518893],"genre_scores_gemma":[0.96025896,0.014582234,0.018049136,0.0013152824,0.00066088693,9.385577e-7,0.0000010376161,0.000005735401,0.0051258015],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992211,0.00032261392,0.00020360992,0.00009292243,0.00008494296,0.00007480306],"domain_scores_gemma":[0.9995826,0.000119424745,0.00012929177,0.00006220059,0.00006230854,0.000044163105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012429273,0.00006255658,0.00012177444,0.00031810143,0.0002459936,0.00013567843,0.00010227797,0.000042974236,0.0000012718776],"category_scores_gemma":[0.00022267005,0.000052898147,0.000024890187,0.000097680204,0.0000135836135,0.0003229765,0.000036658337,0.0013472049,1.6397833e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019895192,0.000035070025,0.0007472076,0.0000148731015,0.000008311952,0.000003859738,0.004083579,0.00007453105,0.000010886506,0.036679454,0.0004649108,0.9578753],"study_design_scores_gemma":[0.00021213465,0.00011112214,0.007471485,0.0005509961,0.000015623931,0.00013621105,0.014887044,0.020417502,0.0000018223501,0.0021712342,0.95393443,0.00009041322],"about_ca_topic_score_codex":0.00002707979,"about_ca_topic_score_gemma":0.000012735168,"teacher_disagreement_score":0.9577849,"about_ca_system_score_codex":0.000025889749,"about_ca_system_score_gemma":0.00014923378,"threshold_uncertainty_score":0.585301},"labels":[],"label_agreement":null},{"id":"W4415557094","doi":"10.22329/jtl.v19i4.9420","title":"From Understanding to Creating: Bridging AI Literacy and AI Fluency in K-12 Education","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Fluency; Bridging (networking); Literacy; Parallels; Digital literacy; Theme (computing)","score_opus":0.011018920179201705,"score_gpt":0.3271683823037015,"score_spread":0.3161494621244998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415557094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60113406,0.0004644126,0.38169384,0.01581857,0.00018172739,0.000021595517,9.640579e-8,0.000019868543,0.0006658198],"genre_scores_gemma":[0.9661604,0.000020472075,0.031962898,0.0010079435,0.00019980875,2.7999047e-7,4.95e-7,0.0000051640072,0.0006424992],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988969,0.00032535708,0.00031794707,0.00017499419,0.00013765575,0.0001471764],"domain_scores_gemma":[0.9992935,0.0003170771,0.00017011462,0.0000887265,0.000044445005,0.00008615038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013457189,0.00009393733,0.00019230312,0.0004693096,0.0003535021,0.00057068275,0.00016894654,0.000038962153,0.0000012092531],"category_scores_gemma":[0.0010176585,0.00008695004,0.000033922242,0.00019030535,0.0000116240235,0.00062141713,0.000097422126,0.001522435,5.2561626e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020313968,0.00010337927,0.26411843,0.000057691675,0.000045640045,0.000024361974,0.043270282,0.010573812,0.0010096835,0.01642391,0.0004590202,0.66389346],"study_design_scores_gemma":[0.0014184422,0.00040625056,0.09308124,0.0069898185,0.00008074656,0.00014283213,0.010724836,0.82488906,0.000057410612,0.045347054,0.016319465,0.00054285047],"about_ca_topic_score_codex":0.000280646,"about_ca_topic_score_gemma":0.0000053330236,"teacher_disagreement_score":0.81431526,"about_ca_system_score_codex":0.00009236072,"about_ca_system_score_gemma":0.00013393878,"threshold_uncertainty_score":0.6614307},"labels":[],"label_agreement":null},{"id":"W4415557111","doi":"10.22329/jtl.v19i4.9790","title":"Perceptions of Artificial Intelligence among Philippine Undergraduate Students: Examining Instrument Construct and Demographic Influences on Knowledge and Beliefs","year":2025,"lang":"en","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Construct (python library); Perception; Exploratory factor analysis; Apprehension; Construct validity; Interpersonal communication; Autonomy","score_opus":0.01773069237314895,"score_gpt":0.3184092397459193,"score_spread":0.30067854737277033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415557111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97095066,0.00060279656,0.02720961,0.00091404107,0.00010382784,0.00003075795,2.1867848e-7,0.000018236678,0.00016986523],"genre_scores_gemma":[0.9911234,0.0003871571,0.008290431,0.000036284135,0.000051385487,3.6381203e-7,2.2632337e-7,0.0000041610774,0.00010663359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859333,0.00040984072,0.00045519712,0.00018989756,0.00021103871,0.00014067214],"domain_scores_gemma":[0.9989591,0.00045010226,0.00033879976,0.00009101774,0.00007920631,0.00008176469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017016547,0.00012502434,0.00026602132,0.00047581817,0.00049038377,0.00020182219,0.0002333991,0.000049746788,0.0000011106099],"category_scores_gemma":[0.00044727136,0.00010395034,0.000041700867,0.00023168635,0.00021089692,0.0002539663,0.00018000389,0.0011776154,2.3265642e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007478817,0.00007129954,0.51946765,0.000051675994,0.00007523236,0.000004303157,0.003624445,0.001695159,0.00046599677,0.0075280312,0.000002682759,0.4670061],"study_design_scores_gemma":[0.0005437959,0.0017154026,0.88170964,0.0033172336,0.0001353145,0.00014138495,0.010945311,0.09044274,0.00009507633,0.010282706,0.00032723215,0.0003441829],"about_ca_topic_score_codex":0.000022651802,"about_ca_topic_score_gemma":0.0000070093943,"teacher_disagreement_score":0.4666619,"about_ca_system_score_codex":0.000015110096,"about_ca_system_score_gemma":0.00004526108,"threshold_uncertainty_score":0.51162183},"labels":[],"label_agreement":null},{"id":"W4415879291","doi":"10.64628/aam.rv597ntsq","title":"How AI is challenging the credibility of some online courses","year":2025,"lang":"","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Credibility; Feature (linguistics); Context (archaeology)","score_opus":0.022787017485673935,"score_gpt":0.31424668613605405,"score_spread":0.29145966865038014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415879291","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042730883,0.0042907377,0.18521954,0.7653076,0.0011193731,0.00018152637,0.000030189685,0.000108927765,0.0010112331],"genre_scores_gemma":[0.96441853,0.0007315295,0.0026046021,0.0044136043,0.00028711616,0.0000010361257,0.0000021095107,0.000007703576,0.027533798],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978642,0.00017008012,0.00046181385,0.0006122796,0.000457392,0.00043427694],"domain_scores_gemma":[0.9975347,0.00036594408,0.00020678448,0.0014179184,0.0003939288,0.000080718106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007543361,0.00025641487,0.0004259711,0.000157736,0.0003168452,0.00036205776,0.0015230954,0.00012895459,0.000045148605],"category_scores_gemma":[0.0003162441,0.00017300344,0.00027178068,0.00085100316,0.000352033,0.0004162338,0.00069769274,0.00064108754,0.000007248115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026514512,0.0024658246,0.011726538,0.00085635413,0.0006504164,0.000013926156,0.0048149824,0.0063486886,0.00027831944,0.64905727,0.016189314,0.30757186],"study_design_scores_gemma":[0.00028678947,0.00011634516,0.0030810821,0.00023160748,0.00008268569,0.0000015849772,0.0016070423,0.970659,0.0007602161,0.012942967,0.0100469235,0.0001837379],"about_ca_topic_score_codex":0.00007975661,"about_ca_topic_score_gemma":0.000023284472,"teacher_disagreement_score":0.96431035,"about_ca_system_score_codex":0.000035808018,"about_ca_system_score_gemma":0.00044131037,"threshold_uncertainty_score":0.7054876},"labels":[],"label_agreement":null},{"id":"W4415912674","doi":"10.1108/jeet-06-2025-0038","title":"Instructor-centered case generation with GenAI: a design-based exploration","year":2025,"lang":"en","type":"article","venue":"Journal of Ethics in Entrepreneurship and Technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Redeemer University; Fanshawe College","funders":"","keywords":"Personalization; Data collection; Exploratory research; Replication (statistics); Generative grammar; Cognition; Perception; Grounded theory; Cognitive load","score_opus":0.07168817497940164,"score_gpt":0.3224786894560258,"score_spread":0.25079051447662415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415912674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42993835,0.00020888656,0.53972614,0.029872496,0.00015372927,0.000049617687,2.430654e-7,0.0000332989,0.00001720986],"genre_scores_gemma":[0.9551891,0.00009186543,0.04444751,0.0002214611,0.000027623912,0.0000017119147,4.4641672e-7,0.00000353903,0.000016720574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990764,0.000190603,0.00029604096,0.00017312515,0.00013934622,0.00012446566],"domain_scores_gemma":[0.99904627,0.00023669247,0.00021602085,0.0002141596,0.00025674974,0.000030105753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000670255,0.00008903335,0.00016104894,0.0007509572,0.000079985075,0.000072979936,0.0002387628,0.00021940729,7.2625335e-7],"category_scores_gemma":[0.0004891416,0.00007194786,0.000021125239,0.00072988274,0.000093109746,0.00021113806,0.00004880409,0.0008892357,2.865447e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028577016,0.0009501814,0.21552995,0.00031269286,0.00023904462,0.013093567,0.0067625134,0.0671099,0.01192198,0.46380094,0.00020270496,0.21979077],"study_design_scores_gemma":[0.006337378,0.0020947652,0.00084585673,0.0010503933,0.00012111971,0.0077543654,0.0016400277,0.705695,0.051817108,0.22163934,0.00045311436,0.0005515695],"about_ca_topic_score_codex":0.0000057053826,"about_ca_topic_score_gemma":0.00006881133,"teacher_disagreement_score":0.6385851,"about_ca_system_score_codex":0.00003437043,"about_ca_system_score_gemma":0.000302908,"threshold_uncertainty_score":0.38633358},"labels":[],"label_agreement":null},{"id":"W4415929319","doi":"10.4018/979-8-3373-7729-2.ch004","title":"Transforming Curriculum Design with AI Learning Analytics in the University Context","year":2025,"lang":"","type":"book-chapter","venue":"Advances in computational intelligence and robotics book series","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Canada West; Western University","funders":"","keywords":"Curriculum; Learning analytics; Context (archaeology); Analytics; Preparedness; Key (lock); Applications of artificial intelligence; Big data; Instructional design","score_opus":0.019107877783506692,"score_gpt":0.26888269938232445,"score_spread":0.24977482159881775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415929319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001528575,0.008757507,0.9798548,0.0058791577,0.00016120706,0.00043832173,0.000005987842,0.000036925754,0.0048507755],"genre_scores_gemma":[0.5938886,0.13127209,0.23742503,0.0023967177,0.00020300454,0.000008457439,0.000082805855,0.00007778573,0.034645505],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997064,0.00025646234,0.00075671106,0.0008413264,0.0005995233,0.0004820119],"domain_scores_gemma":[0.9973421,0.0015357018,0.00035239165,0.0002760813,0.00040494787,0.00008876519],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065353344,0.0005915495,0.0006760932,0.0005867665,0.00064817385,0.00027719385,0.0009382236,0.00023690789,0.000015457364],"category_scores_gemma":[0.000072546485,0.00049022934,0.000120781486,0.000663068,0.00093724777,0.0021798415,0.0001758366,0.0017449853,0.000008361956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040451763,0.00004174644,0.0005568381,0.000087665576,0.000028571252,0.00013610914,0.0011201316,0.55199635,4.1999886e-8,0.42418304,0.0000039088686,0.021805124],"study_design_scores_gemma":[0.00023011274,0.0006507723,0.000038585527,0.0019371419,0.000090203874,0.000086280364,0.0037954454,0.8944152,0.000004437426,0.0661157,0.032015704,0.00062039174],"about_ca_topic_score_codex":0.000036824946,"about_ca_topic_score_gemma":0.00035234817,"teacher_disagreement_score":0.7424298,"about_ca_system_score_codex":0.00013650382,"about_ca_system_score_gemma":0.0005240775,"threshold_uncertainty_score":0.99975497},"labels":[],"label_agreement":null},{"id":"W4415988465","doi":"10.23977/aetp.2025.090605","title":"Research on Personalized Teaching Recommendation Model Integrating Attention Mechanism and Cluster Analysis","year":2025,"lang":"","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanjing Normal University","keywords":"Interpretability; Construct (python library); Cluster analysis; Scalability; Mechanism (biology); Recommender system; Feature (linguistics); Resource (disambiguation); Key (lock)","score_opus":0.03467166760969108,"score_gpt":0.46538204007254835,"score_spread":0.43071037246285726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415988465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13150707,0.0028536026,0.47117257,0.3874296,0.00066804327,0.00021177132,0.0000063227967,0.000049905022,0.006101129],"genre_scores_gemma":[0.9491165,0.0030111738,0.043231994,0.0025160003,0.000055782013,0.00005689222,0.000032358956,0.000007857079,0.0019714227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971172,0.0006772512,0.00050744554,0.0010602567,0.00016997394,0.00046783427],"domain_scores_gemma":[0.99827105,0.00088830903,0.00018616712,0.000394158,0.00019221703,0.000068107125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026941798,0.00022174596,0.0003729017,0.005034945,0.000666051,0.00009014236,0.00043798328,0.0004605781,0.000026693835],"category_scores_gemma":[0.0008219241,0.00022862734,0.00006116717,0.0034830282,0.00063163403,0.0004047539,0.00023757674,0.001965452,0.000006648386],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003696534,0.0002638455,0.010293648,0.000025830106,0.00009258519,6.059149e-7,0.0003650704,0.00076669594,0.000044061257,0.84326273,0.0001665331,0.14468145],"study_design_scores_gemma":[0.00042781976,0.00013265132,0.002048971,0.00011481942,0.00005310049,0.000008145808,0.0008013224,0.3551039,0.0000028410516,0.6395977,0.0015825799,0.00012611963],"about_ca_topic_score_codex":0.000010398878,"about_ca_topic_score_gemma":0.00007222279,"teacher_disagreement_score":0.8176094,"about_ca_system_score_codex":0.00010803675,"about_ca_system_score_gemma":0.00019931492,"threshold_uncertainty_score":0.93231523},"labels":[],"label_agreement":null},{"id":"W4417106597","doi":"10.1108/dl-06-2013-0003","title":"Running aMOOC?","year":2013,"lang":"en","type":"article","venue":"Distance Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Spell; China; Quality (philosophy); Social media; George (robot); Media coverage","score_opus":0.005016156438005003,"score_gpt":0.22057228232347612,"score_spread":0.2155561258854711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417106597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10223474,0.00030846402,0.8690362,0.006569173,0.00024623546,0.00009414643,1.9615486e-7,0.00087125285,0.0206396],"genre_scores_gemma":[0.96899027,0.000011234898,0.023237739,0.00024721862,0.00009674404,0.000007665867,0.00000282938,0.00001205895,0.0073942663],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998973,0.00004246817,0.00015777435,0.0002928152,0.00020927271,0.00032466862],"domain_scores_gemma":[0.9993997,0.00005440953,0.000090241105,0.00029438824,0.00007269088,0.00008854413],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015412092,0.00011325539,0.00012585499,0.000059040198,0.00022992385,0.00032941144,0.00050008704,0.000040482235,0.000080304504],"category_scores_gemma":[0.000099660414,0.00010679559,0.000056758436,0.00034621375,0.000030261324,0.00050771615,0.00011423939,0.00040357735,0.0008993628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038796293,0.000118841715,0.29624704,0.000073046685,0.000056526216,0.000064834705,0.0042436793,0.037175514,0.00241307,0.32442692,0.0071512777,0.32802537],"study_design_scores_gemma":[0.00028951428,0.000075942124,0.035774242,0.00008676674,0.0000054910715,0.000010300913,0.00043148713,0.82698965,0.00014764591,0.008192975,0.12754476,0.00045120364],"about_ca_topic_score_codex":0.000033677832,"about_ca_topic_score_gemma":0.0000018964166,"teacher_disagreement_score":0.8667555,"about_ca_system_score_codex":0.000025603074,"about_ca_system_score_gemma":0.000023191118,"threshold_uncertainty_score":0.9998785},"labels":[],"label_agreement":null},{"id":"W579717431","doi":"10.71781/10911","title":"Web2.0, knowledge sharing and privacy in E-learning","year":2010,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; World Wide Web; Reuse; Identification (biology); Order (exchange); Multimedia; Engineering","score_opus":0.003268883234911584,"score_gpt":0.17768102499675106,"score_spread":0.17441214176183947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W579717431","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71540993,0.0011499985,0.00009547451,0.0030645274,0.00063412497,0.000164216,0.000015750002,0.000037736936,0.27942824],"genre_scores_gemma":[0.9505313,0.00020873328,0.0020441525,0.000093024726,0.00006537216,0.0000032988523,0.00002260878,0.000021955408,0.04700953],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829054,0.000041282445,0.0002825812,0.00039661184,0.00072245847,0.00026652112],"domain_scores_gemma":[0.99924314,0.00015367573,0.0001945171,0.0002279054,7.370308e-7,0.00017999628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000019345514,0.00021386205,0.000291048,0.000064299886,0.00014241756,0.000080175414,0.0005182969,0.00006954432,0.000006123563],"category_scores_gemma":[0.000011291299,0.00022064694,0.000021891494,0.00012274888,0.000024472165,0.00033720612,0.00026690098,0.00069524656,2.801523e-9],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027461437,0.00015044179,0.30335778,0.0025626742,0.00018913133,0.0004249012,0.0048246062,0.00058807037,0.017330619,0.48164374,0.0004528838,0.18820053],"study_design_scores_gemma":[0.0014429122,0.00024794415,0.33243847,0.0023631998,0.000070188165,0.00002175121,0.008304362,0.50037384,0.025833052,0.013243996,0.113668315,0.0019919563],"about_ca_topic_score_codex":0.0014030965,"about_ca_topic_score_gemma":0.07147765,"teacher_disagreement_score":0.4997858,"about_ca_system_score_codex":0.0000047265785,"about_ca_system_score_gemma":0.0014025746,"threshold_uncertainty_score":0.94546545},"labels":[],"label_agreement":null},{"id":"W641115874","doi":"","title":"Evolution of online interactions while observing classroom situations on video during a distance education course","year":2015,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Course (navigation); Distance education; Online course; Computer science; Multimedia; Mathematics education; Psychology; Physics; Astronomy","score_opus":0.028484991120754324,"score_gpt":0.328338307841166,"score_spread":0.2998533167204117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W641115874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16070949,0.00013596824,0.7746868,0.055738032,0.0028316707,0.0005990428,0.00010551804,0.00055905926,0.0046344115],"genre_scores_gemma":[0.9390843,0.00002178066,0.058133055,0.00026264184,0.00018052506,0.00017489283,0.00042059206,0.000009066429,0.0017131682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985704,0.000026564014,0.0005883496,0.00025195768,0.00037159745,0.00019111914],"domain_scores_gemma":[0.99646443,0.000056344987,0.0006433047,0.000461804,0.002288665,0.00008544714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002754235,0.00017225728,0.00016584185,0.0003794489,0.00019457874,0.00013912033,0.0008744823,0.00016406404,0.000020466407],"category_scores_gemma":[0.0004395329,0.00018872805,0.00016703323,0.00068927626,0.000102001344,0.0019548475,0.00012577482,0.0003791005,0.000033572578],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024098186,0.0013964132,0.009728486,0.00006463655,0.00010685522,3.3065938e-8,0.004282452,0.0014469022,0.00043314495,0.92007893,0.012442148,0.049995895],"study_design_scores_gemma":[0.0022536956,0.00039240692,0.027807679,0.0008312294,0.00014065276,0.00004119601,0.0761405,0.5805958,0.0015317138,0.19265135,0.11661457,0.0009992332],"about_ca_topic_score_codex":0.000044848293,"about_ca_topic_score_gemma":0.000028494736,"teacher_disagreement_score":0.7783748,"about_ca_system_score_codex":0.0007113229,"about_ca_system_score_gemma":0.0023929167,"threshold_uncertainty_score":0.7696107},"labels":[],"label_agreement":null},{"id":"W656981799","doi":"","title":"A New Framework for Massive Open Online Courses (MOOCs).","year":2013,"lang":"en","type":"article","venue":"Journal of adult education Tanzania","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Connectivism; Formative assessment; Summative assessment; Andragogy; Massive open online course; Lifelong learning; Process (computing); Sociology; Adult education; Pedagogy; Computer science; Psychology; Learning theory","score_opus":0.015338381249823386,"score_gpt":0.337656795749978,"score_spread":0.3223184145001546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W656981799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030503104,0.00021997312,0.80922925,0.15717608,0.002178089,0.00033330434,0.000003840246,0.00002663365,0.00032973665],"genre_scores_gemma":[0.089052245,0.000047307447,0.90206265,0.0025371644,0.0015306027,0.0000060361135,0.0000039746183,0.0000132771465,0.0047467193],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99897707,0.000038953338,0.0004238561,0.0001522162,0.0002330961,0.00017479467],"domain_scores_gemma":[0.99755394,0.00020859441,0.0007002237,0.00027514197,0.0010257248,0.00023637273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015136768,0.00011068487,0.00021615396,0.00013517748,0.0000899235,0.0005255071,0.0012919566,0.00007203333,0.00011231136],"category_scores_gemma":[0.00079252326,0.00008968782,0.00010192452,0.0002894548,0.000014269972,0.0008989741,0.000088074165,0.00027643013,0.000045602494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024042736,0.00090664934,0.0019841762,0.000028321807,0.000102201026,0.0000025303184,0.001643281,0.0002305266,0.00026266326,0.20457752,0.33058575,0.45965233],"study_design_scores_gemma":[0.002091097,0.0016780065,0.017005932,0.0012184624,0.00013819852,0.00022712897,0.0051454934,0.028696436,0.0008432558,0.77010316,0.17214075,0.0007120945],"about_ca_topic_score_codex":0.00008966195,"about_ca_topic_score_gemma":0.000006509265,"teacher_disagreement_score":0.56552565,"about_ca_system_score_codex":0.000057672965,"about_ca_system_score_gemma":0.0016284448,"threshold_uncertainty_score":0.5067477},"labels":[],"label_agreement":null},{"id":"W6884609758","doi":"10.1051/pmed/2018001/pdf","title":"Les","year":2018,"lang":"fr","type":"article","venue":"Springer Link (Chiba Institute of Technology)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ligne; Continuing education; Qualitative analysis","score_opus":0.026747116756638677,"score_gpt":0.2808116467960864,"score_spread":0.25406453003944773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6884609758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40268046,0.01138269,0.18243611,0.33261228,0.019880554,0.0004243308,0.000024985698,0.0020960863,0.048462518],"genre_scores_gemma":[0.75364107,0.00036292762,0.23326159,0.00016801925,0.0016967924,0.0000044103795,0.0000021041603,0.000030498812,0.010832579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777484,0.000028117063,0.00058245874,0.00067388365,0.00029485163,0.00064587494],"domain_scores_gemma":[0.99773383,0.000021192118,0.00034436147,0.0013335407,0.00045139893,0.000115693125],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00035751093,0.0003300403,0.00046558407,0.00070164487,0.0003095327,0.00008899658,0.0018264959,0.0007497412,0.00008340294],"category_scores_gemma":[0.00041939077,0.00034839372,0.00018579492,0.0016986124,0.002833059,0.0004978761,0.001028385,0.0009648486,0.0006398459],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003391514,0.000115814764,0.004408684,0.000081129816,0.000071664566,0.000030928637,0.00011830606,0.00007631014,0.0009007623,0.56438255,0.00046630178,0.42934418],"study_design_scores_gemma":[0.00041630297,0.0005272545,0.0020156119,0.000661867,0.000070529044,0.00006427594,0.000026374077,0.019596016,0.013391159,0.022754224,0.9400456,0.00043079347],"about_ca_topic_score_codex":0.00034477972,"about_ca_topic_score_gemma":0.00013563255,"teacher_disagreement_score":0.9395793,"about_ca_system_score_codex":0.00007514737,"about_ca_system_score_gemma":0.00028852912,"threshold_uncertainty_score":0.9998968},"labels":[],"label_agreement":null},{"id":"W6892708755","doi":"10.5281/zenodo.11613520","title":"Towards AI Literacy: 101+ Creative and Critical Practices, Perspectives and Purposes","year":2024,"lang":"en","type":"book","venue":"CINECA IRIS Institutial Research Information System (University of Genoa)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Situated; License; Data collection; Collection development; Creativity; Metadata; Commons; Perspective (graphical)","score_opus":0.04719053785230916,"score_gpt":0.36141453759389175,"score_spread":0.3142239997415826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892708755","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000930487,0.0051917057,0.189216,0.016946081,0.00050133886,0.001000915,0.0003281497,0.0003761117,0.7855092],"genre_scores_gemma":[0.6797737,0.0045634615,0.045375925,0.00019217402,0.0011339656,0.000006723875,0.0002447469,0.00005964929,0.2686497],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976428,0.0002337371,0.00031009663,0.00042548406,0.0010633931,0.00032446443],"domain_scores_gemma":[0.99652135,0.0003432666,0.00034049022,0.00043352356,0.0021032915,0.00025807417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014590886,0.00022694087,0.00044265526,0.0011769438,0.0006337601,0.0008539526,0.0006969878,0.0002992428,0.0000188244],"category_scores_gemma":[0.0012277752,0.00023974064,0.00009024658,0.00048666875,0.0009238363,0.004363817,0.0011031276,0.0011089053,0.00013744901],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009713868,0.00003334304,0.00002485772,0.004685922,0.00023184447,0.0002014183,0.052590635,0.000027235881,0.0000063293637,0.8750188,0.023500366,0.043582145],"study_design_scores_gemma":[0.0006859877,0.00057700684,0.0002882102,0.0025252688,0.00013376809,0.00022387889,0.03163757,0.081296705,0.000005619935,0.0028173542,0.87933075,0.0004778695],"about_ca_topic_score_codex":0.00043125104,"about_ca_topic_score_gemma":0.0000171465,"teacher_disagreement_score":0.8722014,"about_ca_system_score_codex":0.00044601117,"about_ca_system_score_gemma":0.0020690272,"threshold_uncertainty_score":0.97763395},"labels":[],"label_agreement":null},{"id":"W6892882798","doi":"10.5281/zenodo.12566941","title":"Editorial Acknowledgment","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Illinois at Urbana-Champaign; Sorbonne Université; California State University, Fullerton; Universidad de Córdoba; Kuwait Institute for Scientific Research; East China Normal University; Worcester Polytechnic Institute; Università degli Studi di Firenze; Universidad Complutense de Madrid; Humboldt-Universität zu Berlin; Ateneo de Manila University; École Polytechnique Fédérale de Lausanne; University of Alberta; Université Pierre et Marie Curie; Carnegie Mellon University; North Carolina State University; University of Memphis; Monash University; University of Canterbury; University of Washington; Polytechnique Montréal; University College London; Bergische Universität Wuppertal; University of Science and Technology of China; Georgetown University; University of Denver; University of Minnesota; Georgia Institute of Technology","keywords":"Section (typography); Special section; Feature (linguistics); Editorial board","score_opus":0.021423833897736236,"score_gpt":0.26368357698409345,"score_spread":0.24225974308635723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892882798","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001978623,0.0008974213,0.50627047,0.023920586,0.073381215,0.00058499165,0.000117414325,0.013923368,0.3789259],"genre_scores_gemma":[0.8399008,0.00035245265,0.010923959,0.00047244295,0.122487195,6.601216e-8,0.0011769909,0.003624792,0.021061307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881357,0.00012856719,0.0001339374,0.00034409427,0.00034336696,0.00023646237],"domain_scores_gemma":[0.99920076,0.000022408674,0.000023478236,0.00036085962,0.00027876647,0.000113719645],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053051946,0.0000852645,0.00007350907,0.00016483899,0.0008848107,0.0021050654,0.001193741,0.000044866098,0.0015297054],"category_scores_gemma":[0.00026308905,0.00008221756,0.0000467876,0.00059247087,0.00004650314,0.00031152522,0.0010695745,0.00028313842,0.020061942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002285398,0.000034252036,1.761222e-7,0.00002631057,0.000015706732,0.0000085118045,0.00044406415,0.00005334791,0.00045156918,0.039362106,0.8382203,0.121381395],"study_design_scores_gemma":[0.00009925431,0.00010267862,0.000008592391,0.000030875075,0.0000046349687,0.000023956254,0.000026527921,0.021614213,0.00007984898,0.0012891615,0.9766238,0.00009647966],"about_ca_topic_score_codex":0.00000218018,"about_ca_topic_score_gemma":3.6817934e-8,"teacher_disagreement_score":0.83792216,"about_ca_system_score_codex":0.00008523415,"about_ca_system_score_gemma":0.0000060473294,"threshold_uncertainty_score":0.99938303},"labels":[],"label_agreement":null},{"id":"W6894245506","doi":"10.5281/zenodo.8182696","title":"Evolution of Artificial Intelligence in Education: Transforming Learning for the 21st Century","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algonquin College","funders":"","keywords":"Transformative learning; Key (lock); Applications of artificial intelligence; State (computer science); Disruptive technology","score_opus":0.03474121685226681,"score_gpt":0.28298730783916276,"score_spread":0.24824609098689596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894245506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014730554,0.0005668065,0.9595876,0.009446368,0.0005731719,0.00088196684,0.000024104635,0.0012502832,0.012939151],"genre_scores_gemma":[0.99796253,0.00022896775,0.001155455,0.000022757122,0.0001255231,1.0231691e-7,0.00010665322,0.00017402839,0.00022400275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989842,0.00013663709,0.00022913526,0.00022036786,0.00020875159,0.00022091421],"domain_scores_gemma":[0.99928033,0.00008764184,0.00007706489,0.00023338202,0.0002780939,0.00004350494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092300173,0.000066842396,0.00008074384,0.00026547236,0.00094186247,0.0002530546,0.0008966216,0.00003257554,0.000114812065],"category_scores_gemma":[0.00059384806,0.000060709168,0.000044308785,0.0013841277,0.00006605045,0.00020334884,0.00028433066,0.00021176304,0.00041260014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008342298,0.00006185947,0.000008432417,0.000039380047,0.000006944775,5.7357516e-7,0.0019179916,0.007996033,0.000749223,0.1756898,0.00088425283,0.81263715],"study_design_scores_gemma":[0.000106741,0.00019147836,0.0006951447,0.00007267621,0.00000864996,0.000014998014,0.007155256,0.38270903,0.00039943837,0.0055893543,0.602909,0.0001482206],"about_ca_topic_score_codex":0.00001699778,"about_ca_topic_score_gemma":7.63281e-7,"teacher_disagreement_score":0.98323196,"about_ca_system_score_codex":0.00008381949,"about_ca_system_score_gemma":0.000016832872,"threshold_uncertainty_score":0.724414},"labels":[],"label_agreement":null},{"id":"W6902045469","doi":"10.6084/m9.figshare.14684811.v1","title":"Additional file 1 of RE-AIMing COVID-19 online learning for medical students: a massive open online course evaluation","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Online learning; Course (navigation); Online course; Massive open online course; The Internet","score_opus":0.09597536321636073,"score_gpt":0.42755893198155553,"score_spread":0.3315835687651948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902045469","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003090013,0.000048517548,0.000576767,0.00612254,0.000033137214,0.00022421706,0.9927699,0.00005713671,0.0001368704],"genre_scores_gemma":[0.00092228845,0.0000013152076,0.024756504,0.0016267566,0.0002453943,0.00029448836,0.9700277,0.000013297813,0.002112298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976525,0.00019433939,0.00031599542,0.000400311,0.0012330724,0.00020379371],"domain_scores_gemma":[0.9951719,0.0031334364,0.00030575605,0.0002936724,0.0008707914,0.00022445843],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028853377,0.000120516655,0.00022053716,0.000057592828,0.00017845661,0.00018797774,0.0014082749,0.00010534323,0.94451827],"category_scores_gemma":[0.061049275,0.00012198119,0.00009760985,0.00036065836,0.0000121218,0.00024108442,0.0010429977,0.0002973321,0.00014056572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034485115,0.00036704764,0.000009847647,0.00007557065,0.000029567771,0.00003132316,0.000113833295,0.0028146612,8.4108603e-7,0.000017045102,0.98459744,0.011939373],"study_design_scores_gemma":[0.00054198963,0.00007516401,0.0005560019,0.0015652233,0.000014714272,0.000009908664,0.00031758455,0.44626513,0.0000039908787,0.00017512882,0.55035996,0.00011516981],"about_ca_topic_score_codex":0.0000039491174,"about_ca_topic_score_gemma":0.00007346158,"teacher_disagreement_score":0.9443777,"about_ca_system_score_codex":0.000084924395,"about_ca_system_score_gemma":0.0024399702,"threshold_uncertainty_score":0.9468599},"labels":[],"label_agreement":null},{"id":"W6904800737","doi":"10.1371/journal.pone.0299923.s001","title":"Interview grid.","year":2024,"lang":"en","type":"article","venue":"Figshare","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Appropriation; Thematic analysis; Qualitative research; The Internet; Coaching; Process (computing); Content analysis","score_opus":0.05066754302108554,"score_gpt":0.30317451558820735,"score_spread":0.2525069725671218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6904800737","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026538922,0.09242747,0.041702516,0.26588616,0.009771618,0.00096232514,0.33561873,0.023404792,0.229961],"genre_scores_gemma":[0.7047896,0.00013821856,0.03778586,0.016076205,0.00895482,0.00024287702,0.14066806,0.00019600162,0.09114839],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995878,0.00001684011,0.00006127046,0.00015491045,0.000081373284,0.000097845186],"domain_scores_gemma":[0.9997018,0.000045794783,0.000009148718,0.00018696305,0.00002079255,0.00003548569],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00003473583,0.00004946251,0.000047474776,0.000040129056,0.000022745746,0.00026271716,0.00038674724,0.000021598813,0.022782097],"category_scores_gemma":[0.000103673156,0.00004054947,0.00005147341,0.00023432553,9.69114e-7,0.00015866844,0.00016505712,0.000119498996,0.014693256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2732829e-8,0.0000035846172,8.244085e-7,0.0001138525,0.0000045761153,0.000044879966,0.000049726794,0.000016384878,0.0000018485141,0.0013478091,0.90683895,0.09157756],"study_design_scores_gemma":[0.0000104648825,0.00001082359,0.000048622027,0.0012735596,9.872043e-7,0.000010083753,0.0000015652881,0.124398254,0.000026323192,0.00043675632,0.87372833,0.000054209795],"about_ca_topic_score_codex":3.982368e-7,"about_ca_topic_score_gemma":4.2612902e-7,"teacher_disagreement_score":0.70452416,"about_ca_system_score_codex":0.000008977996,"about_ca_system_score_gemma":0.00003529397,"threshold_uncertainty_score":0.9860739},"labels":[],"label_agreement":null},{"id":"W6911332935","doi":"10.5281/zenodo.11195143","title":"AI FOR EDUCATIONAL CONTENT CREATION","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Field (mathematics); Variety (cybernetics); Scalability; Process (computing); Test (biology); Personalized learning; Educational technology","score_opus":0.0493575079489755,"score_gpt":0.29996306646852056,"score_spread":0.2506055585195451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911332935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016859253,0.00030990652,0.86471546,0.096185975,0.0005167634,0.00042856048,0.00011425135,0.0018399592,0.03420321],"genre_scores_gemma":[0.96340346,0.00007236614,0.012307997,0.0012139005,0.00095414324,1.8735223e-7,0.0021014493,0.0010097199,0.018936785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900895,0.00008726005,0.00015502835,0.00032890658,0.00021853115,0.00020131482],"domain_scores_gemma":[0.9990984,0.000054893677,0.000033494394,0.00026687028,0.00045444258,0.000091887756],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000438397,0.00007982512,0.00007251148,0.00018456248,0.0009392863,0.0016793256,0.0007495907,0.00003358022,0.0010641529],"category_scores_gemma":[0.00039957603,0.00007883832,0.000055567274,0.0004216395,0.00004780248,0.00036757343,0.0003461449,0.00015580289,0.0030569746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007801674,0.000087147,0.0000025152876,0.000078756784,0.0000354593,0.000002843768,0.00072837994,0.00018410868,0.0012985341,0.51569587,0.29174456,0.19013405],"study_design_scores_gemma":[0.00013420032,0.00011546615,0.00015711831,0.000036566875,0.000007438916,0.000036719754,0.00004221393,0.080692634,0.000120382305,0.0057014725,0.91286105,0.000094758936],"about_ca_topic_score_codex":0.0000046076366,"about_ca_topic_score_gemma":7.714957e-8,"teacher_disagreement_score":0.96171755,"about_ca_system_score_codex":0.00008933769,"about_ca_system_score_gemma":0.0000120242175,"threshold_uncertainty_score":0.999849},"labels":[],"label_agreement":null},{"id":"W6912680732","doi":"10.5281/zenodo.7461705","title":"D4.1: Interim PRACE Training Report","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Horizon 2020 Framework Programme","keywords":"Deliverable; Training (meteorology); Interim; Summit; Work (physics); Pandemic","score_opus":0.09195930282356636,"score_gpt":0.2917728311685026,"score_spread":0.19981352834493626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912680732","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015171872,0.00008283009,0.6782532,0.08056311,0.00026378734,0.0003482076,0.00003419007,0.005069643,0.22021319],"genre_scores_gemma":[0.98693365,0.000016339869,0.009479282,0.0010049966,0.0002999262,9.737321e-9,0.00024125601,0.00060498586,0.0014195421],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985412,0.00019026973,0.00023487724,0.00044381677,0.0003127824,0.00027708476],"domain_scores_gemma":[0.99891835,0.000018678653,0.00012454244,0.0004244938,0.0002874989,0.00022645116],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005341742,0.000103892344,0.00012611353,0.000087545646,0.00092559634,0.0009787987,0.0014916634,0.000037859936,0.0011164908],"category_scores_gemma":[0.0013852315,0.00010889332,0.00004981051,0.0006335816,0.00006269889,0.00035341183,0.0014388085,0.0003178761,0.0038808999],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031737505,0.00021342498,0.000010558793,0.000097354576,0.00009207862,0.00079439714,0.022218999,0.0008409444,0.0082928045,0.0456449,0.25565264,0.66611016],"study_design_scores_gemma":[0.00017379249,0.00019655078,0.00007257716,0.000016382304,0.000004680692,0.00036066482,0.00035365295,0.030731294,0.00015168457,0.00019001616,0.9676146,0.00013409184],"about_ca_topic_score_codex":0.0000027872927,"about_ca_topic_score_gemma":3.1978054e-8,"teacher_disagreement_score":0.97176176,"about_ca_system_score_codex":0.000039861265,"about_ca_system_score_gemma":0.000007116245,"threshold_uncertainty_score":0.9997966},"labels":[],"label_agreement":null},{"id":"W6920829292","doi":"10.6084/m9.figshare.14684811","title":"Additional file 1 of RE-AIMing COVID-19 online learning for medical students: a massive open online course evaluation","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Online learning; Course (navigation); Online course; Massive open online course; The Internet","score_opus":0.09597536321636073,"score_gpt":0.42755893198155553,"score_spread":0.3315835687651948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920829292","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003090013,0.000048517548,0.000576767,0.00612254,0.000033137214,0.00022421706,0.9927699,0.00005713671,0.0001368704],"genre_scores_gemma":[0.00092228845,0.0000013152076,0.024756504,0.0016267566,0.0002453943,0.00029448836,0.9700277,0.000013297813,0.002112298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976525,0.00019433939,0.00031599542,0.000400311,0.0012330724,0.00020379371],"domain_scores_gemma":[0.9951719,0.0031334364,0.00030575605,0.0002936724,0.0008707914,0.00022445843],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028853377,0.000120516655,0.00022053716,0.000057592828,0.00017845661,0.00018797774,0.0014082749,0.00010534323,0.94451827],"category_scores_gemma":[0.061049275,0.00012198119,0.00009760985,0.00036065836,0.0000121218,0.00024108442,0.0010429977,0.0002973321,0.00014056572],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034485115,0.00036704764,0.000009847647,0.00007557065,0.000029567771,0.00003132316,0.000113833295,0.0028146612,8.4108603e-7,0.000017045102,0.98459744,0.011939373],"study_design_scores_gemma":[0.00054198963,0.00007516401,0.0005560019,0.0015652233,0.000014714272,0.000009908664,0.00031758455,0.44626513,0.0000039908787,0.00017512882,0.55035996,0.00011516981],"about_ca_topic_score_codex":0.0000039491174,"about_ca_topic_score_gemma":0.00007346158,"teacher_disagreement_score":0.9443777,"about_ca_system_score_codex":0.000084924395,"about_ca_system_score_gemma":0.0024399702,"threshold_uncertainty_score":0.9468599},"labels":[],"label_agreement":null},{"id":"W6926472728","doi":"10.25377/sussex.7276028.v1","title":"Habib Giries Kattan and his wife Nelly Kattan in Manchester, UK, c.1948","year":2019,"lang":"en","type":"other","venue":"Figshare","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Wife; White (mutation); Quarter (Canadian coin); Photography; Negative","score_opus":0.018406229819790905,"score_gpt":0.2527852120904792,"score_spread":0.23437898227068832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6926472728","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006697057,0.011657358,0.00036456628,0.006786281,0.0011007165,0.0012095198,0.10274904,0.001660049,0.8744055],"genre_scores_gemma":[0.0023460984,0.00003918452,0.0033795056,0.0007478791,0.00042027028,0.00003402346,0.015354407,0.00028689945,0.9773917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99857813,0.00004945598,0.00020580493,0.00058694405,0.00024488472,0.00033478325],"domain_scores_gemma":[0.9988786,0.000081899365,0.0001990743,0.0007095287,0.000032575543,0.00009832141],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000051632287,0.0003078287,0.00038062478,0.00030721066,0.00003440456,0.00024685517,0.0008074509,0.00030228277,0.016878441],"category_scores_gemma":[0.0001510097,0.00029372727,0.00007071524,0.00029096266,0.000015155873,0.000111611545,0.00041223314,0.00041725457,0.0030768134],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.101053e-7,0.000015569658,0.00044380987,0.00024746556,0.000013500165,0.000039076993,0.00013698058,0.00001568114,6.0202325e-7,0.000097169745,0.9959441,0.0030453275],"study_design_scores_gemma":[0.00024801446,0.00004879843,0.0010626179,0.0037168728,0.0000056030394,0.0000110005785,0.000018267285,0.003732986,0.0000038162907,0.00008279674,0.99067473,0.00039450705],"about_ca_topic_score_codex":0.000032937565,"about_ca_topic_score_gemma":0.00013212182,"teacher_disagreement_score":0.10298624,"about_ca_system_score_codex":0.000035062993,"about_ca_system_score_gemma":0.00011422945,"threshold_uncertainty_score":0.9999515},"labels":[],"label_agreement":null},{"id":"W6930336011","doi":"10.5281/zenodo.13393667","title":"Artificial Intelligence and How to Detect It in Students' Submissions","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Applications of artificial intelligence; Feature (linguistics); Key (lock); Artificial neural network; Field (mathematics)","score_opus":0.06889595153387207,"score_gpt":0.3155880664617969,"score_spread":0.2466921149279248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930336011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2622336,0.00006294434,0.57318276,0.14644745,0.0003475741,0.00096086046,0.00005889075,0.0040196874,0.012686264],"genre_scores_gemma":[0.99653137,0.00004763026,0.0019102484,0.00017386815,0.000059848593,2.5773579e-8,0.00003972126,0.00022485162,0.0010124432],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876356,0.00017389377,0.00012835894,0.0003405182,0.00031667494,0.0002769997],"domain_scores_gemma":[0.99932796,0.000037602294,0.000031818694,0.00030368834,0.00013275276,0.00016619796],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008063739,0.0000781617,0.00008646304,0.00037446222,0.00071464997,0.0011453319,0.0011972686,0.00003091309,0.00020925333],"category_scores_gemma":[0.00096120837,0.00008020877,0.00001862473,0.0015786105,0.00004100404,0.00017413334,0.0019168651,0.00019605276,0.0032676293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015541078,0.00008905038,0.00006437224,0.000030085743,0.00001518941,0.00007588912,0.0039792256,0.0012480209,0.0025841612,0.01818514,0.050684568,0.92302877],"study_design_scores_gemma":[0.00011968295,0.0003804051,0.0041924734,0.00007618334,0.0000049408895,0.00004159201,0.0010137943,0.054741435,0.00069583976,0.0047915457,0.9336382,0.00030387696],"about_ca_topic_score_codex":0.00000526297,"about_ca_topic_score_gemma":0.0000011354035,"teacher_disagreement_score":0.9227249,"about_ca_system_score_codex":0.000039860344,"about_ca_system_score_gemma":0.000003041866,"threshold_uncertainty_score":0.9998916},"labels":[],"label_agreement":null},{"id":"W6949780196","doi":"10.5281/zenodo.14563228","title":"Editorial Acknowledgment","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Work (physics)","score_opus":0.021423833897736236,"score_gpt":0.26368357698409345,"score_spread":0.24225974308635723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949780196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001978623,0.0008974213,0.50627047,0.023920586,0.073381215,0.00058499165,0.000117414325,0.013923368,0.3789259],"genre_scores_gemma":[0.8399008,0.00035245265,0.010923959,0.00047244295,0.122487195,6.601216e-8,0.0011769909,0.003624792,0.021061307],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881357,0.00012856719,0.0001339374,0.00034409427,0.00034336696,0.00023646237],"domain_scores_gemma":[0.99920076,0.000022408674,0.000023478236,0.00036085962,0.00027876647,0.000113719645],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00053051946,0.0000852645,0.00007350907,0.00016483899,0.0008848107,0.0021050654,0.001193741,0.000044866098,0.0015297054],"category_scores_gemma":[0.00026308905,0.00008221756,0.0000467876,0.00059247087,0.00004650314,0.00031152522,0.0010695745,0.00028313842,0.020061942],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002285398,0.000034252036,1.761222e-7,0.00002631057,0.000015706732,0.0000085118045,0.00044406415,0.00005334791,0.00045156918,0.039362106,0.8382203,0.121381395],"study_design_scores_gemma":[0.00009925431,0.00010267862,0.000008592391,0.000030875075,0.0000046349687,0.000023956254,0.000026527921,0.021614213,0.00007984898,0.0012891615,0.9766238,0.00009647966],"about_ca_topic_score_codex":0.00000218018,"about_ca_topic_score_gemma":3.6817934e-8,"teacher_disagreement_score":0.83792216,"about_ca_system_score_codex":0.00008523415,"about_ca_system_score_gemma":0.0000060473294,"threshold_uncertainty_score":0.99938303},"labels":[],"label_agreement":null},{"id":"W6959206811","doi":"10.1007/978-1-4939-7131-2_100310","title":"Educational Data Mining","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"","score_opus":0.06692192807642817,"score_gpt":0.31902576400236715,"score_spread":0.252103835925939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959206811","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002008287,0.000090646296,0.023992512,0.009507429,0.00043561953,0.000021780725,0.000012418172,0.00008939465,0.9658482],"genre_scores_gemma":[0.00005528553,0.000014062995,0.15331951,0.0003931281,0.0010299092,1.731282e-7,0.00015481666,0.000010915428,0.8450222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908435,0.0000044176913,0.00014317567,0.0004458109,0.0002128125,0.00010941682],"domain_scores_gemma":[0.9982825,0.00007883776,0.00009142227,0.0014129758,0.00007741807,0.000056836896],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00013853985,0.00012430428,0.00011879291,0.00008016493,0.00005948658,0.00012159673,0.0019429678,0.00009591886,0.0018618356],"category_scores_gemma":[0.000035505334,0.000110907764,0.0000319663,0.00002105556,0.00004125654,0.00016219959,0.0009059539,0.00014832054,0.001838614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5695319e-7,0.0000062275685,0.0000089551295,0.0000052732184,0.000021966194,0.000002047688,0.000042977706,9.164068e-7,2.9022513e-7,0.6675601,0.31727147,0.015079629],"study_design_scores_gemma":[0.00002880597,0.000018580198,0.000009606633,0.00005429338,0.000010595392,0.000010342813,0.000002212918,0.040070336,3.8856828e-7,0.06647577,0.8931415,0.0001775884],"about_ca_topic_score_codex":0.0000027562207,"about_ca_topic_score_gemma":0.000006922284,"teacher_disagreement_score":0.60108435,"about_ca_system_score_codex":0.000012979857,"about_ca_system_score_gemma":0.00026682514,"threshold_uncertainty_score":0.9990506},"labels":[],"label_agreement":null},{"id":"W6967618371","doi":"10.5281/zenodo.14400718","title":"Vers une littératie de l'IA : définition, cadres et implications en éducation","year":2024,"lang":"fr","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Participatory democracy; Context (archaeology); Insignificance","score_opus":0.04986202148208307,"score_gpt":0.32494999811678316,"score_spread":0.2750879766347001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967618371","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004345872,0.0025844295,0.35176787,0.4692782,0.0012226714,0.00048244582,0.0005361831,0.002770191,0.16701214],"genre_scores_gemma":[0.95143837,0.0016904449,0.005670659,0.0011009633,0.0010835384,1.7266316e-7,0.0024213109,0.0014652775,0.03512929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973899,0.0009580099,0.00031171204,0.0005652882,0.00031034605,0.00046471204],"domain_scores_gemma":[0.9983314,0.00015735853,0.00008328184,0.0005845749,0.00060699513,0.0002363539],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013933416,0.00018088864,0.00013499105,0.0003010694,0.001648783,0.0032942677,0.0011713763,0.00011963713,0.0025518471],"category_scores_gemma":[0.001030948,0.0002088578,0.00008751181,0.0016453472,0.00019632923,0.0007785994,0.0007263155,0.0006207925,0.011594907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045342513,0.00015722125,0.0000046217096,0.00015996987,0.000061667735,0.000018713949,0.010666759,0.0008057147,0.00093086506,0.5533038,0.26027656,0.17360961],"study_design_scores_gemma":[0.00013760469,0.00017417438,0.0013140681,0.00018127763,0.000040000607,0.0002282821,0.0004792217,0.03143151,0.00008102707,0.012407556,0.95331377,0.00021149531],"about_ca_topic_score_codex":0.00019116052,"about_ca_topic_score_gemma":0.0000043263335,"teacher_disagreement_score":0.9470925,"about_ca_system_score_codex":0.0005978078,"about_ca_system_score_gemma":0.000108645356,"threshold_uncertainty_score":0.99965096},"labels":[],"label_agreement":null},{"id":"W6967923512","doi":"10.5281/zenodo.14061057","title":"How Prepared are Ontario Community Colleges to Deliver Effective AI-related Education to Meet the Demands of Industry 4.0?","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preparedness; Workforce; Curriculum; Workforce development; Big data; Analytics; Higher education; Quality assurance; Quality (philosophy)","score_opus":0.019754466711609724,"score_gpt":0.2653107951125101,"score_spread":0.2455563284009004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967923512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9136417,0.00011414134,0.01866492,0.041660767,0.00038086137,0.0011550825,0.00008071818,0.0011102427,0.023191592],"genre_scores_gemma":[0.99507123,0.0000021682424,0.00044813508,0.0003383376,0.000044834636,1.4357849e-7,0.000050130184,0.00019214289,0.003852854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849653,0.0006217912,0.00015599834,0.00025874496,0.0002764474,0.00019045883],"domain_scores_gemma":[0.9985863,0.000074987,0.000061188635,0.00056614407,0.00057212805,0.00013928104],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00078040693,0.00010567217,0.000120472665,0.00022616348,0.001132614,0.0010923299,0.0013562323,0.00007898506,0.00020618681],"category_scores_gemma":[0.00058982073,0.00008803253,0.000043317472,0.001204449,0.000060640443,0.00025913995,0.0013278689,0.00061534374,0.00039459261],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007237284,0.00061698304,0.00028172228,0.0002355876,0.00029759548,0.000016992268,0.06254474,0.0042816396,0.002283405,0.06673281,0.6279868,0.23464938],"study_design_scores_gemma":[0.00023119406,0.0006971421,0.014959769,0.00036720352,0.000038009246,0.000060598788,0.002076571,0.008317848,0.00078956917,0.0013416263,0.9708656,0.000254846],"about_ca_topic_score_codex":0.00052165135,"about_ca_topic_score_gemma":0.00010248457,"teacher_disagreement_score":0.34287885,"about_ca_system_score_codex":0.00024980886,"about_ca_system_score_gemma":0.000028232458,"threshold_uncertainty_score":0.9999446},"labels":[],"label_agreement":null},{"id":"W6968546971","doi":"10.5281/zenodo.14041778","title":"How Prepared are Ontario Community Colleges to Deliver Effective AI-related Education to Meet the Demands of Industry 4.0?","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Preparedness; Workforce; Curriculum; Workforce development; Big data; Analytics; Higher education; Quality assurance; Quality (philosophy)","score_opus":0.019754466711609724,"score_gpt":0.2653107951125101,"score_spread":0.2455563284009004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968546971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9136417,0.00011414134,0.01866492,0.041660767,0.00038086137,0.0011550825,0.00008071818,0.0011102427,0.023191592],"genre_scores_gemma":[0.99507123,0.0000021682424,0.00044813508,0.0003383376,0.000044834636,1.4357849e-7,0.000050130184,0.00019214289,0.003852854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849653,0.0006217912,0.00015599834,0.00025874496,0.0002764474,0.00019045883],"domain_scores_gemma":[0.9985863,0.000074987,0.000061188635,0.00056614407,0.00057212805,0.00013928104],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00078040693,0.00010567217,0.000120472665,0.00022616348,0.001132614,0.0010923299,0.0013562323,0.00007898506,0.00020618681],"category_scores_gemma":[0.00058982073,0.00008803253,0.000043317472,0.001204449,0.000060640443,0.00025913995,0.0013278689,0.00061534374,0.00039459261],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007237284,0.00061698304,0.00028172228,0.0002355876,0.00029759548,0.000016992268,0.06254474,0.0042816396,0.002283405,0.06673281,0.6279868,0.23464938],"study_design_scores_gemma":[0.00023119406,0.0006971421,0.014959769,0.00036720352,0.000038009246,0.000060598788,0.002076571,0.008317848,0.00078956917,0.0013416263,0.9708656,0.000254846],"about_ca_topic_score_codex":0.00052165135,"about_ca_topic_score_gemma":0.00010248457,"teacher_disagreement_score":0.34287885,"about_ca_system_score_codex":0.00024980886,"about_ca_system_score_gemma":0.000028232458,"threshold_uncertainty_score":0.9999446},"labels":[],"label_agreement":null},{"id":"W6968765003","doi":"10.5281/zenodo.15825791","title":"Predictive Analytics and AI in Education: A Systematic Literature Review on Identifying and Supporting At-Risk Students","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"Predictive analytics; Systematic review; Analytics; Transformative learning; Stakeholder; Learning analytics; Identification (biology); Transparency (behavior)","score_opus":0.022595631657813618,"score_gpt":0.3267669070435081,"score_spread":0.30417127538569444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968765003","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17447688,0.50717145,0.13859618,0.06535769,0.0046605,0.02822373,0.0028157497,0.008409979,0.07028784],"genre_scores_gemma":[0.73008615,0.23897979,0.006118628,0.004653945,0.0005903212,0.0000023562748,0.003688552,0.0017583887,0.014121898],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99730855,0.00077576196,0.0005009682,0.0006981468,0.00047761868,0.00023897315],"domain_scores_gemma":[0.998225,0.00006444433,0.00040073087,0.00067046244,0.0005113102,0.00012805386],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016847884,0.00020860837,0.00039086575,0.00047734755,0.0007880585,0.002034269,0.0012906106,0.000107859894,0.000042300242],"category_scores_gemma":[0.0016081952,0.00020373336,0.000052258405,0.00076186383,0.000052087755,0.00019492353,0.005694914,0.0009392922,0.000091030466],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095017254,0.0016237807,0.0023592503,0.6135637,0.0010451609,0.00028638076,0.03395052,0.0018782661,0.00004657803,0.016610403,0.1401335,0.18840745],"study_design_scores_gemma":[0.0017679879,0.0008438246,0.013605805,0.689203,0.0008879938,0.0005911562,0.001511965,0.18277201,0.00002484752,0.006744595,0.10019041,0.0018564039],"about_ca_topic_score_codex":0.000005950691,"about_ca_topic_score_gemma":4.9771126e-7,"teacher_disagreement_score":0.5556092,"about_ca_system_score_codex":0.00020808207,"about_ca_system_score_gemma":0.000021674028,"threshold_uncertainty_score":0.99900174},"labels":[],"label_agreement":null},{"id":"W6985811558","doi":"","title":"Can Alberta","year":2000,"lang":"fr","type":"other","venue":"DigitalGeorgetown (Georgetown University Library)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.00632168963904062,"score_gpt":0.1688288023282165,"score_spread":0.1625071126891759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6985811558","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010036803,0.00037405986,0.0003315268,0.1039722,0.0011205258,0.00043456594,0.00051413506,0.0010420337,0.8912073],"genre_scores_gemma":[0.009475635,0.0009970407,0.0038870529,0.0012648546,0.0009071655,0.0000011607013,0.0009895681,0.0005075613,0.98196995],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939744,0.0004024422,0.0007036043,0.00225162,0.00079262984,0.0018753054],"domain_scores_gemma":[0.99538535,0.0004393957,0.00058653095,0.0022112727,0.00007440845,0.0013030358],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0000923773,0.0015093582,0.0013815622,0.0011371284,0.0006073006,0.0015095018,0.0044693556,0.0012013931,0.03590709],"category_scores_gemma":[0.000085997126,0.0017442567,0.00096470397,0.0026396317,0.0007834571,0.0035320807,0.0017263059,0.0014690532,0.0060767867],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006431806,0.00068139896,0.004281598,0.00019322541,0.0005941387,0.0015084045,0.0010621655,0.00027893492,0.000008286508,0.30233964,0.63192517,0.05706273],"study_design_scores_gemma":[0.00092676096,0.00023155253,0.0009242088,0.0005343018,0.00020563106,0.000060251197,0.000115915325,0.0040590726,0.00006615563,0.0054153465,0.985466,0.0019948015],"about_ca_topic_score_codex":0.0015319386,"about_ca_topic_score_gemma":0.00061428885,"teacher_disagreement_score":0.35354084,"about_ca_system_score_codex":0.00016919478,"about_ca_system_score_gemma":0.0014571216,"threshold_uncertainty_score":0.9997655},"labels":[],"label_agreement":null},{"id":"W6987803845","doi":"","title":"Understanding online learning dropout: Integrative perspective","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Dropout (neural networks); Perspective (graphical); Standardization; Context (archaeology); Online learning; Online participation; Distance education","score_opus":0.026860622263254526,"score_gpt":0.2979499737838349,"score_spread":0.2710893515205804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6987803845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015437149,0.000059881488,0.9727254,0.013000701,0.0022478285,0.00018816428,0.000007808829,0.000039117946,0.010187379],"genre_scores_gemma":[0.9935569,0.000009531198,0.00095805345,0.00015477459,0.000110338726,0.0000014158555,0.0000022293184,0.0000021587045,0.0052046063],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881244,0.00013802189,0.0005290577,0.000043699292,0.0003682019,0.00010856849],"domain_scores_gemma":[0.9966215,0.00034093298,0.0016591093,0.00009510192,0.0012607325,0.000022646936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013513525,0.000070240305,0.00017468673,0.00025457636,0.00026689115,0.0003672632,0.0004127331,0.00006383888,2.4334375e-7],"category_scores_gemma":[0.0019640403,0.00004520477,0.00017105004,0.0005222892,0.000008589833,0.001199106,0.000052397787,0.0003229095,0.0000031225663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011515152,0.000026728463,0.009008251,0.000031681797,0.00023371447,1.1234072e-7,0.008047763,0.0400366,0.000014838163,0.93569386,0.0064607244,0.00043423945],"study_design_scores_gemma":[0.0016753834,0.00019270212,0.0031387277,0.00061708805,0.00009927825,0.00001534781,0.07772159,0.7929643,0.00007129793,0.023682827,0.09962988,0.00019158961],"about_ca_topic_score_codex":0.000010224778,"about_ca_topic_score_gemma":0.0000026638897,"teacher_disagreement_score":0.99201316,"about_ca_system_score_codex":0.0018326653,"about_ca_system_score_gemma":0.00018196796,"threshold_uncertainty_score":0.4792356},"labels":[],"label_agreement":null},{"id":"W6991668857","doi":"","title":"Impacts et défis liés aux changements climatiques pour la gestion des ennemis des grandes cultures au Québec","year":2020,"lang":"fr","type":"article","venue":"Knowledge UdeS (Institutional Deposit of the University of Sherbrooke)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Natural regeneration; Western europe; Agricultural development; Drainage basin","score_opus":0.03480922552491085,"score_gpt":0.2736301350757784,"score_spread":0.23882090955086754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991668857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6792617,0.024808533,0.24768372,0.03590146,0.00036900284,0.0002701523,0.000037096786,0.00012971016,0.011538616],"genre_scores_gemma":[0.96822625,0.0030436025,0.025886385,0.00010096825,0.00013593149,2.6013961e-7,0.000007003925,0.000011153889,0.0025884663],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99825215,0.00045720564,0.00027585874,0.00034640578,0.00034593898,0.00032243523],"domain_scores_gemma":[0.99875647,0.00017499193,0.00017669282,0.00024993773,0.00041416788,0.00022776629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003788526,0.0002674303,0.00034083857,0.00009345553,0.0008816883,0.00007577107,0.0010077608,0.0001970161,0.00003058505],"category_scores_gemma":[0.0004209907,0.00024426874,0.000332677,0.00045318564,0.0015864241,0.0007100856,0.00062116364,0.00035920163,0.000042872758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004007914,0.002514853,0.15701674,0.020598898,0.0013077393,0.000119010605,0.42777523,0.10739783,0.046934348,0.1388053,0.009167237,0.08796201],"study_design_scores_gemma":[0.0026668333,0.00068602315,0.49484068,0.02169865,0.000921503,0.00012076799,0.001991777,0.37182277,0.03218815,0.0049306634,0.067196585,0.0009356069],"about_ca_topic_score_codex":0.05454855,"about_ca_topic_score_gemma":0.18484692,"teacher_disagreement_score":0.4257835,"about_ca_system_score_codex":0.001256505,"about_ca_system_score_gemma":0.001332964,"threshold_uncertainty_score":0.996099},"labels":[],"label_agreement":null},{"id":"W6996022384","doi":"","title":"Recherche évaluative d’un MOOC sur le transfert de connaissances dans cinq pays francophones","year":2022,"lang":"fr","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Occupational training; Statistical analysis; Research methodology; French","score_opus":0.03572986911468007,"score_gpt":0.23573090722292256,"score_spread":0.2000010381082425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996022384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8754528,0.047390558,0.03287015,0.0065226993,0.0042965813,0.0006095049,0.0001717088,0.00040477503,0.0322812],"genre_scores_gemma":[0.89871705,0.0022003057,0.009709635,0.00023064933,0.0003192001,0.000048816593,0.0004164347,0.000059225145,0.08829868],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99460727,0.0018269313,0.00060045026,0.0011187491,0.0010918673,0.00075472996],"domain_scores_gemma":[0.99713963,0.0008095521,0.0004715735,0.0006239155,0.0005316882,0.00042360963],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0013848494,0.0006531898,0.00068047195,0.00033462074,0.0127138,0.00016623712,0.0014134977,0.000679237,0.00020033758],"category_scores_gemma":[0.00034616212,0.0007880737,0.0005883293,0.0011489335,0.00048094272,0.000730937,0.00025075016,0.0020588771,0.0000619227],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0009578584,0.0014646384,0.019660555,0.000500712,0.0014281294,0.0071871174,0.6733673,0.09642184,0.03223472,0.12272478,0.0011899319,0.042862397],"study_design_scores_gemma":[0.0051026824,0.0009608403,0.09050903,0.0010475761,0.001182695,0.002563227,0.36631307,0.36990774,0.044069808,0.009835551,0.105424814,0.0030829639],"about_ca_topic_score_codex":0.09062289,"about_ca_topic_score_gemma":0.013005542,"teacher_disagreement_score":0.30705425,"about_ca_system_score_codex":0.0065153902,"about_ca_system_score_gemma":0.008525738,"threshold_uncertainty_score":0.999457},"labels":[],"label_agreement":null},{"id":"W6997076840","doi":"","title":"Time-Dependency and Long-Term Strength of Rocks - Limitations, Interpretation, and Application in Finite Difference Continuum Models","year":2021,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Geological Survey of Canada","funders":"","keywords":"Creep; Deformation (meteorology); Brittleness; Stability (learning theory); Constitutive equation; Field (mathematics)","score_opus":0.006130450629563109,"score_gpt":0.19968155086683945,"score_spread":0.19355110023727634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6997076840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8579373,0.0004473091,0.12862279,0.009347278,0.00012384175,0.00046287663,0.000054832748,0.00024845224,0.0027553313],"genre_scores_gemma":[0.9376853,0.0012807879,0.0046649263,0.000025998559,0.000015392581,0.000001361152,0.00068456976,0.000018841996,0.055622783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881023,0.0001266922,0.00021202618,0.00050859246,0.00018465817,0.00015781127],"domain_scores_gemma":[0.9989076,0.00027634946,0.00030706578,0.00031560633,0.00010425107,0.00008907502],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00003951305,0.00021182609,0.00032908272,0.0004117733,0.0000837592,0.00011569822,0.00040774315,0.00020234639,0.0000068297895],"category_scores_gemma":[0.00004661282,0.00025351514,0.000055132714,0.00045802293,0.00005096073,0.0011097444,0.00018567557,0.0003295416,0.0000024429755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008166447,0.002191681,0.50598013,0.0049507082,0.00094505533,0.0006355766,0.07691213,0.01548848,0.00038363785,0.06900597,0.0065098666,0.3161801],"study_design_scores_gemma":[0.0027136456,0.00052305177,0.48774484,0.0033613862,0.0003931305,0.0000027930882,0.0074700424,0.47584537,0.0015061365,0.017480057,0.00066359545,0.0022959495],"about_ca_topic_score_codex":0.00031675686,"about_ca_topic_score_gemma":0.00039511645,"teacher_disagreement_score":0.4603569,"about_ca_system_score_codex":0.00002259007,"about_ca_system_score_gemma":0.00019483054,"threshold_uncertainty_score":0.9999917},"labels":[],"label_agreement":null},{"id":"W7015426594","doi":"","title":"A systematic review for identifying instructional design strategies and principles in extended massive open online courses (xMOOCs)","year":2021,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Instructional design; Best practice; Systematic review; Design elements and principles; Research design; Empirical research; Online learning; Instructional simulation","score_opus":0.2013130222720054,"score_gpt":0.38765116302390196,"score_spread":0.18633814075189656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015426594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8415134,0.004902168,0.14876352,0.0027231993,0.00024605234,0.0016146698,0.000037513186,0.00016312933,0.000036364974],"genre_scores_gemma":[0.92648065,0.0041353563,0.060915798,0.0012514085,0.00012793358,0.000026979522,0.00011165192,0.000074923526,0.006875281],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776816,0.0005473741,0.00042331204,0.00063654204,0.000301119,0.00032347356],"domain_scores_gemma":[0.99839985,0.00030267684,0.0003301671,0.0005174004,0.0003114713,0.00013842803],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007468066,0.00024182204,0.00060555077,0.0002842458,0.0002128394,0.0014273499,0.0012925661,0.0000992023,0.0000029429139],"category_scores_gemma":[0.00028645794,0.0002523926,0.000097603464,0.00066096184,0.00006392713,0.0035664574,0.000905438,0.00034739,0.0000068667796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029678695,0.002484978,0.48562595,0.33103538,0.00179186,0.0071468567,0.003360515,0.0068103704,0.002544117,0.15520963,0.0000061333003,0.0036874353],"study_design_scores_gemma":[0.00720639,0.000717888,0.6707565,0.2838138,0.0015156117,0.0012836213,0.009605135,0.0020247176,0.0014305129,0.018125487,0.00050493726,0.0030154134],"about_ca_topic_score_codex":0.0000025313047,"about_ca_topic_score_gemma":0.0005497553,"teacher_disagreement_score":0.18513054,"about_ca_system_score_codex":0.000120586235,"about_ca_system_score_gemma":0.00054040155,"threshold_uncertainty_score":0.99999285},"labels":[],"label_agreement":null},{"id":"W7015428288","doi":"","title":"A study of semihard plant-based imitation cheese.","year":2023,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Intensive Care Foundation","funders":"","keywords":"Imitation; Plant protein; Texture (cosmology); Microstructure; Confocal laser scanning microscopy; Food products; Product (mathematics)","score_opus":0.04036264333166214,"score_gpt":0.30279051920384625,"score_spread":0.26242787587218414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015428288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862145,0.0000015458238,0.011028853,0.0015875812,0.00006542492,0.000058404552,0.0000012466509,0.00028407827,0.0007583635],"genre_scores_gemma":[0.996128,6.2485e-7,0.002863486,0.000050060156,0.0000151341055,0.000002042915,0.0000048202287,0.000002654349,0.0009331784],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948406,0.000031475218,0.00010373741,0.00012218277,0.00017152428,0.00008702944],"domain_scores_gemma":[0.99964136,0.00006410762,0.00003794243,0.00019658117,0.00003687549,0.000023134164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018304226,0.000040260955,0.00007099577,0.000109020206,0.000027967759,0.00002272002,0.00022643866,0.000014579251,0.0000046451637],"category_scores_gemma":[0.000044297783,0.000032961445,0.0000211652,0.00054301776,0.000005430645,0.000056888628,0.00004804391,0.00004709936,0.00007370329],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061776955,0.005447793,0.38738692,0.00028857976,0.00035417255,0.0004495079,0.03645654,0.3048562,0.021948963,0.08050105,0.070891604,0.09135688],"study_design_scores_gemma":[0.0005317794,0.000348175,0.04825336,0.0000118489115,0.000006408095,7.1186753e-7,0.001209698,0.9480299,0.0007637738,0.00043694573,0.0003181365,0.0000892968],"about_ca_topic_score_codex":0.000024657777,"about_ca_topic_score_gemma":0.000017170625,"teacher_disagreement_score":0.64317364,"about_ca_system_score_codex":0.0000044125627,"about_ca_system_score_gemma":0.000028709286,"threshold_uncertainty_score":0.13441287},"labels":[],"label_agreement":null},{"id":"W7015585297","doi":"","title":"Towards AI Literacy: 101+ Creative and Critical Practices, Perspectives and Purposes","year":2024,"lang":"en","type":"book","venue":"University of the Arts London Research Online (University of the Arts London)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"License; Data collection; Perspective (graphical); Creativity; Commons; Crowdsourcing","score_opus":0.03612431594797478,"score_gpt":0.33433844108429944,"score_spread":0.29821412513632467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015585297","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10273355,0.016488248,0.0053055356,0.7619077,0.0009801381,0.0025158413,0.0014727071,0.000438356,0.108157925],"genre_scores_gemma":[0.06964896,0.0051158955,0.01308906,0.00021433337,0.00021559188,1.0795789e-7,0.000027911827,0.00004956533,0.91163856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99658805,0.0006607967,0.0001877045,0.00088484655,0.0011908886,0.00048768267],"domain_scores_gemma":[0.9957903,0.0009948266,0.00045568758,0.0012182865,0.001287923,0.00025296284],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0010333711,0.00033000865,0.00058568094,0.000598659,0.0011599574,0.00021311908,0.0027603903,0.00026275692,0.000084774634],"category_scores_gemma":[0.0009735026,0.0002849659,0.00036153017,0.00063180027,0.0033236262,0.0011449724,0.0059364764,0.0020337875,0.000021069005],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010227367,0.001993897,0.0012799625,0.0029843973,0.0021262248,0.001368424,0.092850864,0.00020758311,0.00042445824,0.6230032,0.21751468,0.055223588],"study_design_scores_gemma":[0.0017801714,0.0009103373,0.0055640726,0.0032209766,0.00083223544,0.0001749964,0.021259306,0.03412155,0.00007628507,0.066017926,0.86513,0.0009121228],"about_ca_topic_score_codex":0.001505636,"about_ca_topic_score_gemma":0.0009279853,"teacher_disagreement_score":0.8034806,"about_ca_system_score_codex":0.00026143892,"about_ca_system_score_gemma":0.0011477564,"threshold_uncertainty_score":0.99996024},"labels":[],"label_agreement":null},{"id":"W7015803125","doi":"","title":"Towards predicting student learning outcomes from learning management system interactions using machine learning","year":2023,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Timeline; Learning Management; Artificial neural network; Raw data; Data collection; Timestamp; Learning analytics; Supervised learning; Unsupervised learning","score_opus":0.022170100006026497,"score_gpt":0.2665885020291279,"score_spread":0.24441840202310144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015803125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9473347,0.00015090585,0.04478931,0.00040600923,0.0017557794,0.00028889766,0.000010838666,0.0015041083,0.0037594521],"genre_scores_gemma":[0.9635222,0.00016253394,0.016602125,0.000005933449,0.00014912219,9.5211476e-7,0.0004494658,0.00008661559,0.019021058],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99716437,0.00039449095,0.00032650452,0.0007942936,0.00087378116,0.0004465782],"domain_scores_gemma":[0.9980997,0.00021728722,0.00091939257,0.0004141144,0.00021733335,0.0001321843],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004900834,0.0004229937,0.0006980036,0.0007565043,0.0011821669,0.00022882046,0.0011910569,0.00021436386,0.000008507177],"category_scores_gemma":[0.00008690971,0.0005360939,0.0003589386,0.00071261945,0.00003371697,0.00043386346,0.0007430573,0.0018111542,0.00012424018],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058117403,0.00016671457,0.75719035,0.0010607278,0.0019148024,0.00065828924,0.012303876,0.20791414,0.00025809783,0.0010857568,0.00006754411,0.017321562],"study_design_scores_gemma":[0.00052519713,0.00009465242,0.22668605,0.0012522666,0.00045526752,0.0000044902267,0.18093053,0.58742577,0.000015968162,0.00002073717,0.0021187426,0.00047031432],"about_ca_topic_score_codex":0.011115226,"about_ca_topic_score_gemma":0.041023947,"teacher_disagreement_score":0.53050435,"about_ca_system_score_codex":0.00044949236,"about_ca_system_score_gemma":0.00008041996,"threshold_uncertainty_score":0.99970907},"labels":[],"label_agreement":null},{"id":"W7022157182","doi":"","title":"\"Fogo\"","year":2015,"lang":"en","type":"article","venue":"Civil War Book Review","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Persona; Reading (process); Storytelling; Natural (archaeology); Poetry; Close reading; Point (geometry)","score_opus":0.03126274627019252,"score_gpt":0.29841507470462747,"score_spread":0.2671523284344349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7022157182","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000064238925,0.9227901,0.020784907,0.026558198,0.00021479593,0.00010670513,5.018377e-7,0.00021444348,0.029323908],"genre_scores_gemma":[0.0038239637,0.7237545,0.036749624,0.13853675,0.0009075331,0.000033157914,0.000016513164,0.000059412665,0.0961185],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991709,0.00007029984,0.00017730474,0.00020496096,0.00021035317,0.00016619674],"domain_scores_gemma":[0.999135,0.000022468,0.00006766625,0.0005338308,0.00008483672,0.00015620596],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004564803,0.00009081156,0.00020799103,0.0000252184,0.000032895226,0.00002742628,0.000567948,0.000023862121,0.00005472069],"category_scores_gemma":[0.0001731794,0.000072276016,0.00007924006,0.00022172775,0.000018687948,0.00019665257,0.00014298718,0.000121697434,0.0014795102],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5980685e-7,0.000022442817,0.000054717977,0.00035217986,0.000007225825,0.000017063505,0.000058187474,0.000008770241,0.000001394558,0.0059595723,0.93621254,0.057305735],"study_design_scores_gemma":[0.0000676744,0.0000284282,0.000011681776,0.0009519759,0.000012272867,0.000017065104,0.0000013621203,0.0026908799,0.000004353589,0.0010930338,0.9950207,0.00010055968],"about_ca_topic_score_codex":0.0000020398872,"about_ca_topic_score_gemma":0.0000012963142,"teacher_disagreement_score":0.19903557,"about_ca_system_score_codex":0.000021329737,"about_ca_system_score_gemma":0.00010706474,"threshold_uncertainty_score":0.999298},"labels":[],"label_agreement":null},{"id":"W7033630845","doi":"","title":"Purslane (Portulaca oleracea L.) an excellent source of omega-3 and omega-6 fatty acids with abatement of risk factors","year":2014,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Oxalic acid; Human health; Linoleic acid; Factorial experiment; Nutrient; Fatty acid; photoperiodism","score_opus":0.011541509252480556,"score_gpt":0.23972871566459664,"score_spread":0.2281872064121161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033630845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971582,0.00017093692,0.00011526146,0.000022723332,0.0003451092,0.00032378305,0.00026185508,0.00017492632,0.0014272047],"genre_scores_gemma":[0.99274635,0.0003029046,0.0048739193,0.000026350504,0.000037476533,0.0000145397435,0.0005457482,0.00011337284,0.0013393152],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9950892,0.0004913188,0.0012361589,0.0012697958,0.0012846057,0.00062893174],"domain_scores_gemma":[0.9952089,0.00039211372,0.0020281568,0.0013745353,0.000552105,0.00044415207],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012073879,0.0008181099,0.0013144156,0.0006430968,0.0005197894,0.00011724601,0.0012333462,0.00051359605,0.000020291376],"category_scores_gemma":[0.00032947786,0.0007070234,0.00029362648,0.00065743667,0.000120776924,0.00069323636,0.00022216569,0.0013001264,0.000011795237],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009623671,0.0032764452,0.040568374,0.004438865,0.002304732,0.00012487976,0.00093130005,0.008652866,0.020000173,0.06984007,0.000014306881,0.8488856],"study_design_scores_gemma":[0.014563308,0.019177806,0.3031186,0.010425253,0.0050379746,0.00020320393,0.0081492895,0.039429773,0.43098208,0.029121434,0.124179795,0.015611506],"about_ca_topic_score_codex":0.0007533009,"about_ca_topic_score_gemma":0.0005237934,"teacher_disagreement_score":0.8332741,"about_ca_system_score_codex":0.00013459401,"about_ca_system_score_gemma":0.00009140033,"threshold_uncertainty_score":0.99953806},"labels":[],"label_agreement":null},{"id":"W7033792716","doi":"","title":"Risks factors for developing post-transplant diabetes after pediatric kidney transplant in a Canadian tertiary care children’s hospital between 1995-2016","year":2021,"lang":"en","type":"article","venue":"Oxford University Research Archive (ORA) (University of Oxford)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Incidence (geometry); Diabetes mellitus; Odds ratio; Cumulative incidence; Logistic regression; Cohort; Risk factor; Cohort study","score_opus":0.014330387879293171,"score_gpt":0.24046073348237804,"score_spread":0.22613034560308487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7033792716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979354,0.00009960792,0.012175615,0.00412817,0.00007345509,0.00045082305,0.0032913063,0.00006155779,0.00036546847],"genre_scores_gemma":[0.9864625,0.0007782904,0.01141432,0.000048042824,0.000058044123,4.6545287e-7,0.0009766048,0.000019990994,0.00024174042],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99675333,0.00036917883,0.00019835813,0.0008062409,0.0005507548,0.0013221535],"domain_scores_gemma":[0.9975924,0.00047505257,0.000102894766,0.00050392054,0.00046943876,0.0008563212],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040989066,0.00029123176,0.0004411569,0.0016048766,0.0007751839,0.00007743541,0.0017423788,0.00019039173,0.000021622693],"category_scores_gemma":[0.00010392829,0.00035741035,0.00030819603,0.0011965482,0.00025555017,0.0007053954,0.0004880268,0.0007883456,0.0000040939985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046257017,0.00006460347,0.9880146,0.00018576298,0.000107805216,0.00039416883,0.008629922,0.000027778011,0.000029768136,0.0007136053,0.00015843775,0.0016273307],"study_design_scores_gemma":[0.0013853804,0.0002971407,0.98318547,0.0002619512,0.00009443036,0.0000033065178,0.0046421406,0.0012328739,0.0001010512,0.00037825995,0.007889194,0.00052880915],"about_ca_topic_score_codex":0.04229053,"about_ca_topic_score_gemma":0.101741485,"teacher_disagreement_score":0.059450954,"about_ca_system_score_codex":0.0005118514,"about_ca_system_score_gemma":0.0033899758,"threshold_uncertainty_score":0.99988776},"labels":[],"label_agreement":null},{"id":"W7034659990","doi":"","title":"Using EdTech Data Analytics to Promote Personalized Learning and Close Educational Gaps in Ontario","year":2025,"lang":"en","type":"dissertation","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning analytics; Analytics; Data analysis; Curriculum; Survey data collection; Educational data mining; Descriptive statistics; Resource (disambiguation); Personalized learning","score_opus":0.049202875567974175,"score_gpt":0.3095337763407689,"score_spread":0.26033090077279475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034659990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9956403,0.0002810588,0.00060318614,0.0014665722,0.00025172334,0.00026024287,0.000034518496,0.000048334055,0.0014140981],"genre_scores_gemma":[0.66920245,0.00014076315,0.12963279,0.00012517272,0.00013134474,8.04353e-7,0.0026396983,0.00005936509,0.19806764],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99736243,0.00019887273,0.0003156822,0.0011081531,0.0006114724,0.0004034111],"domain_scores_gemma":[0.9981821,0.00013292758,0.00037565478,0.0008075973,0.00028975325,0.00021197887],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009075814,0.00034216625,0.00057658734,0.0010692517,0.0004752983,0.00015777611,0.001968282,0.00041156152,0.00012267634],"category_scores_gemma":[0.00034354275,0.0004642952,0.0001234016,0.0011041386,0.000059837217,0.00083880685,0.0010080629,0.0015856682,0.00001955249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093618454,0.0011218161,0.90248597,0.0016423512,0.00096207496,0.00028535398,0.048517093,0.0027319908,0.008190709,0.009979426,0.00083847827,0.022308579],"study_design_scores_gemma":[0.00470504,0.00046063963,0.8428996,0.0058751125,0.0010824606,0.000060603612,0.008521069,0.07188052,0.00042163252,0.008360081,0.052643307,0.0030899008],"about_ca_topic_score_codex":0.0065050903,"about_ca_topic_score_gemma":0.118788436,"teacher_disagreement_score":0.32643783,"about_ca_system_score_codex":0.0005312773,"about_ca_system_score_gemma":0.0020449378,"threshold_uncertainty_score":0.9997809},"labels":[],"label_agreement":null},{"id":"W7035952938","doi":"","title":"Altius Provides Update to Concerned Shareholder Discussions with Labrador Iron Ore Royalty Corporation - OTC BB (OTCBULLB) News","year":2019,"lang":"en","type":"other","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Corporation; Shareholder; Iron ore; Corporate governance","score_opus":0.013062749132904311,"score_gpt":0.2528121117838414,"score_spread":0.23974936265093708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035952938","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032768404,0.0003269811,0.49386176,0.06617138,0.001546693,0.0030232754,0.00025579662,0.0031297375,0.43135667],"genre_scores_gemma":[0.0046737613,0.00002160658,0.053125456,0.0016679736,0.00037276946,0.000025607334,0.0001987119,0.00023022969,0.93968385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99782544,0.000087643006,0.00028952525,0.0009180098,0.00047947068,0.0003999055],"domain_scores_gemma":[0.99812424,0.00003349302,0.00035850776,0.0011595689,0.00007639198,0.00024776842],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000112560185,0.00042961029,0.00045611715,0.00024568365,0.00009791507,0.00042048006,0.0009996962,0.00023740294,0.0008977912],"category_scores_gemma":[0.000033185173,0.00026172693,0.0000827322,0.00044258297,0.0000501332,0.00022034031,0.00032185824,0.00035696596,0.0018147875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011365236,0.00008546281,0.0005891965,0.000111495356,0.000047760466,0.000022069757,0.00017841648,0.00077349675,0.000014665272,0.009804162,0.96741897,0.02094296],"study_design_scores_gemma":[0.0005800943,0.00033355926,0.00024150923,0.00055073114,0.00004679307,0.000007493522,0.00009823727,0.026587706,0.000020672549,0.00015021056,0.9706364,0.0007465409],"about_ca_topic_score_codex":0.0013828634,"about_ca_topic_score_gemma":0.0026073926,"teacher_disagreement_score":0.5083272,"about_ca_system_score_codex":0.000054332904,"about_ca_system_score_gemma":0.00028771022,"threshold_uncertainty_score":0.9999835},"labels":[],"label_agreement":null},{"id":"W7036733090","doi":"","title":"Cómo mejorar el razonamiento clínico en nuestros centros de salud : taller ARC y Videograbación y evaluación de entrevistas clínicas","year":2009,"lang":"es","type":"article","venue":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Científicas)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Domain (mathematical analysis); Human being; Human life","score_opus":0.016412215337019913,"score_gpt":0.2870421714846879,"score_spread":0.270629956147668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036733090","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3804309,0.010865355,0.12272388,0.39985293,0.0066457707,0.0042803907,0.00059331633,0.0043843533,0.0702231],"genre_scores_gemma":[0.9743233,0.0014995704,0.0186788,0.001405422,0.0026501012,0.000088684894,0.00026057314,0.0001268503,0.00096675416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884183,0.0021997013,0.0018859635,0.0022580505,0.0023725454,0.0028654288],"domain_scores_gemma":[0.9930749,0.0007453353,0.0011809296,0.0021020167,0.00098226,0.0019145536],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0028145697,0.0013984157,0.0013716024,0.0009700876,0.0014674799,0.0021548006,0.0031617573,0.0012708582,0.00010901297],"category_scores_gemma":[0.0019724104,0.0014477829,0.0010238072,0.0019489665,0.00009643909,0.0012638547,0.0008204453,0.002452105,0.00015317876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003278656,0.002316867,0.0052002696,0.00024010791,0.000440074,0.00072141923,0.0031533067,0.0021066777,0.0054745497,0.9624567,0.003066276,0.014495858],"study_design_scores_gemma":[0.0027322434,0.0005418693,0.029480338,0.00089687784,0.00037720555,0.002197551,0.00037095445,0.0538204,0.00063326606,0.0039106254,0.903406,0.0016326342],"about_ca_topic_score_codex":0.0000069953385,"about_ca_topic_score_gemma":0.00003397674,"teacher_disagreement_score":0.9585461,"about_ca_system_score_codex":0.0024806242,"about_ca_system_score_gemma":0.0030301958,"threshold_uncertainty_score":0.9998766},"labels":[],"label_agreement":null},{"id":"W7037821943","doi":"","title":"Episode 11: A glimpse inside a COVID-19 unit","year":2020,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Unit (ring theory); Medical unit; Shadow (psychology); Point (geometry)","score_opus":0.011542388096439591,"score_gpt":0.22206000734037096,"score_spread":0.21051761924393136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037821943","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000004801415,0.00017621537,0.00013823589,0.0061365645,0.00020633658,0.00022701078,0.000068835536,0.0006227801,0.99241924],"genre_scores_gemma":[0.00031003213,0.00012715717,0.012495419,0.0034894731,0.00020609939,0.000006261469,0.00009944807,0.000089301895,0.9831768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980904,0.00012555745,0.0006083595,0.00032022543,0.0005191581,0.00033632506],"domain_scores_gemma":[0.99804807,0.00016683123,0.0006642018,0.00062917115,0.00009241584,0.00039932661],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022082702,0.00036628166,0.00048575294,0.00013337628,0.00008762918,0.00013990921,0.0010651862,0.0003477454,0.08318248],"category_scores_gemma":[0.00054225506,0.00036456517,0.00019199813,0.000030401561,0.000106756364,3.508344e-7,0.00031737788,0.00041973978,0.012103959],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011449433,0.000030522686,0.000008867577,0.00042939754,0.000043376294,0.000079638725,0.00023502628,0.001120086,7.85647e-8,0.00053387304,0.99626577,0.0012418987],"study_design_scores_gemma":[0.00047155083,0.00012484699,0.000002589523,0.0001366202,0.000034912893,0.00009113164,0.000048380225,0.0022821461,0.0000016190095,0.0000752351,0.9963509,0.0003800575],"about_ca_topic_score_codex":0.0071533234,"about_ca_topic_score_gemma":0.0024300981,"teacher_disagreement_score":0.07107852,"about_ca_system_score_codex":0.000051329025,"about_ca_system_score_gemma":0.00016269744,"threshold_uncertainty_score":0.9998806},"labels":[],"label_agreement":null},{"id":"W7040202781","doi":"","title":"⁹⁸ⁿ","year":2022,"lang":"ar","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Brother; Islam; State (computer science); Supporter; Hinduism","score_opus":0.006088785452261537,"score_gpt":0.19276023804762793,"score_spread":0.18667145259536638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7040202781","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007599428,0.00041400103,0.0000021862572,0.0017723043,0.0007296204,0.00028112886,0.00008072217,0.00022089745,0.9964231],"genre_scores_gemma":[0.0013532325,0.00030075767,0.0037325695,0.0007348402,0.00031003603,0.000009379249,0.00015082181,0.00008786112,0.9933205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99687326,0.00016253414,0.0010237404,0.00043415086,0.00096207485,0.0005442361],"domain_scores_gemma":[0.9974039,0.00015678519,0.0010724692,0.0009373723,0.0002157966,0.00021366608],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005483613,0.0005092177,0.00066108676,0.00015256714,0.00027389763,0.00021338272,0.0015200397,0.0003626837,0.8113459],"category_scores_gemma":[0.00016914675,0.0005378234,0.00036472638,0.000026714708,0.00016759727,2.7595746e-7,0.0006806045,0.00090189197,0.1226849],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026640713,0.00008051591,0.000011447669,0.0003435374,0.00009272515,0.000043385215,0.00046897188,0.004425353,9.3768385e-8,0.00055748713,0.99018896,0.003760911],"study_design_scores_gemma":[0.0004814193,0.00035005255,0.000009547645,0.0001568545,0.00007477213,0.00012213003,0.00023449282,0.0028729923,0.0000011296231,0.00004084756,0.9950972,0.0005585222],"about_ca_topic_score_codex":0.0017260604,"about_ca_topic_score_gemma":0.00020404243,"teacher_disagreement_score":0.688661,"about_ca_system_score_codex":0.00011750149,"about_ca_system_score_gemma":0.00011978336,"threshold_uncertainty_score":0.99970734},"labels":[],"label_agreement":null},{"id":"W7041974221","doi":"","title":"MOOCs Gone Wild","year":2014,"lang":"en","type":"article","venue":"RUA, Repositorio Institucional de la Universidad de Alicante (Universidad de Alicante)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Secretaría de Educación Superior, Ciencia, Tecnología e Innovación","keywords":"Confusion; The Internet; Massive open online course; Online learning; Online presence management; Point (geometry); Learning Management","score_opus":0.004962017278841652,"score_gpt":0.24051301162401686,"score_spread":0.2355509943451752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7041974221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43910682,0.00021521175,0.4488561,0.014986827,0.0010255724,0.00031674135,0.000037110472,0.0012361605,0.09421947],"genre_scores_gemma":[0.9600774,0.00015936581,0.03161376,0.0013865666,0.0007748302,0.000003651415,0.000023069158,0.000055952692,0.0059054163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99581486,0.00070502097,0.00042197746,0.0010505957,0.00081287575,0.0011946934],"domain_scores_gemma":[0.99654794,0.0006372626,0.00039610098,0.0012522937,0.00030541865,0.0008609711],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001042318,0.0005342079,0.00058613124,0.00069658156,0.0008340115,0.00048406742,0.0023494547,0.00049445307,0.000037081743],"category_scores_gemma":[0.00023442021,0.0006221917,0.00042614527,0.0015174996,0.00042967632,0.0010376933,0.0006191606,0.0010362342,0.000092945236],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013802873,0.00039781595,0.013757894,0.00006368936,0.00039316743,0.0018441714,0.002217686,0.0058528217,0.01707633,0.9425174,0.010782308,0.0049586897],"study_design_scores_gemma":[0.003283481,0.00051623036,0.022874832,0.0004059812,0.00033575337,0.002601691,0.0011752897,0.25024185,0.002496267,0.007636111,0.7067196,0.0017129256],"about_ca_topic_score_codex":0.0018144309,"about_ca_topic_score_gemma":0.000088609806,"teacher_disagreement_score":0.93488127,"about_ca_system_score_codex":0.0013094873,"about_ca_system_score_gemma":0.0012318441,"threshold_uncertainty_score":0.99962294},"labels":[],"label_agreement":null},{"id":"W7070973379","doi":"","title":"Return of incidental findings and individual results to participants in the context of research conducted by direct-to-consumer genetic testing companies","year":2023,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill Genome Centre","funders":"","keywords":"Context (archaeology); Test (biology); Genetic testing; Qualitative research; Reliability (semiconductor)","score_opus":0.09640110216677968,"score_gpt":0.34756741899066806,"score_spread":0.2511663168238884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7070973379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99710035,0.00015174723,9.3462006e-8,0.00012638237,0.00021899557,0.00054890756,0.000876503,0.00007977469,0.00089723436],"genre_scores_gemma":[0.99755746,0.000031842752,0.0012574815,0.000102669226,0.000014325808,0.00004475854,0.00018155009,0.00005157591,0.00075835903],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99476004,0.00097069476,0.0011611442,0.00092378224,0.001428175,0.0007561758],"domain_scores_gemma":[0.9952476,0.002689088,0.00041162828,0.00071725354,0.0006912066,0.0002432508],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004181941,0.00036279598,0.0006997046,0.00090180914,0.00047687363,0.00016656873,0.0016786535,0.0002885913,0.000002350691],"category_scores_gemma":[0.009953347,0.0003223751,0.000083080966,0.003011659,0.00013428135,0.00025154467,0.00053372735,0.0014073905,0.000033971],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017414511,0.0021145782,0.046628248,0.0029243713,0.0013574279,0.00067288685,0.02246783,0.00081298413,0.48430672,0.016226597,0.0011474784,0.4195994],"study_design_scores_gemma":[0.00697092,0.0043344093,0.61257535,0.011188219,0.0005402406,0.00007362609,0.045299273,0.0061417907,0.29260176,0.009501709,0.006940338,0.0038323433],"about_ca_topic_score_codex":0.0019232732,"about_ca_topic_score_gemma":0.0029570092,"teacher_disagreement_score":0.5659471,"about_ca_system_score_codex":0.00011408683,"about_ca_system_score_gemma":0.00009738368,"threshold_uncertainty_score":0.9999228},"labels":[],"label_agreement":null},{"id":"W7083849834","doi":"","title":"Blue moon, super moon, total lunar eclipse rolled into one","year":2018,"lang":"en","type":"other","venue":"Internet Archive (Internet Archive)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Eclipse; New moon; Far side of the Moon; Moon landing; Full moon","score_opus":0.01052051428995488,"score_gpt":0.24481378374169807,"score_spread":0.2342932694517432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7083849834","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002768337,0.00035156758,0.17926557,0.0013366425,0.0027880247,0.0008324108,0.00020427306,0.0013989961,0.81105417],"genre_scores_gemma":[0.008454264,0.00013421969,0.056600723,0.00051376596,0.004935464,0.00005973816,0.00040822293,0.0006819136,0.9282117],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934409,0.0006834531,0.001162886,0.002341247,0.0010261476,0.0013453334],"domain_scores_gemma":[0.99575186,0.000418911,0.00072368653,0.0022999973,0.00012271965,0.0006828132],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.00043010493,0.0013515542,0.001491723,0.001436489,0.000091745766,0.0006071631,0.004748425,0.00041566783,0.011214407],"category_scores_gemma":[0.0002122406,0.0012839115,0.00086536264,0.00037433245,0.0008081321,0.00026713294,0.0034627074,0.0015716219,0.02178747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113868984,0.00040670962,0.00036321732,0.00016386899,0.0008415473,0.00021370812,0.005763821,0.000050041224,0.00014714837,0.01056428,0.9802261,0.0011456651],"study_design_scores_gemma":[0.0015970311,0.0010617676,0.00022006186,0.0019710935,0.00016472458,0.00015594323,0.00007712465,0.093414165,0.00030086358,0.012570076,0.886707,0.0017601682],"about_ca_topic_score_codex":0.0069968193,"about_ca_topic_score_gemma":0.009140294,"teacher_disagreement_score":0.122664854,"about_ca_system_score_codex":0.00010551116,"about_ca_system_score_gemma":0.0002556609,"threshold_uncertainty_score":0.9999235},"labels":[],"label_agreement":null},{"id":"W7093641023","doi":"","title":"Editorial: Learning Analytics J.UCS Special Issue","year":2015,"lang":"","type":"article","venue":"TUGraz OPEN Library (Graz University of Technology)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"","score_opus":0.0158767553459096,"score_gpt":0.2351990676249419,"score_spread":0.2193223122790323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093641023","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040914007,0.0028871386,0.023153469,0.27386975,0.20473713,0.0034421582,0.00027206558,0.005938031,0.44478625],"genre_scores_gemma":[0.26827687,0.0031687221,0.23228772,0.00047510443,0.17615631,0.0000012615452,0.00021175895,0.00030042275,0.31912184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961569,0.00027550093,0.000612344,0.0012073967,0.0008547329,0.00089315843],"domain_scores_gemma":[0.9964713,0.000096556425,0.0009063448,0.0015431596,0.0004312235,0.0005514009],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0006838039,0.00056263513,0.0011420277,0.0013720441,0.0006513555,0.0006101808,0.009407624,0.00110215,0.00063271803],"category_scores_gemma":[0.00033983626,0.000699702,0.0003118664,0.0046446216,0.0012080858,0.0041257655,0.009386889,0.0021206478,0.00076899055],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021242692,0.0005089836,0.015758323,0.000057137695,0.00028186291,0.00026533788,0.0014988201,0.002033788,0.000024744746,0.027366318,0.9016329,0.050359346],"study_design_scores_gemma":[0.002043322,0.0011822555,0.00014395396,0.00020567955,0.00018991246,0.00001491741,0.00466409,0.030682936,0.00020497512,0.009453727,0.9504914,0.00072281284],"about_ca_topic_score_codex":0.00024073296,"about_ca_topic_score_gemma":0.000020115674,"teacher_disagreement_score":0.27339464,"about_ca_system_score_codex":0.00011776216,"about_ca_system_score_gemma":0.0014905264,"threshold_uncertainty_score":0.9995454},"labels":[],"label_agreement":null},{"id":"W7096196661","doi":"","title":"adopting institutions, including MIT, John Hopkins, and Open Universiteit Nederland.","year":2012,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Constructivist teaching methods; Open education; Online learning; Formal education; Community of inquiry; Learning design; Collaborative learning; Online course; Higher education","score_opus":0.07007425191239677,"score_gpt":0.32590650177230707,"score_spread":0.25583224985991027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096196661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15553199,0.00084722176,0.6656079,0.019170588,0.0005895093,0.00026178532,0.0000027678814,0.0005493224,0.1574389],"genre_scores_gemma":[0.87683773,0.00007487869,0.121374734,0.00039955307,0.000088836285,4.435412e-7,0.0000016748271,0.000003365081,0.0012187945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993929,0.00003340622,0.000093755865,0.00015835161,0.000097096905,0.00022445653],"domain_scores_gemma":[0.99956465,0.00004531575,0.00004542008,0.0001935196,0.000028014314,0.00012311232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028989319,0.000076657896,0.000099115554,0.00010322876,0.00035709885,0.0002856687,0.00054802187,0.00003512061,0.000010620655],"category_scores_gemma":[0.00004171468,0.00006744106,0.00001938196,0.00030478553,0.000027571923,0.0013269711,0.0011422004,0.00011600542,0.000033229757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028297293,0.00012267497,0.13152705,0.000022329132,0.000050605846,0.000012370934,0.0017260219,0.00032291637,0.00008332824,0.76114696,0.0032324917,0.101750426],"study_design_scores_gemma":[0.00070797786,0.000059990252,0.011424512,0.00007789166,0.000030030687,0.00006451428,0.0007064925,0.053429708,0.000103845145,0.00031827574,0.93266183,0.00041490048],"about_ca_topic_score_codex":0.0002071577,"about_ca_topic_score_gemma":0.000020673253,"teacher_disagreement_score":0.92942935,"about_ca_system_score_codex":0.000027221215,"about_ca_system_score_gemma":0.00006191331,"threshold_uncertainty_score":0.275471},"labels":[],"label_agreement":null},{"id":"W7100311480","doi":"","title":"Family Size and Asthma Infante-Rivard et al. Family Size, Day-Care Attendance, and Breastfeeding in Relation to the Incidence of Childhood Asthma","year":2015,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Breastfeeding; Asthma; Odds ratio; Atopy; Confidence interval; Sibling; Incidence (geometry); Attendance","score_opus":0.010284331902211586,"score_gpt":0.25812577219274513,"score_spread":0.24784144029053354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100311480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9505064,0.00047806022,0.019686956,0.026398499,0.00012955186,0.00018696797,0.0000057805355,0.00007907017,0.0025287368],"genre_scores_gemma":[0.96895826,0.00006043441,0.0266965,0.0040945397,0.000036859154,0.000003674641,0.0000014871704,0.000010468392,0.00013776544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99848366,0.00013752194,0.0003199058,0.0004192499,0.00040113617,0.00023849994],"domain_scores_gemma":[0.9987621,0.0004322266,0.00012407836,0.00035741745,0.00018104508,0.00014313225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009582209,0.00016737795,0.00023451366,0.000106000596,0.00007723045,0.00014013941,0.00042701836,0.00006046558,0.0000010779448],"category_scores_gemma":[0.0007467978,0.00012490859,0.00003158898,0.00062439207,0.000060800816,0.00051284983,0.0005041835,0.00029345442,0.0000075229523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007057842,0.00024309692,0.60337424,0.000084892585,0.000075159354,0.000050855866,0.055744987,0.014656765,0.00494905,0.03190338,0.009634613,0.27921242],"study_design_scores_gemma":[0.00051879365,0.00018803186,0.9653847,0.00015271163,0.0000033797269,0.000022026703,0.0012593627,0.028113553,0.000022982033,0.0005767232,0.0035815034,0.00017618647],"about_ca_topic_score_codex":0.00036352695,"about_ca_topic_score_gemma":0.00014267956,"teacher_disagreement_score":0.36201054,"about_ca_system_score_codex":0.00002741965,"about_ca_system_score_gemma":0.00011687518,"threshold_uncertainty_score":0.5093624},"labels":[],"label_agreement":null},{"id":"W7100505466","doi":"","title":"BACKGROUND","year":2008,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering education; Quarter (Canadian coin); Data collection; EXPOSE; Work (physics); Project-based learning","score_opus":0.03622151389512366,"score_gpt":0.2726345983656369,"score_spread":0.23641308447051326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100505466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104062185,0.00003061023,0.78867596,0.007840088,0.00013086622,0.000013541668,6.4901165e-8,0.00034642164,0.09890026],"genre_scores_gemma":[0.89697134,0.00000765604,0.08551794,0.00045740654,0.00004456419,1.6739787e-7,1.903192e-7,0.0000013970578,0.016999342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997295,0.0000067118012,0.000039717514,0.0000812608,0.00006966793,0.00007310511],"domain_scores_gemma":[0.9997744,0.000013695708,0.000008243031,0.00016075339,0.000014433076,0.00002845384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000031675903,0.000025669257,0.00003137139,0.000018509189,0.000056723886,0.000018343204,0.00021346887,0.000010533266,0.00003628403],"category_scores_gemma":[0.0000046182367,0.000020216237,0.000017680733,0.00011216279,0.0000121359235,0.000101924874,0.00004677548,0.000039797647,0.00042184023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.9200636e-7,0.000094106326,0.010829125,0.00000335802,0.000011991617,0.00012010635,0.00038489263,0.0003265587,0.00019860448,0.9216569,0.04895907,0.017414674],"study_design_scores_gemma":[0.00046569548,0.00014554622,0.03414547,0.0000073517094,0.000003103924,0.00039356778,0.00007881746,0.72432244,0.00076336274,0.01816374,0.22108442,0.00042648066],"about_ca_topic_score_codex":0.000007590713,"about_ca_topic_score_gemma":6.0150694e-7,"teacher_disagreement_score":0.90349317,"about_ca_system_score_codex":0.0000034831394,"about_ca_system_score_gemma":0.000017971823,"threshold_uncertainty_score":0.5422044},"labels":[],"label_agreement":null},{"id":"W71017817","doi":"10.1007/978-3-662-44447-4_2","title":"An Approach to Measure Coding Competency Evolution","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in educational technology","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Computer science; Data science; Big data; Software analytics; Coding (social sciences); Analytics; Educational data mining; Class (philosophy); Software; Artificial intelligence; Software development; Data mining; Software development process","score_opus":0.015062134754814233,"score_gpt":0.2665395395373496,"score_spread":0.2514774047825354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W71017817","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057953224,0.0003490773,0.93154764,0.036126375,0.0004408658,0.00017983318,0.0000042065803,0.0002775358,0.031016534],"genre_scores_gemma":[0.7235864,0.000009212421,0.27088505,0.0006068245,0.0005947048,0.000025791824,0.00007598827,0.000039257644,0.0041768174],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982746,0.000034263707,0.00031514565,0.0007610835,0.0003101395,0.00030476015],"domain_scores_gemma":[0.998471,0.00015790426,0.00017098882,0.00089238666,0.00022279822,0.000084905434],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024604704,0.0003016897,0.00035875838,0.0011817153,0.00011502639,0.00005666275,0.0013660458,0.00075800164,0.00001875052],"category_scores_gemma":[0.00038681354,0.00030637387,0.00006904933,0.0003883425,0.000103693965,0.00006480066,0.00015083002,0.0010642507,0.00009930875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013613777,0.000059315502,0.00033216574,0.000017602712,0.000012358138,7.288008e-7,0.000083461404,0.0041161277,0.00008846014,0.9737434,0.00008177545,0.021463262],"study_design_scores_gemma":[0.00009622623,0.00010068387,0.00033839612,0.00013698866,0.000012663043,0.000050385304,0.0000035675328,0.024199918,0.000025023362,0.9664756,0.008162071,0.000398449],"about_ca_topic_score_codex":0.000010896543,"about_ca_topic_score_gemma":0.000030539424,"teacher_disagreement_score":0.7235284,"about_ca_system_score_codex":0.0002846425,"about_ca_system_score_gemma":0.0004948001,"threshold_uncertainty_score":0.99993885},"labels":[],"label_agreement":null},{"id":"W7104449100","doi":"10.71781/17711","title":"Recherche évaluative d’un MOOC sur le transfert de connaissances dans cinq pays francophones","year":2022,"lang":"fr","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Occupational training; Statistical analysis; Research methodology; French","score_opus":0.03572986911468007,"score_gpt":0.23573090722292256,"score_spread":0.2000010381082425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7104449100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8754528,0.047390558,0.03287015,0.0065226993,0.0042965813,0.0006095049,0.0001717088,0.00040477503,0.0322812],"genre_scores_gemma":[0.89871705,0.0022003057,0.009709635,0.00023064933,0.0003192001,0.000048816593,0.0004164347,0.000059225145,0.08829868],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99460727,0.0018269313,0.00060045026,0.0011187491,0.0010918673,0.00075472996],"domain_scores_gemma":[0.99713963,0.0008095521,0.0004715735,0.0006239155,0.0005316882,0.00042360963],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0013848494,0.0006531898,0.00068047195,0.00033462074,0.0127138,0.00016623712,0.0014134977,0.000679237,0.00020033758],"category_scores_gemma":[0.00034616212,0.0007880737,0.0005883293,0.0011489335,0.00048094272,0.000730937,0.00025075016,0.0020588771,0.0000619227],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0009578584,0.0014646384,0.019660555,0.000500712,0.0014281294,0.0071871174,0.6733673,0.09642184,0.03223472,0.12272478,0.0011899319,0.042862397],"study_design_scores_gemma":[0.0051026824,0.0009608403,0.09050903,0.0010475761,0.001182695,0.002563227,0.36631307,0.36990774,0.044069808,0.009835551,0.105424814,0.0030829639],"about_ca_topic_score_codex":0.09062289,"about_ca_topic_score_gemma":0.013005542,"teacher_disagreement_score":0.30705425,"about_ca_system_score_codex":0.0065153902,"about_ca_system_score_gemma":0.008525738,"threshold_uncertainty_score":0.999457},"labels":[],"label_agreement":null},{"id":"W7113016447","doi":"","title":"A survey on content, layout and accessibility (CLA) of LAW083 MOOC among UiTM law foundation students / Mohd Safri Mohammed Na’aim ... [et al.]","year":2025,"lang":"en","type":"article","venue":"UiTM Institutional Repositories (Universiti Teknologi MARA)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University","keywords":"Foundation (evidence); Population; Sample (material); Nonprobability sampling; Test (biology); Online learning; Subject (documents)","score_opus":0.03545060220718942,"score_gpt":0.30965515704965574,"score_spread":0.2742045548424663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113016447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9619159,0.00007181503,0.025514388,0.0029757349,0.0010521789,0.00026042404,0.00004572784,0.00018906589,0.007974748],"genre_scores_gemma":[0.99617845,0.000029913546,0.0012373262,0.0006137007,0.000028265677,0.0000037722962,0.00008286448,0.0000053545978,0.0018203545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978286,0.00031623058,0.00034085405,0.00064447394,0.00059764774,0.00027219794],"domain_scores_gemma":[0.9981652,0.00041733854,0.00026901977,0.00054156274,0.0005137888,0.000093083436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073491014,0.0002264334,0.0003391886,0.0002506339,0.00060511095,0.00028117554,0.000917964,0.00013550217,0.000004461889],"category_scores_gemma":[0.00042903642,0.00022812707,0.00009330974,0.00069034623,0.00075103313,0.0010675753,0.000760919,0.00034791388,0.000005175281],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001268404,0.00024404311,0.44413954,0.00003732505,0.00017216144,0.00008546966,0.00020778729,0.0012458838,0.00027047348,0.5517399,0.0004732194,0.0012573807],"study_design_scores_gemma":[0.0012520389,0.00026748783,0.9679809,0.00022581128,0.00004952818,0.000012398167,0.0003834368,0.022802746,0.00056157866,0.0032916986,0.0028422258,0.00033011683],"about_ca_topic_score_codex":0.0018634469,"about_ca_topic_score_gemma":0.00054268085,"teacher_disagreement_score":0.5484482,"about_ca_system_score_codex":0.0002679524,"about_ca_system_score_gemma":0.00032906907,"threshold_uncertainty_score":0.9302752},"labels":[],"label_agreement":null},{"id":"W7113433786","doi":"","title":"Strategies to Improve Higher Education Institutional Performance Through Predictive Analytics Implementation","year":2025,"lang":"","type":"article","venue":"ScholarWorks (Walden University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Learning analytics; Higher education; Stakeholder; Thematic analysis; Predictive analytics; Leverage (statistics); Analytics; Grounded theory","score_opus":0.012668033461743146,"score_gpt":0.29036289829590106,"score_spread":0.2776948648341579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113433786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18034697,0.0007844394,0.64824986,0.025700094,0.008150217,0.0012374952,0.00009624042,0.00038369466,0.13505097],"genre_scores_gemma":[0.9332366,0.0003640783,0.008991649,0.0008138272,0.00035782298,0.0000026028104,0.000054091335,0.000012817066,0.056166526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973858,0.0001937541,0.00040673313,0.0009389119,0.00050764583,0.0005671565],"domain_scores_gemma":[0.99801785,0.00006245886,0.00025101594,0.00069396367,0.00076506485,0.00020962946],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00030174127,0.00037950248,0.00031841287,0.00090458867,0.0012173261,0.001046741,0.0013315778,0.00028231562,0.00014504389],"category_scores_gemma":[0.000027799724,0.00046194906,0.00016314888,0.0041696006,0.0001826307,0.004900083,0.0007309277,0.001014767,0.000079361525],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015284443,0.0004813089,0.016951151,0.00018077971,0.0004745898,0.000027304308,0.0014400458,0.06236229,0.00016492866,0.8305636,0.0044235336,0.082777634],"study_design_scores_gemma":[0.0028286732,0.0011500982,0.16454041,0.001447558,0.0010429258,0.0000076290257,0.0133102825,0.106968805,0.0005763098,0.0118890945,0.6946504,0.0015877786],"about_ca_topic_score_codex":0.00014365229,"about_ca_topic_score_gemma":0.00005292841,"teacher_disagreement_score":0.8186745,"about_ca_system_score_codex":0.0009493439,"about_ca_system_score_gemma":0.0044732196,"threshold_uncertainty_score":0.9999903},"labels":[],"label_agreement":null},{"id":"W7115596388","doi":"10.7202/1122023ar","title":"Formation continue des directions d’établissement d’enseignement et intelligence artificielle : recension des écrits","year":2025,"lang":"fr","type":"article","venue":"Enjeux et société Approches transdisciplinaires","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Context (archaeology); Work (physics); Subjectivity","score_opus":0.05046339234358686,"score_gpt":0.35810186706862346,"score_spread":0.3076384747250366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115596388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059398405,0.024719957,0.8353664,0.06280682,0.0018405061,0.0006481651,0.000032713688,0.00043792097,0.014749082],"genre_scores_gemma":[0.86751544,0.014104423,0.07986143,0.00093062595,0.0001775086,0.00013150749,0.000080342346,0.00005607219,0.03714265],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99618554,0.00058407907,0.00095766125,0.0008726008,0.0005379693,0.0008621202],"domain_scores_gemma":[0.9976445,0.00060864387,0.00024373269,0.0006593118,0.00064051215,0.00020333692],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0016646152,0.00053784146,0.0005210107,0.00032238328,0.0016227218,0.0008068204,0.00075166667,0.00030536758,0.00008021796],"category_scores_gemma":[0.00038502424,0.0005492585,0.00036552205,0.0015554605,0.00090635766,0.0013681975,0.00039277118,0.000797691,0.00006997834],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069409165,0.0016538793,0.0001288437,0.0031078765,0.00023598743,0.000018965331,0.23440841,0.014511329,0.0032223207,0.18975215,0.0051171635,0.54777366],"study_design_scores_gemma":[0.0012993021,0.0008031578,0.015118459,0.014288037,0.0006436683,0.000068051166,0.05282688,0.35058644,0.046814498,0.44958642,0.06615427,0.0018108132],"about_ca_topic_score_codex":0.0002409437,"about_ca_topic_score_gemma":0.0013593126,"teacher_disagreement_score":0.80811703,"about_ca_system_score_codex":0.0003597981,"about_ca_system_score_gemma":0.0004792415,"threshold_uncertainty_score":0.9996959},"labels":[],"label_agreement":null},{"id":"W7117556695","doi":"10.55796/dusuncevetoplum.1829164","title":"Yükseköğretimde Şikâyet Yönetiminin Dijitalleşmesi: Yapay Zekâ Destekli Sınıflandırma Sistemlerinin Performans Analizi","year":2025,"lang":"","type":"article","venue":"Düşünce ve Toplum Sosyal Bilimler Dergisi","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Etobicoke General Hospital","funders":"","keywords":"Statistical analysis; Data association; Data collection","score_opus":0.010349992120064069,"score_gpt":0.2700766457161199,"score_spread":0.25972665359605585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117556695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79254603,0.009668224,0.06919122,0.04986568,0.009922836,0.0021966775,0.00022302227,0.0017168062,0.064669535],"genre_scores_gemma":[0.922274,0.0013046201,0.006898719,0.0017748586,0.0008676924,0.00007785757,0.00011848667,0.00013590207,0.06654786],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9883147,0.00097654306,0.002627418,0.0033169913,0.0018248719,0.0029394897],"domain_scores_gemma":[0.99256444,0.0009980625,0.000933558,0.0037650748,0.00071765605,0.0010212228],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0020177288,0.0018447145,0.002062059,0.0013089203,0.0015241469,0.0019369758,0.0044976133,0.0010959997,0.000768115],"category_scores_gemma":[0.0005982497,0.0018306416,0.0012213734,0.0043980293,0.0010066923,0.0012005051,0.0022797617,0.002502805,0.0012307251],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019384573,0.0067897975,0.22187231,0.005405398,0.0047216956,0.002431355,0.024100568,0.08670863,0.0030002114,0.06318482,0.087658234,0.4921885],"study_design_scores_gemma":[0.004819868,0.0022808944,0.026359282,0.002416597,0.00092982774,0.00017585115,0.0020494764,0.7694891,0.00274522,0.0025663741,0.1822393,0.0039281766],"about_ca_topic_score_codex":0.00024038654,"about_ca_topic_score_gemma":0.0003264305,"teacher_disagreement_score":0.6827805,"about_ca_system_score_codex":0.0005471203,"about_ca_system_score_gemma":0.002058196,"threshold_uncertainty_score":0.9997985},"labels":[],"label_agreement":null},{"id":"W7118009298","doi":"10.1145/3712285.3787182","title":"10.1145/3712285.3787182","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Training (meteorology); Scale (ratio); Component (thermodynamics)","score_opus":0.004386865565860312,"score_gpt":0.18824976741725735,"score_spread":0.18386290185139703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118009298","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047219498,0.000025749065,0.00023050541,0.004335259,0.0000038017156,0.00004591383,0.0000015500596,0.0003109735,0.99457407],"genre_scores_gemma":[0.0007494489,2.4684817e-7,0.004663448,0.00018737857,0.00011725509,0.0000019000761,0.0000026028263,0.000008768226,0.99426895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992046,0.000029846125,0.00011806748,0.00023974925,0.00017430716,0.00023342717],"domain_scores_gemma":[0.999365,0.0000333869,0.000019594623,0.0004212097,0.00003279878,0.0001280284],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00012547162,0.00009447879,0.000110348505,0.00006198824,0.00007407592,0.0001072506,0.00059253944,0.000035985475,0.8935692],"category_scores_gemma":[0.000023794166,0.00008920977,0.00004766032,0.00033592703,0.000014098635,0.00012660938,0.00007945061,0.000103935774,0.9783206],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033376332,0.000034619323,4.6736918e-7,0.0000017326512,0.0000061288324,0.000008746452,0.00002081598,0.00089828874,0.000013960266,0.000046751225,0.07531472,0.92365044],"study_design_scores_gemma":[0.00008686409,0.000089650835,0.000031744545,0.000008637652,0.0000037000257,0.000006383048,2.2444917e-7,0.046935484,0.000019266314,0.000062799074,0.9526329,0.00012235004],"about_ca_topic_score_codex":0.000008773642,"about_ca_topic_score_gemma":4.3451127e-8,"teacher_disagreement_score":0.9235281,"about_ca_system_score_codex":0.000014464057,"about_ca_system_score_gemma":0.000030796018,"threshold_uncertainty_score":0.36378688},"labels":[],"label_agreement":null},{"id":"W7125407824","doi":"10.18280/mmep.121228","title":"Heuristic-Based Backpropagation Algorithm Parameter Optimization to Improve Accuracy Study Program Prediction as an Effort to Achieve Quality Education","year":2025,"lang":"","type":"article","venue":"Mathematical Modelling and Engineering Problems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Backpropagation; Quality (philosophy); Artificial neural network; Minification","score_opus":0.019593366650677072,"score_gpt":0.3126099137942293,"score_spread":0.29301654714355224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125407824","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062031798,0.00003732021,0.93277663,0.0012454137,0.0005131624,0.002841247,0.00000952677,0.0004886099,0.00005626733],"genre_scores_gemma":[0.442071,0.000007199373,0.5570835,0.00009959414,0.00010383647,0.00038690562,0.000026813477,0.000033587356,0.00018760581],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658525,0.00013334387,0.001114048,0.0010915647,0.000524762,0.00055100716],"domain_scores_gemma":[0.99783176,0.0003194802,0.0001737483,0.0007946768,0.0004034431,0.0004768946],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014820584,0.00048423858,0.00054838444,0.00044562935,0.0002815016,0.0010505678,0.00042252938,0.00020680657,0.000005508112],"category_scores_gemma":[0.00059534895,0.00048371626,0.000092017435,0.0010441209,0.000027994349,0.00044463252,0.00017140036,0.00048382813,0.000023591088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022887452,0.0020020013,0.00003379066,0.0007483011,0.000048049922,6.5182587e-7,0.0014536788,0.86589867,0.000027452588,0.0024910795,0.0000054437273,0.127268],"study_design_scores_gemma":[0.000430208,0.0022659795,0.00005660958,0.00097160804,0.00013973154,0.0000022270483,0.00013336673,0.9878886,0.00005822736,0.007531145,0.000067672794,0.00045463565],"about_ca_topic_score_codex":0.00007664582,"about_ca_topic_score_gemma":9.989191e-7,"teacher_disagreement_score":0.3800392,"about_ca_system_score_codex":0.00014160812,"about_ca_system_score_gemma":0.00027182885,"threshold_uncertainty_score":0.9999864},"labels":[],"label_agreement":null},{"id":"W7126378485","doi":"10.21428/594757db.c7aec3c1","title":"Designing for Fairness in Higher Education Early WarningSystems","year":2024,"lang":"en","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Warning system; Psychological intervention; Higher education; Learning analytics; Analytics; Early warning system","score_opus":0.03332470991835494,"score_gpt":0.3053984177081096,"score_spread":0.27207370778975465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126378485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0133084925,0.0004642156,0.97037125,0.00884135,0.0016392564,0.00013758343,2.7982475e-7,0.00041832658,0.004819247],"genre_scores_gemma":[0.9202887,0.0000011792166,0.039539594,0.00009286748,0.00021104154,0.00002077983,0.0000014603486,0.000007399685,0.039837018],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942505,0.000023837123,0.00012111137,0.00021330829,0.00008281801,0.00013385028],"domain_scores_gemma":[0.9996924,0.00009930497,0.000017629947,0.00012724198,0.0000336411,0.000029783296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020563281,0.000059379123,0.00007159809,0.00013410056,0.00003153457,0.0002887638,0.00021466095,0.000034981593,0.000009318037],"category_scores_gemma":[0.000014831662,0.000049927698,0.000033310906,0.000341447,0.000005339804,0.00026823167,0.000028942866,0.00008902276,0.000049708506],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017867906,0.00006415843,0.004158099,0.00020961258,0.000014847608,0.0000064581213,0.0018031547,0.00093168305,0.0009858849,0.9051657,0.0045713056,0.08208735],"study_design_scores_gemma":[0.00022879832,0.00014062352,0.005819694,0.000564813,0.00001118987,0.000008408618,0.00020496307,0.848533,0.0006629733,0.034398206,0.109048404,0.00037896837],"about_ca_topic_score_codex":0.000060348262,"about_ca_topic_score_gemma":0.0000025463469,"teacher_disagreement_score":0.9308317,"about_ca_system_score_codex":0.000031460535,"about_ca_system_score_gemma":0.0001180144,"threshold_uncertainty_score":0.27845562},"labels":[],"label_agreement":null},{"id":"W7127342390","doi":"10.1109/ccece64018.2025.11364458","title":"Advancing Engineering Education in the Age of AI Through Innovative Methods","year":2025,"lang":"","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Kamloops Art Gallery; Thompson Rivers University","funders":"","keywords":"SWOT analysis; Engineering education; Adaptation (eye); Field (mathematics); Collaborative learning","score_opus":0.012735817406953736,"score_gpt":0.3926852185443474,"score_spread":0.37994940113739367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127342390","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042472677,0.00046685728,0.9675607,0.017494112,0.0006436923,0.00012555602,3.1015526e-7,0.000023432964,0.009438044],"genre_scores_gemma":[0.41047633,0.000040276173,0.58506435,0.0025979036,0.000056828256,0.0000041328394,0.0000018118088,0.000004614387,0.0017537845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985319,0.0002860073,0.000494236,0.00028331595,0.00016067301,0.000243899],"domain_scores_gemma":[0.998587,0.0005560167,0.000109714776,0.00047283547,0.00026261766,0.000011829315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015425058,0.00014824934,0.00024870277,0.00026850673,0.000059599035,0.00010231021,0.0007177541,0.00006730521,0.000008040659],"category_scores_gemma":[0.0007406446,0.00011384065,0.000053490865,0.0044090133,0.000043896485,0.00036233076,0.00019259495,0.00057685934,0.000001992072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021556234,0.00025359512,0.0018601621,0.0002110174,0.000031201587,0.0000025861093,0.00772934,0.015900448,0.0018298429,0.70052826,0.00056127406,0.2710901],"study_design_scores_gemma":[0.0002527358,0.00009547163,0.008587946,0.00089665584,0.000025869014,0.0000030691076,0.0029339355,0.92319536,0.0055006803,0.029299418,0.028958501,0.00025032792],"about_ca_topic_score_codex":0.0001884831,"about_ca_topic_score_gemma":0.00001602441,"teacher_disagreement_score":0.9072949,"about_ca_system_score_codex":0.000058270118,"about_ca_system_score_gemma":0.0010377314,"threshold_uncertainty_score":0.46422872},"labels":[],"label_agreement":null},{"id":"W7130578822","doi":"10.1109/icetc66579.2025.11387593","title":"Mining Event-Stream Learner Profiles in an Educational Math Game","year":2025,"lang":"","type":"article","venue":"","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Discovery Centre","funders":"U.S. Department of Education","keywords":"Learning analytics; Educational data mining; Profiling (computer programming); Educational game; Intersection (aeronautics); Adaptive learning; Personalized learning; Digital learning; Task (project management); Educational technology","score_opus":0.015548232757035985,"score_gpt":0.3257127443044394,"score_spread":0.31016451154740343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130578822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88880366,0.00048305243,0.034929354,0.063460454,0.001114927,0.0002238189,0.000004080401,0.00011373985,0.010866883],"genre_scores_gemma":[0.8829442,0.000025666553,0.019320339,0.0006184041,0.00022577308,0.00000941257,0.00001600601,0.000009885783,0.0968303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779934,0.00019192554,0.00052353303,0.00071871764,0.00029895146,0.00046751287],"domain_scores_gemma":[0.9988544,0.00016634214,0.00012511088,0.00057298533,0.0001508797,0.00013027234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004357811,0.00024275437,0.000268028,0.00041901923,0.00013402883,0.0004884775,0.00081118505,0.00013411313,0.00021222503],"category_scores_gemma":[0.00015492992,0.0002320635,0.000091773894,0.0011364945,0.000089583926,0.00053500914,0.00027881286,0.00040814542,0.00014346985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013158836,0.001677208,0.20818685,0.000118025935,0.00004417401,0.000014674486,0.0029338107,0.011560576,0.00015645202,0.56147254,0.0016575777,0.21216494],"study_design_scores_gemma":[0.00032510023,0.00012877169,0.05284576,0.00032402985,0.00001584079,0.000004282695,0.00076689635,0.935258,0.00008907613,0.0068211383,0.0031548517,0.0002662959],"about_ca_topic_score_codex":0.00010904201,"about_ca_topic_score_gemma":0.00013847585,"teacher_disagreement_score":0.92369735,"about_ca_system_score_codex":0.00008563584,"about_ca_system_score_gemma":0.0013377337,"threshold_uncertainty_score":0.94632745},"labels":[],"label_agreement":null},{"id":"W7130821766","doi":"10.5281/zenodo.18724806","title":"Educational Technology Programmes in Liberia: Replication of Learner Engagement Scores and Curriculum Adaptation Strategies Analysis","year":2000,"lang":"en","type":"article","venue":"Open MIND","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Curriculum; Adaptation (eye); Replication (statistics); Metric (unit); Process (computing); Domain (mathematical analysis); Verifiable secret sharing; Estimation","score_opus":0.025209310342968975,"score_gpt":0.33623715050087505,"score_spread":0.3110278401579061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130821766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992826,0.00007092778,0.0020223549,0.0036969404,0.000008135364,0.00012748614,7.8195615e-7,0.0000032208634,0.001244152],"genre_scores_gemma":[0.9265157,0.000024656481,0.07271888,0.00000417461,0.000008176385,0.0000144013065,0.0000149460775,0.0000017381656,0.0006973456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993203,0.000049461898,0.00017517504,0.00028589988,0.000085617205,0.00008353355],"domain_scores_gemma":[0.9995315,0.000024838298,0.00008580248,0.0002924121,0.00004742254,0.000018019913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031920645,0.000052903226,0.00011268055,0.00022367749,0.000040918967,0.00016539365,0.00032674652,0.000036573707,0.00015082293],"category_scores_gemma":[0.000036422687,0.000048141446,0.000018108978,0.0010320306,0.00005300397,0.00033681432,0.00007804244,0.00008432493,0.000009887457],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024739493,0.00020306636,0.08747473,0.0000044250587,0.000052683812,7.681127e-7,0.001598896,0.008915281,0.000060536397,0.007424981,0.000014560563,0.8942476],"study_design_scores_gemma":[0.0005129478,0.00023227368,0.26655334,0.0000731431,0.00013927692,0.0000042590395,0.0046534613,0.70455796,0.0004936974,0.01695067,0.005535054,0.00029390646],"about_ca_topic_score_codex":0.000197184,"about_ca_topic_score_gemma":0.00025826468,"teacher_disagreement_score":0.8939537,"about_ca_system_score_codex":0.000010048336,"about_ca_system_score_gemma":0.0000931599,"threshold_uncertainty_score":0.19631512},"labels":[],"label_agreement":null},{"id":"W7130831614","doi":"10.5281/zenodo.18724805","title":"Educational Technology Programmes in Liberia: Replication of Learner Engagement Scores and Curriculum Adaptation Strategies Analysis","year":2000,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Curriculum; Adaptation (eye); Replication (statistics); Metric (unit); Process (computing); Domain (mathematical analysis); Verifiable secret sharing; Estimation","score_opus":0.021501163840943558,"score_gpt":0.2763828050028303,"score_spread":0.2548816411618867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130831614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546122,0.00019150935,0.02369699,0.008394855,0.000024154891,0.00035722932,0.000012804375,0.0005028948,0.012207343],"genre_scores_gemma":[0.99436903,0.00009719109,0.004920501,0.000012211646,0.0000196568,1.13713114e-7,0.00020995071,0.00006591753,0.00030542334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989101,0.00018172892,0.00021481822,0.000358565,0.00018277825,0.00015200888],"domain_scores_gemma":[0.9992089,0.00001744733,0.0000962162,0.00039893182,0.00023556431,0.000042929714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005328853,0.00007218376,0.0001121298,0.0005218474,0.00037024266,0.00036190273,0.0005236365,0.000042386957,0.00071522297],"category_scores_gemma":[0.00021472434,0.00007327324,0.00002695526,0.0018553747,0.00012321882,0.00032873717,0.00023955229,0.00016341613,0.00010679338],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012126916,0.00047301475,0.002216486,0.000055458167,0.00012897282,0.0000026219782,0.0038408344,0.010691026,0.00047024037,0.17110796,0.0014170251,0.80958426],"study_design_scores_gemma":[0.0011865278,0.00086591364,0.13185143,0.00013067252,0.00016245806,0.000050418243,0.0058529307,0.54062986,0.0003244041,0.027814932,0.29048848,0.0006419903],"about_ca_topic_score_codex":0.00005061261,"about_ca_topic_score_gemma":0.0000029915252,"teacher_disagreement_score":0.80894226,"about_ca_system_score_codex":0.000033569246,"about_ca_system_score_gemma":0.000008770596,"threshold_uncertainty_score":0.78311896},"labels":[],"label_agreement":null},{"id":"W7163806547","doi":"10.71305/jtl.v2i1.111","title":"Learning Analytics and Impact on Personalized Student Learning","year":2024,"lang":"","type":"article","venue":"Journal of Teaching and Learning","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Learning analytics; Transparency (behavior); Personalized learning; Analytics; Focus group; Educational technology; Experiential learning; Qualitative research; Active learning (machine learning)","score_opus":0.01563442431594792,"score_gpt":0.3426916693946475,"score_spread":0.3270572450786996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7163806547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9535664,0.01732085,0.022329334,0.0044868155,0.0008586765,0.00009059515,9.907442e-7,0.00018364405,0.0011627042],"genre_scores_gemma":[0.9804314,0.0032192413,0.0034483937,0.00010191666,0.0014169387,5.4832793e-7,0.0000023617947,0.000088172004,0.011291039],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99187464,0.00387128,0.0012603755,0.0008161506,0.0013270582,0.0008505163],"domain_scores_gemma":[0.9951747,0.0026279397,0.001069417,0.00022368004,0.00024797337,0.00065628043],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011384455,0.0007258263,0.0011707196,0.0012578112,0.0022665153,0.0037519895,0.0005786147,0.0002894001,0.000050681243],"category_scores_gemma":[0.0031271346,0.0005703666,0.0006683666,0.00060556416,0.00022980312,0.0009326132,0.0004178327,0.018717693,0.000024392499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001486731,0.00021286539,0.05420167,0.0003857924,0.0013226562,0.0010600748,0.050086852,0.3534871,0.00046191824,0.0026620696,0.00022094812,0.5357494],"study_design_scores_gemma":[0.0011534408,0.0070787747,0.008669499,0.004171115,0.0006207773,0.0017199009,0.011251243,0.92025536,0.000006015792,0.00020256125,0.044145923,0.0007253994],"about_ca_topic_score_codex":0.000057363977,"about_ca_topic_score_gemma":7.5891523e-7,"teacher_disagreement_score":0.5667682,"about_ca_system_score_codex":0.0002682601,"about_ca_system_score_gemma":0.00038161242,"threshold_uncertainty_score":0.9996748},"labels":[],"label_agreement":null},{"id":"W757665674","doi":"","title":"Places to Go: Connectivism & Connective Knowledge","year":2008,"lang":"en","type":"article","venue":"NSUWorks (Nova Southeastern University)","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":242,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Connectivism; Certificate; Continuing education; George (robot); World Wide Web; Distance education; Computer science; Library science; Sociology; Pedagogy; Medical education; Artificial intelligence; Learning theory; Medicine","score_opus":0.030825110707574266,"score_gpt":0.2414871781197534,"score_spread":0.21066206741217913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W757665674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49749577,0.00007236725,0.42868114,0.0026459543,0.00063664245,0.00023032197,0.000012879901,0.0006248397,0.0696001],"genre_scores_gemma":[0.9662086,0.000005170924,0.003451486,0.00014582387,0.00012635221,2.985306e-7,0.0000016732854,0.000016275952,0.030044328],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985514,0.00012943815,0.0001399173,0.00056758616,0.00020130635,0.0004103085],"domain_scores_gemma":[0.9987595,0.00018854639,0.00008558632,0.00051516894,0.00019423697,0.00025695705],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013620482,0.00021919278,0.00026427896,0.00046077807,0.00031642555,0.00006425412,0.0010187362,0.00012332102,0.00002354],"category_scores_gemma":[0.000059857677,0.00023395187,0.00011672919,0.0012812662,0.00009382297,0.00031722945,0.00045665167,0.00033427062,0.0013467973],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055690936,0.0020196522,0.19082229,0.000112827336,0.0008716866,0.0033148054,0.12606037,0.01770691,0.0007509153,0.5967101,0.006505392,0.054568183],"study_design_scores_gemma":[0.013760024,0.0033482683,0.06423259,0.0012163155,0.00033409652,0.0010224386,0.026523082,0.37934288,0.0016262037,0.0081536975,0.4932462,0.0071941824],"about_ca_topic_score_codex":0.000040849074,"about_ca_topic_score_gemma":0.00008212964,"teacher_disagreement_score":0.58855635,"about_ca_system_score_codex":0.00007090709,"about_ca_system_score_gemma":0.00016358304,"threshold_uncertainty_score":0.9994308},"labels":[],"label_agreement":null},{"id":"W85795362","doi":"10.3233/978-1-60750-028-5-81","title":"Affective Artificial Intelligence in Education: From Detection to Adaptation","year":2009,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Adaptation (eye); Psychology; Artificial intelligence; Computer science; Neuroscience","score_opus":0.02977955560641635,"score_gpt":0.2911309239059192,"score_spread":0.26135136829950284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W85795362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007996454,0.00065403635,0.9887225,0.001861696,0.0005158887,0.0007605495,0.000014702182,0.00008368209,0.0073069986],"genre_scores_gemma":[0.559818,0.0026275564,0.4111844,0.0015862907,0.0032731006,0.0010206323,0.0002737555,0.00014236684,0.020073876],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978115,0.00004468645,0.00071513455,0.0008969871,0.0002549367,0.0002767618],"domain_scores_gemma":[0.9988588,0.00011347078,0.00021803609,0.0005280798,0.00013910413,0.00014252312],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026362718,0.00031453944,0.00037036542,0.00079142535,0.00015749353,0.00021365247,0.00056776183,0.00029633768,0.0000142367635],"category_scores_gemma":[0.000058029385,0.0003707514,0.0000795825,0.00057662866,0.00009814299,0.00024006204,0.00009669519,0.0006027825,0.00015042434],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009234758,0.00007968623,0.00000829849,0.0000047302037,0.000006296471,0.0000014825032,0.0005802812,0.0034080518,0.000021554442,0.25674263,0.000045940993,0.7390918],"study_design_scores_gemma":[0.000007222013,0.00008432098,0.000047519527,0.00013955572,0.000016076603,0.0000014488329,0.0008078928,0.12718397,0.0007134822,0.8576713,0.012960223,0.00036699386],"about_ca_topic_score_codex":0.00023123603,"about_ca_topic_score_gemma":0.0013525782,"teacher_disagreement_score":0.7387248,"about_ca_system_score_codex":0.00023763972,"about_ca_system_score_gemma":0.00022082705,"threshold_uncertainty_score":0.9998745},"labels":[],"label_agreement":null},{"id":"W941149844","doi":"10.5815/ijisa.2015.09.03","title":"Data Mining of Students’ Performance: Turkish Students as a Case Study","year":2015,"lang":"en","type":"article","venue":"International Journal of Intelligent Systems and Applications","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Artificial neural network; Turkish; Artificial intelligence; Field (mathematics); Machine learning; Task (project management); Feedforward neural network; Exploit","score_opus":0.08624836468142867,"score_gpt":0.4261551681633598,"score_spread":0.33990680348193114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W941149844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93519443,0.00035209855,0.06346084,0.00021824328,0.00044750643,0.00020344405,0.000012208707,0.000011425626,0.000099809615],"genre_scores_gemma":[0.99767923,0.00009687015,0.0016267328,0.00002535657,0.00032482605,0.000008585846,0.0000045141737,0.0000059202607,0.00022797145],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792325,0.00006057973,0.00069720106,0.00018977259,0.0010390978,0.00009011948],"domain_scores_gemma":[0.9978751,0.000080948565,0.0005881627,0.00039975482,0.0009175162,0.00013850121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011909436,0.00009572885,0.00020153278,0.00020316114,0.00005360512,0.00029422675,0.0023841932,0.000027962717,0.0000017504377],"category_scores_gemma":[0.00006884826,0.00007815427,0.000035290115,0.00016988404,0.0000292256,0.0003637981,0.00066635385,0.00014152203,0.000007774366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047908128,0.0038281549,0.91114175,0.000058594815,0.0014518735,0.0011242729,0.010562514,0.006147841,0.00004763971,0.0043735206,0.0017646073,0.05945132],"study_design_scores_gemma":[0.010043,0.0066714105,0.029330214,0.0022180541,0.0008439223,0.07851698,0.28711507,0.4072521,0.0004557551,0.0015269399,0.1741951,0.0018314613],"about_ca_topic_score_codex":0.0001427656,"about_ca_topic_score_gemma":0.000008358043,"teacher_disagreement_score":0.88181156,"about_ca_system_score_codex":0.00004569098,"about_ca_system_score_gemma":0.0001118043,"threshold_uncertainty_score":0.4430464},"labels":[],"label_agreement":null}]}