{"meta":{"query_hash":"0d6fe992bb02","filters":{"venue":"Journal of Learning Analytics"},"cohort_total":34,"direct_labels_cover":0,"predictions_cover":34,"exported":34,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0d6fe992bb02","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Learning+Analytics"},"results":[{"id":"W1494082758","doi":"10.18608/jla.2014.13.25","title":"Critical Factors In Data Governance For Learning Analytics","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Learning analytics; Analytics; Corporate governance; Computer science; Data analysis; Data science; Context (archaeology); Software analytics; Knowledge management; Business analytics; Data governance; Data mining; Business","score_opus":0.04414845675351399,"score_gpt":0.33808228562955195,"score_spread":0.293933828876038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494082758","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041689057,0.00026490912,0.9490233,0.007865892,0.00054542907,0.0000638976,0.0000049984415,0.00007990595,0.00046259767],"genre_scores_gemma":[0.94579244,0.0001391574,0.052319057,0.000095566545,0.0004956406,3.5329586e-7,0.000010744536,0.000032797318,0.0011142726],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967893,0.0003704345,0.0010481902,0.00046084012,0.0007529232,0.00057834765],"domain_scores_gemma":[0.9950629,0.002461769,0.00092731934,0.00070411107,0.00059151446,0.00025240015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034035442,0.0002738795,0.00070085377,0.00036996725,0.00023094499,0.00037997187,0.0021645476,0.0001619622,0.000009491728],"category_scores_gemma":[0.018117564,0.0002432896,0.0002464521,0.0008481719,0.00009724501,0.00091717,0.0003973501,0.0017969246,0.000009404895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004867767,0.00035675248,0.24273022,0.00016890805,0.0002021922,0.000087282155,0.00089915394,0.6919721,0.00018013275,0.039639693,0.0022034836,0.02151143],"study_design_scores_gemma":[0.00061500556,0.0004991674,0.0051079122,0.00018496256,0.00009754682,0.00003968806,0.00026876474,0.94130594,0.00003798587,0.0020688863,0.049489714,0.00028441838],"about_ca_topic_score_codex":0.000013138721,"about_ca_topic_score_gemma":0.000017078706,"teacher_disagreement_score":0.90410334,"about_ca_system_score_codex":0.00012346572,"about_ca_system_score_gemma":0.0002441883,"threshold_uncertainty_score":0.9921062},"labels":[],"label_agreement":null},{"id":"W1498982155","doi":"10.18608/jla.2014.12.4","title":"Learning Analytics for Online Discussions: Embedded and Extracted Approaches","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Learning analytics; Analytics; Computer science; Software analytics; Educational technology; Data science; Intervention (counseling); Asynchronous communication; Mathematics education; Psychology","score_opus":0.04217981932674447,"score_gpt":0.2891730724093879,"score_spread":0.24699325308264342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498982155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14758117,0.0003209898,0.8438632,0.0074710697,0.00025858078,0.000105814936,0.0000023573568,0.00013613573,0.0002606851],"genre_scores_gemma":[0.863739,0.000181465,0.13249464,0.000090310365,0.00061671005,9.106142e-7,0.000012373383,0.000038375772,0.0028261812],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99722147,0.00039176506,0.0009600769,0.00037993418,0.00057203847,0.00047471112],"domain_scores_gemma":[0.9961823,0.0013552048,0.0012724767,0.00033992622,0.0005132672,0.00033681074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022326503,0.0003059015,0.0007042114,0.000548579,0.0004144273,0.00038472292,0.0007111384,0.00018085104,0.000005129727],"category_scores_gemma":[0.005411505,0.0002349392,0.00033579615,0.0006769997,0.00010590096,0.0004589019,0.00018178902,0.0015689005,0.000003636279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000934015,0.00065883796,0.0341644,0.00022899131,0.0006277207,0.000047561327,0.0025438347,0.7120887,0.00067468407,0.0137448395,0.00089950796,0.23422754],"study_design_scores_gemma":[0.0009112257,0.0010481505,0.0027829648,0.00017179787,0.00022948494,0.00012755483,0.001176032,0.96974045,0.000037477752,0.0020037207,0.02145537,0.0003157656],"about_ca_topic_score_codex":0.0000023781224,"about_ca_topic_score_gemma":0.0000033137558,"teacher_disagreement_score":0.71615785,"about_ca_system_score_codex":0.000057379613,"about_ca_system_score_gemma":0.0001368738,"threshold_uncertainty_score":0.95805424},"labels":[],"label_agreement":null},{"id":"W1556316384","doi":"10.18608/jla.2014.11.1","title":"Editorial – Inaugural Issue of the Journal of Learning Analytics","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Scope (computer science); Analytics; Data science; Computer science; Engineering ethics; Engineering","score_opus":0.008544874802071351,"score_gpt":0.26076431609121625,"score_spread":0.2522194412891449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556316384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38167542,0.00086714467,0.5297002,0.013003163,0.0724782,0.00015560754,0.0000023098648,0.00009801676,0.0020199034],"genre_scores_gemma":[0.963349,0.00018598398,0.00859524,0.00006413895,0.026157426,6.315093e-8,4.983963e-7,0.00003051888,0.0016171263],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99478817,0.0010619125,0.0017438632,0.00017709471,0.0018088617,0.00042007136],"domain_scores_gemma":[0.99115336,0.000939101,0.0046593877,0.00045820224,0.0025475346,0.00024241423],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005482547,0.00028238498,0.0009016242,0.00059066905,0.00027961147,0.00018788861,0.0020559265,0.00021903399,0.00001853499],"category_scores_gemma":[0.0067015053,0.00019467714,0.0006768478,0.0012850896,0.00018377505,0.00052036456,0.0003015625,0.0030991717,0.000009272325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095424926,0.00023093243,0.06391908,0.000093765826,0.0004777946,0.000022907101,0.0019932466,0.8908696,0.0015565716,0.0012429121,0.030308988,0.009188777],"study_design_scores_gemma":[0.0022099817,0.003337187,0.003268107,0.0006733146,0.0008618643,0.00054567197,0.0016735991,0.64225936,0.0011037473,0.0016298576,0.3419296,0.00050768553],"about_ca_topic_score_codex":0.000012605726,"about_ca_topic_score_gemma":0.0000026899356,"teacher_disagreement_score":0.58167356,"about_ca_system_score_codex":0.0001150575,"about_ca_system_score_gemma":0.0005296515,"threshold_uncertainty_score":0.9992007},"labels":[],"label_agreement":null},{"id":"W1556542801","doi":"10.18608/jla.2014.13.11","title":"Leveraging MSLQ Data for Predicting Students Achievement Goal Orientations","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Goal orientation; Academic achievement; Context (archaeology); Learning analytics; Mathematics education; Psychology; Mastery learning; Goal theory; Computer science; Social psychology; Data science","score_opus":0.038987221161032155,"score_gpt":0.3473828999722824,"score_spread":0.30839567881125024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556542801","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10433818,0.00004369032,0.89178884,0.0031879568,0.00043499251,0.00005365001,0.0000024165693,0.000049164937,0.00010107881],"genre_scores_gemma":[0.9007574,0.000025677662,0.09765476,0.00014279761,0.00056168373,5.8499035e-7,0.000015826645,0.000017400214,0.0008239018],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781066,0.00017374782,0.00067319314,0.00027938565,0.0007598505,0.0003031575],"domain_scores_gemma":[0.99750257,0.0005236791,0.0008487134,0.0005508305,0.00041817382,0.00015602245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031177897,0.00014621817,0.00030476102,0.0002570532,0.0003587543,0.00040478975,0.001987438,0.000051148483,0.0000028656577],"category_scores_gemma":[0.0018685213,0.0001308868,0.00013193702,0.0003707416,0.000027681568,0.0005286705,0.00046692824,0.00062515266,0.0000060355014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029862798,0.00046901713,0.5063848,0.00008673431,0.00059915165,0.000024480201,0.0024539507,0.45065942,0.0002808845,0.004287719,0.0033667078,0.031357262],"study_design_scores_gemma":[0.00085239514,0.0004582876,0.005764301,0.000113286565,0.00014967132,0.000032054282,0.00057520706,0.9602105,0.000018729808,0.0006585484,0.03101229,0.00015472953],"about_ca_topic_score_codex":0.0000047887606,"about_ca_topic_score_gemma":0.0000017949194,"teacher_disagreement_score":0.7964192,"about_ca_system_score_codex":0.00006583825,"about_ca_system_score_gemma":0.00013053197,"threshold_uncertainty_score":0.5337408},"labels":[],"label_agreement":null},{"id":"W1586187438","doi":"10.18608/jla.2015.21.2","title":"Understanding, evaluating, and supporting self-regulated learning using learning analytics","year":2015,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":213,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"","keywords":"Learning analytics; Snapshot (computer storage); Computer science; Learning sciences; Educational technology; Self-regulated learning; Synchronous learning; Open learning; Bridging (networking); Analytics; Data science; Psychology; Mathematics education; Cooperative learning; Teaching method","score_opus":0.36424798611238135,"score_gpt":0.4765700357676845,"score_spread":0.11232204965530312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1586187438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81779575,0.00046147313,0.17538746,0.00020239358,0.00068937184,0.00010072002,3.7008164e-7,0.00020824204,0.0051542316],"genre_scores_gemma":[0.9658122,0.000021071133,0.028433997,0.000048991133,0.0006389734,7.122426e-7,0.0000065404097,0.00012563264,0.0049118986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9905129,0.0052056955,0.0017261668,0.00050634734,0.0011353022,0.0009135989],"domain_scores_gemma":[0.9932226,0.0011563424,0.0036510455,0.00026058956,0.0012372221,0.0004722176],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.023585694,0.00048561455,0.0010323952,0.0011754421,0.00085838983,0.0002934517,0.0003395597,0.0003851864,0.0002028812],"category_scores_gemma":[0.009683277,0.000463581,0.00027662757,0.0013369609,0.00021465032,0.00031168357,0.00014984,0.005454191,0.000023297203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025387818,0.00015185945,0.46236002,0.000055657463,0.0012307081,0.0002630918,0.030870223,0.49687058,0.0012175355,0.0013500126,0.00053655764,0.0048398646],"study_design_scores_gemma":[0.0052531743,0.00503581,0.013689985,0.00060392654,0.0019357165,0.0023531101,0.083577186,0.86644715,0.00008286847,0.0013996646,0.018366514,0.0012548793],"about_ca_topic_score_codex":0.000069063455,"about_ca_topic_score_gemma":0.0000023835,"teacher_disagreement_score":0.44867006,"about_ca_system_score_codex":0.0007761732,"about_ca_system_score_gemma":0.00046450002,"threshold_uncertainty_score":0.9997816},"labels":[],"label_agreement":null},{"id":"W1596714107","doi":"10.18608/jla.2014.13.5","title":"Statistical Discourse Analysis: A method for modeling online discussion processes","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Asynchronous communication; Computer science; Online discussion; Outcome (game theory); Robustness (evolution); Mediation; Explanatory model; Psychology; Data science; World Wide Web; Statistics; Sociology; Mathematics","score_opus":0.037600681460079784,"score_gpt":0.42397260306762186,"score_spread":0.3863719216075421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596714107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025956359,0.000071075774,0.9687809,0.004792129,0.00008768378,0.000053954827,0.0000059696367,0.000023261433,0.00022866466],"genre_scores_gemma":[0.7150185,0.00009462268,0.28266624,0.000037124406,0.0010061882,8.061135e-7,0.00001728217,0.000016280479,0.0011429435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774736,0.0005757079,0.00058222935,0.00016798044,0.0006035344,0.00032316055],"domain_scores_gemma":[0.99740046,0.00094026723,0.0005815709,0.00009030297,0.00077537185,0.00021202929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037771252,0.00012359292,0.00047995243,0.00038856675,0.00047816496,0.00012744367,0.00023886528,0.000095444106,0.00004191934],"category_scores_gemma":[0.008303087,0.0000792534,0.0002561146,0.0008898301,0.000070328424,0.00023047306,0.00002393655,0.0005734482,0.0000016792786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007466514,0.0001854695,0.008979655,0.00006038884,0.0005014142,0.0000057234947,0.003382353,0.9060974,0.000024231611,0.002665809,0.00014477386,0.077878095],"study_design_scores_gemma":[0.0003536041,0.00027563627,0.00010144596,0.0000846898,0.001794625,0.0000029493935,0.023817714,0.9268523,0.0000037657398,0.0017266211,0.044835143,0.00015154833],"about_ca_topic_score_codex":0.0000459508,"about_ca_topic_score_gemma":0.0003784363,"teacher_disagreement_score":0.6890622,"about_ca_system_score_codex":0.0000636575,"about_ca_system_score_gemma":0.000637018,"threshold_uncertainty_score":0.99401706},"labels":[],"label_agreement":null},{"id":"W1606344619","doi":"10.18608/jla.2014.13.21","title":"Learning Analytics for Communities of Inquiry","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Computer science; Analytics; Data science; Educational technology; Community of inquiry; Cultural analytics; Educational research; Foundation (evidence); Knowledge management; Sociology; World Wide Web; Psychology; Pedagogy; The Internet; Semantic analytics; Cognition","score_opus":0.062061401520509596,"score_gpt":0.3672880759785776,"score_spread":0.305226674458068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606344619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9336698,0.00024030288,0.05498708,0.002105528,0.00060343475,0.00011276321,0.0000013889648,0.00005736738,0.008222323],"genre_scores_gemma":[0.9863909,0.00036447457,0.009324896,0.000038706723,0.0011628399,4.721915e-7,0.000004228516,0.000024295387,0.0026892023],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735653,0.0008699013,0.00073826604,0.00008586919,0.00060358644,0.00034585065],"domain_scores_gemma":[0.9956363,0.0017297833,0.0013388486,0.00013387893,0.0010151055,0.00014610197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052001,0.00013590358,0.0005200969,0.00039317607,0.0006406745,0.00008889194,0.00041175622,0.0001484015,0.000062684645],"category_scores_gemma":[0.0042513334,0.00012726113,0.00032921208,0.00043080575,0.0003238372,0.00023233175,0.000048640417,0.0011114837,0.0000041423405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018582238,0.000263295,0.2897611,0.00022507684,0.00059510313,0.0000091898055,0.06400075,0.52848905,0.00034734374,0.013722659,0.0017780248,0.10062261],"study_design_scores_gemma":[0.0009492482,0.001621537,0.0014035337,0.00030698327,0.00040998016,0.000010998422,0.19474371,0.0572175,0.00009843679,0.0011252706,0.741827,0.00028581318],"about_ca_topic_score_codex":0.00008663551,"about_ca_topic_score_gemma":0.00015278804,"teacher_disagreement_score":0.74004894,"about_ca_system_score_codex":0.00007973854,"about_ca_system_score_gemma":0.00040991852,"threshold_uncertainty_score":0.5189558},"labels":[],"label_agreement":null},{"id":"W1618175660","doi":"10.18608/jla.2014.13.20","title":"Learning Analytics for Networked Learning Models","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Learning analytics; Networked learning; Computer science; Field (mathematics); Data science; Scalability; Educational technology; Analytics; Knowledge management; Human–computer interaction; Psychology; Mathematics education","score_opus":0.03100115388610879,"score_gpt":0.27735388175051295,"score_spread":0.24635272786440415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1618175660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01673751,0.0002568895,0.9776075,0.0025786958,0.00047817267,0.00009010029,4.240493e-7,0.00022210818,0.0020285822],"genre_scores_gemma":[0.9169885,0.00027244422,0.07500739,0.00015965875,0.0013601682,0.0000016414396,0.0000077619225,0.000076447155,0.006125997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954784,0.0007272072,0.0013986003,0.0005150099,0.0009912385,0.0008895341],"domain_scores_gemma":[0.9942468,0.001557834,0.0020687333,0.00045408527,0.001236751,0.00043578984],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004768901,0.00044771738,0.0010177245,0.0007537415,0.00074336014,0.00060465996,0.0014167188,0.0002699754,0.000010803217],"category_scores_gemma":[0.0028344595,0.00041247194,0.00075914233,0.0011924021,0.000100198995,0.000798089,0.0002491479,0.002961843,0.000023353983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031177577,0.00007114422,0.0055974866,0.000045294022,0.00021111217,0.000018679611,0.00054795836,0.9569622,0.00007166253,0.00692712,0.0005675541,0.028948603],"study_design_scores_gemma":[0.0010225989,0.0016127529,0.00011065984,0.00018567777,0.00024127362,0.0001004002,0.0004494672,0.9198821,0.000032440385,0.006555036,0.069367334,0.00044025964],"about_ca_topic_score_codex":0.000007123186,"about_ca_topic_score_gemma":0.0000025445104,"teacher_disagreement_score":0.9026001,"about_ca_system_score_codex":0.00015066298,"about_ca_system_score_gemma":0.00027202512,"threshold_uncertainty_score":0.9998327},"labels":[],"label_agreement":null},{"id":"W1643338893","doi":"10.18608/jla.2014.13.15","title":"Mobile Adaptive Communication Support for Vocabulary Acquisition","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software deployment; Language acquisition; Computer science; Adaptive learning; Vocabulary; Learning analytics; Educational technology; Mobile device; Work (physics); Knowledge management; Multimedia; Human–computer interaction; Data science; Mathematics education; Psychology; World Wide Web; Engineering; Linguistics","score_opus":0.016780299444982626,"score_gpt":0.28566904687691397,"score_spread":0.26888874743193136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1643338893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015416629,0.00012016432,0.9824659,0.00042421996,0.00028728464,0.00010662011,2.6078018e-7,0.000039802115,0.0011390666],"genre_scores_gemma":[0.8557625,0.000050905626,0.14298706,0.00012577434,0.00022147136,0.000008004121,0.000005675093,0.000012613767,0.00082598906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860835,0.0003103357,0.00045793163,0.00013844966,0.00031190415,0.00017305219],"domain_scores_gemma":[0.9974983,0.0004884057,0.00088406116,0.00037349568,0.00066599983,0.00008976012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020914325,0.0001005952,0.00021534816,0.00021910429,0.00018789025,0.00012391985,0.00068500487,0.000074289725,0.000017456397],"category_scores_gemma":[0.0004583829,0.000096950054,0.00014157512,0.00025325068,0.000038051625,0.00045412857,0.000072287316,0.00043384894,0.000020254518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010623704,0.00045358445,0.013908065,0.000079407866,0.0002429895,0.000006317854,0.008846291,0.7295445,0.0011556024,0.031019446,0.014384581,0.20025294],"study_design_scores_gemma":[0.00063044106,0.002850281,0.0029337138,0.00010077366,0.00007881897,0.00011232938,0.00059585285,0.8849383,0.0004194226,0.004444124,0.102689505,0.00020645812],"about_ca_topic_score_codex":0.0000021079857,"about_ca_topic_score_gemma":4.1444457e-7,"teacher_disagreement_score":0.84034586,"about_ca_system_score_codex":0.00010922144,"about_ca_system_score_gemma":0.00013337415,"threshold_uncertainty_score":0.39535084},"labels":[],"label_agreement":null},{"id":"W1655215013","doi":"10.18608/jla.2014.12.1","title":"Scientometrics as an Important Tool for the Growth of the Field of Learning Analytics","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning analytics; Data science; Analytics; Cultural analytics; Computer science; Field (mathematics); Process (computing); Scientometrics; Software analytics; Knowledge management; World Wide Web; Semantic analytics; The Internet","score_opus":0.017825050963354284,"score_gpt":0.3160240877700692,"score_spread":0.2981990368067149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1655215013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3661031,0.0003431005,0.62319565,0.0089479145,0.00079565763,0.0001757998,0.0000021979572,0.000056739314,0.00037983767],"genre_scores_gemma":[0.9856747,0.00015259875,0.012778269,0.00020352098,0.00028849783,4.95767e-7,7.831967e-7,0.000021018452,0.00088014745],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965367,0.00035732935,0.0012689433,0.0002485819,0.0012136449,0.0003748296],"domain_scores_gemma":[0.99170506,0.0032681157,0.0026681644,0.0006085217,0.0016133214,0.00013681795],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0058181793,0.00021072957,0.0005659648,0.0006827801,0.0003927429,0.00019008736,0.0020649594,0.00012979077,0.000008580682],"category_scores_gemma":[0.017713541,0.00012653593,0.00056656933,0.0028251493,0.00016497805,0.00030814373,0.00025462706,0.0012211305,0.0000014988343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008383396,0.00039204242,0.4631632,0.00020483004,0.00057186995,0.000010886411,0.0022278095,0.47103187,0.0008360865,0.04097715,0.0013071431,0.019193294],"study_design_scores_gemma":[0.00054494024,0.0018460973,0.006281286,0.00013771334,0.0003233345,0.000048651214,0.0004893408,0.9800868,0.0012428676,0.0026056091,0.006201118,0.00019221143],"about_ca_topic_score_codex":0.000025710928,"about_ca_topic_score_gemma":0.0000045005477,"teacher_disagreement_score":0.61957157,"about_ca_system_score_codex":0.00004882911,"about_ca_system_score_gemma":0.00036038403,"threshold_uncertainty_score":0.99056065},"labels":[],"label_agreement":null},{"id":"W2105043933","doi":"10.18608/jla.2014.11.6","title":"Affective States and State Tests: Investigating How Affect and Engagement during the School Year Predict End-of-Year Learning Outcomes","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":189,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"Bill and Melinda Gates Foundation; National Science Foundation","keywords":"Boredom; Affect (linguistics); TUTOR; Psychology; Confusion; Mathematics education; Frustration; Learning analytics; Student engagement; Social psychology; Developmental psychology; Computer science; Machine learning; Communication","score_opus":0.016061658026435135,"score_gpt":0.2534263027590078,"score_spread":0.23736464473257265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105043933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9443056,0.00019777768,0.0546719,0.00044367355,0.0001383913,0.00009732627,4.4705985e-7,0.000039687748,0.000105220395],"genre_scores_gemma":[0.9924342,0.00015525172,0.005787761,0.000016132735,0.00013664672,0.0000012241663,2.6044796e-7,0.0000200055,0.0014485157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974027,0.0011151652,0.00043646296,0.00023138896,0.0005211955,0.00029308192],"domain_scores_gemma":[0.99673504,0.0016954173,0.00097485865,0.00017202878,0.00026389712,0.00015876077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00405381,0.00020422666,0.00042540327,0.00024010442,0.0005064103,0.00039840853,0.00031463848,0.000047567897,0.0000033091635],"category_scores_gemma":[0.0041370112,0.00014032397,0.00010610828,0.00023776061,0.00012610984,0.0004054726,0.00024581375,0.0014766252,0.0000021547357],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000916745,0.0000142422405,0.91942626,0.00012320977,0.00021808791,0.000012038213,0.004792953,0.06913764,0.0015457249,0.0017869701,0.000015072416,0.0029186062],"study_design_scores_gemma":[0.001732843,0.0022251415,0.7824666,0.0016373822,0.00017625908,0.00015674216,0.013255341,0.18740855,0.0031901733,0.00069180195,0.0064503737,0.0006087794],"about_ca_topic_score_codex":0.000028054052,"about_ca_topic_score_gemma":0.000003461374,"teacher_disagreement_score":0.13695969,"about_ca_system_score_codex":0.000074494135,"about_ca_system_score_gemma":0.00006433985,"threshold_uncertainty_score":0.64152837},"labels":[],"label_agreement":null},{"id":"W2195727451","doi":"10.18608/jla.2015.22.8","title":"Commentary on “Distributed Revisiting: an Analytic for Retention of Coherent Science Learning”","year":2015,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Learning analytics; Context (archaeology); Learning sciences; Computer science; Field (mathematics); Intersection (aeronautics); Learning theory; Analytics; Educational technology; Data science; Mathematics education; Epistemology; Psychology; Mathematics","score_opus":0.05179017248697125,"score_gpt":0.33411254865132756,"score_spread":0.2823223761643563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2195727451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45696032,0.00018308898,0.52849054,0.013214067,0.0005547646,0.00018111567,0.0000068556606,0.00010835006,0.00030085645],"genre_scores_gemma":[0.9806138,0.000028645569,0.018515617,0.00016529585,0.0004153768,6.031377e-7,0.000017445516,0.000018241773,0.0002249615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969754,0.0003207722,0.0009568858,0.00033102703,0.0010156587,0.00040022004],"domain_scores_gemma":[0.9950826,0.00031267438,0.0017466603,0.00039353064,0.0020426242,0.0004219047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005363053,0.00020823446,0.0005539611,0.0006890439,0.00028420976,0.00023523362,0.0011156538,0.000081520535,0.0000037875757],"category_scores_gemma":[0.0030184006,0.00018155623,0.00027818233,0.0013297062,0.00019234263,0.0006222407,0.00013478589,0.0009070021,0.0000041851795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019427044,0.00048209346,0.036341637,0.00010689489,0.00021923214,0.000047917914,0.0010579295,0.9325851,0.0015990146,0.005833102,0.004050459,0.017482303],"study_design_scores_gemma":[0.001292755,0.0046450156,0.0012009905,0.0003223571,0.00018171623,0.000054040094,0.0011913596,0.9780971,0.0006846946,0.0015097914,0.010566258,0.00025391416],"about_ca_topic_score_codex":0.000010349904,"about_ca_topic_score_gemma":9.928129e-7,"teacher_disagreement_score":0.5236535,"about_ca_system_score_codex":0.00026903773,"about_ca_system_score_gemma":0.00045750994,"threshold_uncertainty_score":0.74036485},"labels":[],"label_agreement":null},{"id":"W2202037140","doi":"10.18608/jla.2015.22.2","title":"Why Theory Matters More than Ever in the Age of Big Data","year":2015,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":231,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Multitude; Data science; Big data; Field (mathematics); Epistemology; Data analysis; Computer science; Learning theory; Data collection; Analytics; Engineering ethics; Cognitive science; Psychology; Mathematics education; Sociology; Social science","score_opus":0.07953249679998062,"score_gpt":0.3185810056036149,"score_spread":0.2390485088036343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202037140","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19016983,0.0011895744,0.684413,0.12114085,0.0012589588,0.00012842637,0.000006818265,0.000065011474,0.0016274957],"genre_scores_gemma":[0.98865426,0.000052736254,0.008268345,0.0021317175,0.00035435305,1.23298e-7,0.000006006112,0.000013907236,0.0005185314],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773157,0.00056584144,0.00056274683,0.00017182647,0.00074773707,0.00022030617],"domain_scores_gemma":[0.99786675,0.0004370116,0.0006325776,0.00074287475,0.00023223954,0.00008852173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004816007,0.00012849219,0.00032456993,0.00033182785,0.00005094145,0.00013288343,0.0024898981,0.000059948325,0.0000024028259],"category_scores_gemma":[0.0010741618,0.0000838171,0.000111535184,0.000736749,0.00009756167,0.00033040045,0.0003113303,0.00091140845,0.0000054758248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017763891,0.0010023748,0.26776642,0.00015856033,0.0007187709,0.0026266344,0.037956476,0.5140176,0.00034219166,0.010541666,0.12085323,0.043838482],"study_design_scores_gemma":[0.0023439226,0.0011277391,0.01851761,0.0006348242,0.00037042078,0.00077116897,0.017239481,0.69564766,0.00004724293,0.013228816,0.24945116,0.0006199624],"about_ca_topic_score_codex":0.00003265601,"about_ca_topic_score_gemma":0.000012626665,"teacher_disagreement_score":0.79848444,"about_ca_system_score_codex":0.000035984103,"about_ca_system_score_gemma":0.00019649495,"threshold_uncertainty_score":0.4626892},"labels":[],"label_agreement":null},{"id":"W2293781730","doi":"10.18608/jla.2016.31.11","title":"Trace-based Micro-analytic Measurement of Self-Regulated Learning Processes","year":2016,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University","keywords":"Learning analytics; Computer science; TRACE (psycholinguistics); Learning environment; Tracing; Educational technology; Self-regulated learning; Protocol analysis; Protocol (science); Data science; Knowledge management; Mathematics education; Psychology; Cognitive science","score_opus":0.06114641597638905,"score_gpt":0.3493331539588435,"score_spread":0.2881867379824545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293781730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8423427,0.0011326576,0.15252863,0.0011396945,0.00043408456,0.0001035982,0.0000012104593,0.0001273844,0.0021900635],"genre_scores_gemma":[0.98742443,0.000021536758,0.008910056,0.000029182642,0.0002405029,0.000001359298,8.598892e-7,0.000060635186,0.0033114296],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.994501,0.0024225817,0.0013399345,0.0002938436,0.0009779114,0.0004647302],"domain_scores_gemma":[0.99312717,0.0011120973,0.0025697253,0.0002689369,0.002780999,0.00014108587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010219717,0.00029923025,0.00080988166,0.00082036894,0.00020188086,0.000039122056,0.00039003248,0.00020828393,0.00044407358],"category_scores_gemma":[0.0063430797,0.00020414386,0.00033001538,0.0010894595,0.00014743881,0.00011896301,0.000026181782,0.0014689169,0.000039643422],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015113278,0.0018948951,0.6460972,0.00071653037,0.0059420317,0.00025850104,0.014321708,0.07027645,0.18134579,0.00054614485,0.0028602784,0.074229166],"study_design_scores_gemma":[0.03026775,0.01912369,0.381658,0.010762324,0.008624625,0.001324893,0.014110267,0.011348395,0.09896914,0.0008129429,0.4188168,0.0041812053],"about_ca_topic_score_codex":0.000014069217,"about_ca_topic_score_gemma":0.000001989212,"teacher_disagreement_score":0.41595653,"about_ca_system_score_codex":0.00027380715,"about_ca_system_score_gemma":0.0005517356,"threshold_uncertainty_score":0.83247447},"labels":[],"label_agreement":null},{"id":"W2520476195","doi":"10.18608/jla.2016.32.7","title":"Analytics for Knowledge Creation: Towards Epistemic Agency and Design-Mode Thinking","year":2016,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University at Albany; University of Toronto; National Science Foundation","keywords":"Learning analytics; Analytics; Agency (philosophy); Knowledge management; Business analytics; Data science; Sociology; Computer science; Engineering ethics; Business; Engineering; Social science","score_opus":0.03998044050946731,"score_gpt":0.3268373791765331,"score_spread":0.2868569386670658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520476195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077023706,0.00068350154,0.9815727,0.009130865,0.00025250405,0.00007475772,0.0000013241337,0.00006257952,0.0005194125],"genre_scores_gemma":[0.8461456,0.000645589,0.14644308,0.000064718064,0.0005362153,0.0000011371233,8.4994616e-7,0.000028193965,0.006134666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978815,0.00024223828,0.00078011875,0.0002905402,0.0004386364,0.00036699392],"domain_scores_gemma":[0.9966173,0.0011639223,0.0008862901,0.00029379834,0.0008160218,0.0002226582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022011313,0.00022922592,0.0004958988,0.00037866895,0.0005040751,0.00046630454,0.0007290831,0.00013389981,0.00000610211],"category_scores_gemma":[0.0019991084,0.00015762162,0.00026080967,0.00048180728,0.000090640744,0.0004656857,0.00014185222,0.0004400082,0.000007749287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021783609,0.00060285657,0.033899713,0.00044292663,0.0015221449,0.00023037409,0.0111496,0.18122114,0.004674338,0.069018796,0.0067460323,0.69027424],"study_design_scores_gemma":[0.0018583244,0.0013773263,0.0012455704,0.0008184273,0.0004129492,0.0003629747,0.00028697168,0.92313504,0.0006168821,0.04861009,0.0207284,0.0005470306],"about_ca_topic_score_codex":0.0000038913336,"about_ca_topic_score_gemma":0.0000023070927,"teacher_disagreement_score":0.83844316,"about_ca_system_score_codex":0.00014178174,"about_ca_system_score_gemma":0.00041325323,"threshold_uncertainty_score":0.6427623},"labels":[],"label_agreement":null},{"id":"W2525379498","doi":"10.18608/jla.2014.13.7","title":"Setting Learning Analytics in Context: Overcoming the Barriers to Large-Scale Adoption","year":2014,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Analytics; Knowledge management; Scale (ratio); Context (archaeology); Computer science; Data science; Set (abstract data type)","score_opus":0.008623627421887298,"score_gpt":0.26181612311925084,"score_spread":0.2531924956973636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525379498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35233206,0.00016192798,0.6358945,0.0103322575,0.0004045422,0.00009009527,6.508477e-7,0.00008921025,0.00069479214],"genre_scores_gemma":[0.9839684,0.000054694447,0.013754651,0.00079229486,0.00045854988,7.315644e-7,0.0000014330138,0.000032154887,0.0009371309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962554,0.00082279555,0.0010654044,0.00034973462,0.00084401824,0.00066263543],"domain_scores_gemma":[0.99676734,0.00088751916,0.0010161982,0.00041531734,0.00046578096,0.0004478144],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0063032163,0.00028024864,0.00058205746,0.00068765145,0.00056601857,0.00044706388,0.0011337552,0.00014467209,0.000018044115],"category_scores_gemma":[0.005765502,0.00022166446,0.00031162502,0.0014586011,0.000055639204,0.00044474337,0.00028308725,0.0024933578,0.00003068699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018137676,0.000043381297,0.14608346,0.000019527051,0.00006307995,0.00003238445,0.0049924063,0.83153826,0.00015006372,0.0018579605,0.00030425726,0.014897061],"study_design_scores_gemma":[0.0006923534,0.0004109132,0.0057275607,0.00030889444,0.00007615245,0.00006429963,0.006990015,0.943872,0.000045781875,0.00039385856,0.04113524,0.00028294],"about_ca_topic_score_codex":0.000018181508,"about_ca_topic_score_gemma":0.000065266955,"teacher_disagreement_score":0.6316363,"about_ca_system_score_codex":0.0002005603,"about_ca_system_score_gemma":0.00025651613,"threshold_uncertainty_score":0.99980795},"labels":[],"label_agreement":null},{"id":"W2561978071","doi":"10.18608/jla.2016.33.4","title":"Analyzing Social Media And Learning Through Content And Social Network Analysis: A Faceted Methodological Approach","year":2016,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Toronto Metropolitan University","funders":"","keywords":"Learning analytics; Social media; Computer science; Social media analytics; Social learning; Social network analysis; Class (philosophy); Social network (sociolinguistics); Social media optimization; Data science; Educational technology; World Wide Web; Mathematics education; Psychology; Knowledge management; Artificial intelligence","score_opus":0.1371009699111506,"score_gpt":0.3377333806042284,"score_spread":0.20063241069307783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561978071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18915693,0.0006891363,0.803442,0.0063533783,0.00009885055,0.000036699992,9.691905e-7,0.000083137944,0.00013888939],"genre_scores_gemma":[0.9011119,0.0003174561,0.097400546,0.00007918731,0.00073561503,6.083064e-7,0.0000023420662,0.000018043836,0.00033429678],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957813,0.0017433123,0.0008861004,0.00044437885,0.00059832004,0.0005465913],"domain_scores_gemma":[0.9959942,0.0019858521,0.0012789428,0.00013817399,0.00043343243,0.00016939768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044513503,0.00029616046,0.0011198566,0.00041379672,0.00079491147,0.00032567282,0.0004762459,0.00023831005,0.000007548703],"category_scores_gemma":[0.0021614963,0.00019722345,0.000445504,0.0013381671,0.00025667483,0.00045784868,0.0002999281,0.0014797533,0.000001998264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036554196,0.00048435433,0.52613693,0.00019223454,0.013214965,0.00038455488,0.04488631,0.17800416,0.0026177866,0.052275207,0.0011206573,0.18031731],"study_design_scores_gemma":[0.0053320676,0.0013696413,0.14442706,0.0002859313,0.006944558,0.000531148,0.011930797,0.8056943,0.000050750878,0.013051466,0.008529398,0.0018528965],"about_ca_topic_score_codex":0.00000701817,"about_ca_topic_score_gemma":0.0000029635771,"teacher_disagreement_score":0.71195495,"about_ca_system_score_codex":0.00007141209,"about_ca_system_score_gemma":0.000082794766,"threshold_uncertainty_score":0.8042539},"labels":[],"label_agreement":null},{"id":"W2775810204","doi":"10.18608/jla.2017.43.4","title":"Talk with Me: Student Pronoun Use as an Indicator of Discourse Health","year":2017,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pronoun; Psychology; Consistency (knowledge bases); Perspective (graphical); Learning analytics; Discourse analysis; Perception; Personal pronoun; Linguistics; Computer science","score_opus":0.03783502848182088,"score_gpt":0.4243954636465723,"score_spread":0.38656043516475147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2775810204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99407107,0.00008250806,0.0002750177,0.004638284,0.000102132864,0.000075695156,0.000001034583,0.00001090795,0.0007433557],"genre_scores_gemma":[0.99438196,0.00027273115,0.0031646336,0.000033849086,0.00041343784,3.1108593e-7,0.000001143033,0.000015236247,0.0017167142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786645,0.0003728977,0.00044367337,0.00012911754,0.0009038507,0.00028399198],"domain_scores_gemma":[0.99666023,0.00009595459,0.002412125,0.00023339737,0.0002987887,0.0002994773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025368205,0.00010535605,0.000371237,0.0001676519,0.0010046312,0.00031582185,0.0005315454,0.00006543503,0.00006525358],"category_scores_gemma":[0.00086210103,0.00007841441,0.000098950375,0.00011063402,0.00034406572,0.00081717654,0.00004585445,0.0007151944,0.0000037549949],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011174236,0.0005110751,0.9482648,0.000029322498,0.00026819765,0.00013065316,0.018181195,0.0033502108,0.00004252112,0.0016390387,0.00015964419,0.027311595],"study_design_scores_gemma":[0.0031493057,0.009844914,0.440406,0.0011516948,0.00063392724,0.00014640624,0.28754586,0.0011623694,0.00013885983,0.00036204705,0.25472698,0.00073163694],"about_ca_topic_score_codex":0.0006724,"about_ca_topic_score_gemma":0.00087607803,"teacher_disagreement_score":0.5078588,"about_ca_system_score_codex":0.00011343509,"about_ca_system_score_gemma":0.001791586,"threshold_uncertainty_score":0.77269125},"labels":[],"label_agreement":null},{"id":"W2887447242","doi":"10.18608/jla.2018.52.5","title":"Visualizing Data to Support Judgement, Inference, and Decision Making in Learning Analytics: Insights from Cognitive Psychology and Visualization Science","year":2018,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Cambridge; McGill University","keywords":"Visual analytics; Computer science; Data science; Visualization; Judgement; Data visualization; Cognition; Inference; Learning analytics; Information visualization; Cognitive science; Human–computer interaction; Psychology; Artificial intelligence; Epistemology","score_opus":0.09089246937351542,"score_gpt":0.44213875999223184,"score_spread":0.35124629061871643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887447242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2851625,0.00009390916,0.7141498,0.00008252891,0.00016734243,0.000056210345,0.000003019403,0.000022911561,0.0002617689],"genre_scores_gemma":[0.977316,0.00037939945,0.021566972,0.00052928925,0.00014917925,3.237305e-7,0.000016637116,0.000015268493,0.000026901771],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972374,0.0001947278,0.0008663126,0.0006346252,0.0007350539,0.00033191356],"domain_scores_gemma":[0.9971942,0.0005686931,0.00074591866,0.0003771022,0.00086866587,0.00024547594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020326339,0.00020256409,0.00040914843,0.0017049933,0.00037084616,0.0007673519,0.0010544071,0.000087349115,0.00002343795],"category_scores_gemma":[0.00402976,0.00019010046,0.000029631217,0.0024180997,0.00030114743,0.0017440061,0.0012095011,0.00045045558,0.000015715268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026791863,0.0004781558,0.61675626,0.00006393372,0.00030216615,0.00028943107,0.01675769,0.009086748,0.005163581,0.01887263,0.0010250566,0.3309364],"study_design_scores_gemma":[0.000975587,0.0010454193,0.03123028,0.0006287186,0.00009123142,0.00004243965,0.0012974684,0.9579493,0.00013653623,0.002137299,0.0041474756,0.00031828188],"about_ca_topic_score_codex":0.000010880529,"about_ca_topic_score_gemma":0.0000580279,"teacher_disagreement_score":0.9488625,"about_ca_system_score_codex":0.00006374136,"about_ca_system_score_gemma":0.0002499018,"threshold_uncertainty_score":0.7752072},"labels":[],"label_agreement":null},{"id":"W2904994877","doi":"10.18608/jla.2018.53.6","title":"Exploratory versus Explanatory Visual Learning Analytics: Driving Teachers’ Attention through Educational Data Storytelling","year":2018,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Storytelling; Computer science; Interpretation (philosophy); Perspective (graphical); USable; Narrative; Visual analytics; Analytics; Educational technology; Human–computer interaction; Visualization; Data science; Mathematics education; Multimedia; Psychology; Artificial intelligence","score_opus":0.06222548062333505,"score_gpt":0.3514618993918508,"score_spread":0.28923641876851575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904994877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3866299,0.001003154,0.6031957,0.0042334464,0.0031726148,0.000088121844,0.0000021037242,0.00022910541,0.001445798],"genre_scores_gemma":[0.9614265,0.00029011845,0.033130594,0.00009417534,0.0032252313,6.442215e-7,0.000033388762,0.000055663728,0.0017436637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957016,0.0006486363,0.0011353295,0.0006457961,0.0012630147,0.0006056107],"domain_scores_gemma":[0.995294,0.00085773354,0.0017189041,0.00078525435,0.0010442473,0.00029987952],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003099209,0.00037139413,0.0005893158,0.00063934026,0.00077135215,0.0004948831,0.0020680928,0.00020161628,0.000072575676],"category_scores_gemma":[0.0026255944,0.00036984446,0.00027902765,0.0010544967,0.00023099869,0.0022725577,0.0005698053,0.0022821818,0.0001524284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040455704,0.0021199088,0.41481304,0.0002248726,0.0045878324,0.0005106068,0.036160253,0.42376038,0.0039619454,0.012057029,0.026473178,0.074926384],"study_design_scores_gemma":[0.0015366571,0.0014959335,0.003462579,0.00043693162,0.00044819585,0.00011515264,0.0075998823,0.9216335,0.00010430949,0.0006566224,0.06177744,0.0007328225],"about_ca_topic_score_codex":0.00001179998,"about_ca_topic_score_gemma":0.000016637046,"teacher_disagreement_score":0.5747966,"about_ca_system_score_codex":0.00031725856,"about_ca_system_score_gemma":0.00083465746,"threshold_uncertainty_score":0.99987537},"labels":[],"label_agreement":null},{"id":"W2964619789","doi":"10.18608/jla.2019.62.7","title":"nStudy: Software for Learning Analytics about Processes for Self-Regulated Learning","year":2019,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University","keywords":"Learning analytics; Computer science; Metacognition; Process (computing); Analytics; Self-regulated learning; Software analytics; Educational technology; Data science; Open learning; Scalability; TRACE (psycholinguistics); Software; Human–computer interaction; Cognition; Mathematics education; Cooperative learning; Teaching method; Psychology; Software development; Software development process; Database","score_opus":0.013976133434345672,"score_gpt":0.27947563115458884,"score_spread":0.26549949772024317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964619789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1439196,0.0009642568,0.8507689,0.0023430493,0.0007082516,0.00050960155,0.0000041142903,0.00058403553,0.00019813358],"genre_scores_gemma":[0.8501839,0.00030425817,0.13779876,0.00010540004,0.0007622193,0.0000071681166,0.000025905172,0.00012418552,0.010688182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958017,0.0002896029,0.0014418048,0.0006540495,0.00086966,0.00094320276],"domain_scores_gemma":[0.9907756,0.00220512,0.0024140459,0.00043659282,0.0038271928,0.0003414573],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028432407,0.00052144524,0.0011788451,0.00082131574,0.000725507,0.0006889627,0.0013818061,0.00031183788,0.000015119902],"category_scores_gemma":[0.007872,0.0004786171,0.00064761017,0.0018978175,0.00006465253,0.0007730371,0.00021762992,0.0020467239,0.00003180022],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009825921,0.00024598747,0.13239801,0.0007124356,0.00080185203,0.000019197467,0.0016237703,0.84866744,0.00017116802,0.000819279,0.00064448424,0.013798145],"study_design_scores_gemma":[0.0027389824,0.0034324634,0.002179506,0.00061454665,0.00065154134,0.00013419092,0.0011189346,0.87964106,0.00015933257,0.0010778453,0.10745991,0.0007916882],"about_ca_topic_score_codex":0.000004402425,"about_ca_topic_score_gemma":0.0000037413727,"teacher_disagreement_score":0.7129702,"about_ca_system_score_codex":0.00021742318,"about_ca_system_score_gemma":0.0010341916,"threshold_uncertainty_score":0.9997665},"labels":[],"label_agreement":null},{"id":"W2966152243","doi":"10.18608/jla.2019.62.5","title":"Designing in Context: Reaching Beyond Usability in Learning Analytics Dashboard Design","year":2019,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; University of California, Riverside; Vanderbilt University; York University; University of Washington; National Science Foundation","keywords":"Learning analytics; Usability; Analytics; Context (archaeology); Documentation; Instructional design; Computer science; Appropriation; Knowledge management; Repurposing; Visual analytics; Design science; Data science; Human–computer interaction; Engineering; Multimedia; Visualization","score_opus":0.02474089726551739,"score_gpt":0.28197055913860974,"score_spread":0.2572296618730924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966152243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5457092,0.00043650644,0.45012668,0.0021136964,0.00039323274,0.00019111767,3.4437377e-7,0.0001002915,0.000928957],"genre_scores_gemma":[0.9394051,0.000106835156,0.05938994,0.00010268774,0.0001395267,7.265638e-7,0.000001606154,0.000039160837,0.0008144454],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943258,0.0016079638,0.0017498281,0.0005650217,0.00097204244,0.0007793439],"domain_scores_gemma":[0.9956452,0.001890071,0.001413698,0.00051418983,0.00028609767,0.00025069967],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008602277,0.00039172868,0.0011022454,0.0014092391,0.00016427436,0.00037848047,0.0012441408,0.0002497863,0.000021587559],"category_scores_gemma":[0.0032057888,0.00037607094,0.0003405437,0.002009755,0.00008257798,0.0009416362,0.00025180966,0.00417884,0.000039882645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035746314,0.00011467124,0.32697192,0.000032382868,0.00004893265,0.0001649356,0.0019544708,0.6632696,0.00071109994,0.0006056753,0.000025961994,0.006064639],"study_design_scores_gemma":[0.0015404517,0.0008393762,0.008405962,0.00055455166,0.000059600487,0.00011648644,0.0030954438,0.9816954,0.0002782943,0.0015620344,0.0013787716,0.0004736096],"about_ca_topic_score_codex":0.000062342886,"about_ca_topic_score_gemma":0.000038670092,"teacher_disagreement_score":0.3936959,"about_ca_system_score_codex":0.0005388842,"about_ca_system_score_gemma":0.0005035147,"threshold_uncertainty_score":0.9998691},"labels":[],"label_agreement":null},{"id":"W2980237866","doi":"10.18608/jla.2019.63.12","title":"RiPPLE: A Crowdsourced Adaptive Platform for Recommendation of Learning Activities","year":2019,"lang":"en","type":"preprint","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Interoperability; Crowdsourcing; Computer science; Adaptive learning; Learning Management; Ripple; Knowledge management; Multimedia; World Wide Web; Engineering","score_opus":0.04023146646342022,"score_gpt":0.3061480166411708,"score_spread":0.26591655017775057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2980237866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068522155,0.0001977426,0.927609,0.0017422271,0.00094454904,0.00021118202,0.000013343764,0.00008147792,0.0006783021],"genre_scores_gemma":[0.9325788,0.00022001889,0.06339767,0.000032182208,0.0005497269,0.000002544341,0.00004133891,0.00005504314,0.0031226818],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969277,0.00028560404,0.001346586,0.0004243199,0.0005895471,0.00042626128],"domain_scores_gemma":[0.99224365,0.0012740444,0.004879988,0.0004054867,0.0010499504,0.00014687006],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024076912,0.00040886403,0.0012080037,0.0008960216,0.00020740998,0.00029270214,0.001123822,0.0004135273,0.000018937408],"category_scores_gemma":[0.0014559607,0.00038706287,0.0008191431,0.00041341147,0.00007419711,0.00044510944,0.0006152155,0.003614465,0.000005212588],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012427896,0.00011573946,0.0038877788,0.000326948,0.0006778495,0.0000068163786,0.002242428,0.9683797,0.0001723953,0.0011107022,0.00066051853,0.022294853],"study_design_scores_gemma":[0.00093219907,0.0015336788,0.000238311,0.0008646086,0.00034582693,0.000047413974,0.002154266,0.9767037,0.000341151,0.0017638291,0.014635637,0.0004394039],"about_ca_topic_score_codex":0.000015156306,"about_ca_topic_score_gemma":0.0000027333965,"teacher_disagreement_score":0.8642114,"about_ca_system_score_codex":0.00024297743,"about_ca_system_score_gemma":0.0007590299,"threshold_uncertainty_score":0.99985814},"labels":[],"label_agreement":null},{"id":"W2994680396","doi":"10.18608/jla.2019.63.9","title":"Knowledge Building Analytics to Explore Crossing Disciplinary and Grade-Level Boundaries","year":2019,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Curriculum; Agency (philosophy); Discipline; Knowledge building; Coherence (philosophical gambling strategy); Analytics; Work (physics); Mathematics education; Knowledge management; Sociology; Pedagogy; Psychology; Computer science; Data science; Engineering","score_opus":0.18193607027184533,"score_gpt":0.45447017510762105,"score_spread":0.2725341048357757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994680396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9044549,0.0006110346,0.08983978,0.0007719894,0.0013782845,0.00007440299,0.0000013513753,0.00004258817,0.002825655],"genre_scores_gemma":[0.9562241,0.000007721929,0.031123532,0.000088478344,0.00058176834,8.6098964e-7,0.0000017105017,0.000058112586,0.011913759],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970668,0.000934481,0.0008182906,0.0003285581,0.00036253786,0.0004893404],"domain_scores_gemma":[0.99752736,0.0007371589,0.00076717115,0.0002770215,0.00047382864,0.00021745375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004715255,0.000280428,0.00066408183,0.0007993309,0.00087664096,0.00065701286,0.00030920704,0.00017107648,0.00014600379],"category_scores_gemma":[0.0012494357,0.00024388857,0.00018624707,0.0008651258,0.00031640008,0.00020065393,0.00017037941,0.00207593,0.0000757871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057797047,0.0006027411,0.6980607,0.0002086114,0.0012575216,0.00025361512,0.19090417,0.025512462,0.0077183647,0.011555336,0.0054585687,0.05788996],"study_design_scores_gemma":[0.0035969329,0.0050122677,0.47755578,0.0015899338,0.0006975829,0.0013325246,0.0636845,0.015497875,0.00040072144,0.0030274794,0.42605123,0.0015531674],"about_ca_topic_score_codex":0.00001620012,"about_ca_topic_score_gemma":0.000002064826,"teacher_disagreement_score":0.42059267,"about_ca_system_score_codex":0.0001441183,"about_ca_system_score_gemma":0.00023415984,"threshold_uncertainty_score":0.99454874},"labels":[],"label_agreement":null},{"id":"W3087431152","doi":"10.18608/jla.2020.72.1","title":"Utilizing Student Time Series Behaviour in Learning Management Systems for Early Prediction of Course Performance","year":2020,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Learning analytics; Generalizability theory; Machine learning; Artificial intelligence; Computer science; Learning Management; Time series; Predictive analytics; Deep learning; Analytics; Educational data mining; Receiver operating characteristic; Predictive modelling; Big data; Data science; Data mining; Multimedia; Statistics","score_opus":0.02005925619908698,"score_gpt":0.2762290982036847,"score_spread":0.2561698420045977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087431152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93772304,0.00043065028,0.059745748,0.0012933122,0.00025389125,0.00017045438,0.0000021743908,0.00007027702,0.00031046447],"genre_scores_gemma":[0.99192584,0.00030414842,0.006258827,0.000013878985,0.00018308009,0.0000016880393,0.0000024175556,0.00001935098,0.0012907621],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785423,0.00015872008,0.00089245307,0.00021388894,0.00060617964,0.00027454752],"domain_scores_gemma":[0.99827385,0.00010288766,0.0009807335,0.00014672992,0.00036470388,0.00013106709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012749567,0.00016460636,0.00046703656,0.00033697032,0.00012469213,0.00014963222,0.0005514356,0.00007443257,0.000002562204],"category_scores_gemma":[0.00014702212,0.0001563562,0.00016680371,0.0007011711,0.000035774527,0.00048507788,0.00012537693,0.0007623427,0.000005515996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039269893,0.000094707706,0.42727885,0.00017039123,0.0001273936,0.000037772686,0.0018369117,0.56848127,0.000109311055,0.00041686438,0.00008692936,0.001320307],"study_design_scores_gemma":[0.00090424065,0.0020418074,0.057178408,0.0004745889,0.00018750555,0.00003549012,0.0030062248,0.9341477,0.000063343025,0.000013658989,0.001793362,0.00015365756],"about_ca_topic_score_codex":0.000003038305,"about_ca_topic_score_gemma":2.3477632e-7,"teacher_disagreement_score":0.37010044,"about_ca_system_score_codex":0.00006891303,"about_ca_system_score_gemma":0.00008314739,"threshold_uncertainty_score":0.6376021},"labels":[],"label_agreement":null},{"id":"W3110861511","doi":"10.18608/jla.2020.73.10","title":"Are You Being Rhetorical? A Description of Rhetorical Move Annotation Tools and Open Corpus of Sample Machine-Annotated Rhetorical Moves","year":2020,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"University of Technology Sydney","keywords":"Rhetorical question; Computer science; Formative assessment; Learning analytics; Annotation; Analytics; Field (mathematics); Sample (material); Data science; Artificial intelligence; Natural language processing; Linguistics; Mathematics education; Psychology","score_opus":0.09093260998804008,"score_gpt":0.3158404757066359,"score_spread":0.22490786571859583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110861511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41743448,0.00030253158,0.5809855,0.00092391897,0.00018542355,0.00010323874,0.0000069420107,0.000036655692,0.000021309786],"genre_scores_gemma":[0.96416247,0.00010953855,0.035506386,0.000037887112,0.00011217233,0.0000010674249,0.0000031288732,0.000019417032,0.000047947135],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975263,0.00022920853,0.00087366946,0.00025970043,0.00085159595,0.00025950823],"domain_scores_gemma":[0.9959476,0.0016294917,0.0011288695,0.00020654243,0.00080662133,0.000280887],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009975649,0.00017219794,0.0006364802,0.00028755423,0.000084879146,0.00025960937,0.0008722006,0.00010593879,0.0000069517887],"category_scores_gemma":[0.01305012,0.0001559192,0.00013456622,0.0012287861,0.00005571842,0.0008109958,0.0004077357,0.0007815367,0.0000016953715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003280872,0.00027993543,0.82248807,0.0003018125,0.00041117068,0.00017491836,0.00494371,0.13577658,0.009629063,0.0025266265,0.00088489277,0.022255138],"study_design_scores_gemma":[0.0015411509,0.0015269857,0.21193199,0.00029835888,0.000106426196,0.00009687543,0.00034867862,0.7786063,0.0021668668,0.0009857413,0.0020366404,0.0003539749],"about_ca_topic_score_codex":0.000046590776,"about_ca_topic_score_gemma":8.551648e-7,"teacher_disagreement_score":0.6428297,"about_ca_system_score_codex":0.00016149617,"about_ca_system_score_gemma":0.00013377825,"threshold_uncertainty_score":0.9952634},"labels":[],"label_agreement":null},{"id":"W3111242942","doi":"10.18608/jla.2020.73.2","title":"Learning Design and Learning Analytics: Snapshot 2020","year":2020,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Learning analytics; Analytics; Learning sciences; Learning design; Instructional design; Educational technology; Computer science; Collaborative learning; Open learning; Data science; Mathematics education; Psychology; Knowledge management; Cooperative learning; Teaching method","score_opus":0.028991017902097467,"score_gpt":0.2691178814336822,"score_spread":0.24012686353158474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111242942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061621644,0.0011047694,0.91735756,0.018598437,0.00023130653,0.000103120874,3.9736813e-7,0.00023485269,0.00074789795],"genre_scores_gemma":[0.9116003,0.0008765889,0.085041024,0.00046849626,0.00076697185,5.3061876e-7,0.00000429341,0.000053475484,0.0011883009],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954934,0.0011882241,0.0011501936,0.00055076624,0.000983556,0.00063383335],"domain_scores_gemma":[0.9958235,0.0010952965,0.0014753795,0.0002514669,0.0006291451,0.00072521676],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0028323657,0.0004222535,0.0009002955,0.00040046565,0.0006082248,0.00068150804,0.0010285842,0.00020493855,0.00006178138],"category_scores_gemma":[0.004917338,0.00039039447,0.00035894517,0.0014616462,0.00012752446,0.00069009955,0.00036880333,0.0045237527,0.000046344667],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005122263,0.00005244319,0.024464201,0.000059537862,0.00029112594,0.00041720958,0.0029038833,0.9573256,0.0006207562,0.00047857326,0.001210596,0.012124893],"study_design_scores_gemma":[0.0007792504,0.0022215738,0.0007654226,0.00013339338,0.00023133583,0.00030175815,0.0014929466,0.96682316,0.00011956404,0.000306522,0.026381804,0.00044324176],"about_ca_topic_score_codex":0.0000056889626,"about_ca_topic_score_gemma":4.5704465e-7,"teacher_disagreement_score":0.8499787,"about_ca_system_score_codex":0.000084093714,"about_ca_system_score_gemma":0.0003140297,"threshold_uncertainty_score":0.9998548},"labels":[],"label_agreement":null},{"id":"W3155890186","doi":"10.18608/jla.2021.7241","title":"Measuring Dynamical Interdependence in Small-Group Collaborations","year":2021,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University","keywords":"Disjoint sets; Group (periodic table); Independence (probability theory); Computer science; Dynamical systems theory; Reliability (semiconductor); Mathematics; Theoretical computer science; Statistics; Discrete mathematics","score_opus":0.1084650991599617,"score_gpt":0.37676434132878345,"score_spread":0.2682992421688217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155890186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82110375,0.00030789728,0.16775188,0.00073138706,0.00072930683,0.000026947206,6.213494e-7,0.00002318784,0.009325044],"genre_scores_gemma":[0.9759858,0.000011698407,0.020329196,0.0000760018,0.00020726897,8.0977077e-7,0.000002562776,0.000020950501,0.0033656987],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99653983,0.0021095828,0.00068338215,0.00018041758,0.0002324396,0.00025436617],"domain_scores_gemma":[0.99804795,0.00059213926,0.0004972686,0.0001654482,0.0006239675,0.00007322402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004248806,0.00012378042,0.00034824255,0.00039553436,0.000114214476,0.00007102208,0.00019628099,0.00012566382,0.00027648272],"category_scores_gemma":[0.0035774647,0.00012049666,0.000114650575,0.0007939602,0.000051502553,0.00007839269,0.00004597703,0.002271702,0.00002625005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029535437,0.00092328625,0.8053585,0.000055404766,0.0006740375,0.0034061172,0.01902851,0.075965546,0.015353269,0.0374731,0.00064763345,0.040819183],"study_design_scores_gemma":[0.006297086,0.0019304502,0.804901,0.001668251,0.00045273118,0.0036646628,0.068616115,0.045809235,0.00088188914,0.0027959717,0.06164493,0.0013377003],"about_ca_topic_score_codex":0.000022410662,"about_ca_topic_score_gemma":0.00008225647,"teacher_disagreement_score":0.15488209,"about_ca_system_score_codex":0.00016911383,"about_ca_system_score_gemma":0.0001741855,"threshold_uncertainty_score":0.98695415},"labels":[],"label_agreement":null},{"id":"W3180481785","doi":"10.18608/jla.2021.7113","title":"Making Sense of Sensemaking: Understanding How K–12 Teachers and Coaches React to Visual Analytics","year":2021,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Irvine; University of California, Riverside; Vanderbilt University; York University; University of Washington; National Science Foundation","keywords":"Sensemaking; Context (archaeology); Learning analytics; Typology; Dashboard; Think aloud protocol; Psychology; Analytics; Process (computing); Mathematics education; Pedagogy; Data science; Computer science; Sociology; Knowledge management; Human–computer interaction; Geography","score_opus":0.09296299367463694,"score_gpt":0.33571880253852987,"score_spread":0.24275580886389292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180481785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32348248,0.00038721878,0.6640412,0.011125336,0.00024372572,0.000047153786,0.0000013481618,0.000057525653,0.00061400345],"genre_scores_gemma":[0.9569894,0.00011379461,0.04167607,0.00014093147,0.00021188479,9.1546525e-8,0.0000011697523,0.000027959008,0.0008386657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735355,0.00037567984,0.00072535715,0.00034216983,0.0007910807,0.0004121638],"domain_scores_gemma":[0.99715513,0.0006414503,0.001096712,0.000315492,0.0005222966,0.00026891517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017190224,0.0002586995,0.0007060755,0.00062773336,0.00020642995,0.00042685127,0.00031304194,0.00014065321,0.0000035494675],"category_scores_gemma":[0.0021973762,0.00024570414,0.00027582765,0.0010505184,0.000094395844,0.00033825677,0.00027412298,0.0010690173,0.0000018839511],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017636956,0.00085574586,0.3143409,0.0005710098,0.0031197057,0.0071451254,0.026762895,0.5535312,0.027050322,0.032826725,0.0023409512,0.031279042],"study_design_scores_gemma":[0.0011905958,0.0012651606,0.0034391833,0.0012300081,0.00066575647,0.0025863633,0.031845897,0.94676745,0.0018429084,0.0020060674,0.0063704615,0.00079012755],"about_ca_topic_score_codex":0.000003694393,"about_ca_topic_score_gemma":0.000009122715,"teacher_disagreement_score":0.63350695,"about_ca_system_score_codex":0.00021799449,"about_ca_system_score_gemma":0.00034189154,"threshold_uncertainty_score":0.9999995},"labels":[],"label_agreement":null},{"id":"W4281737179","doi":"10.18608/jla.2022.6697","title":"When Do Learners Study?","year":2022,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Engineering and Physical Sciences Research Council; Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Modality (human–computer interaction); Modalities; Personalization; Computer science; Session (web analytics); Multimedia; Mobile device; Profiling (computer programming); Learning Management; Human–computer interaction; World Wide Web","score_opus":0.03098870907244129,"score_gpt":0.3429783768309881,"score_spread":0.3119896677585468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281737179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97937727,0.00028607278,0.00027117072,0.0046672015,0.00050761626,0.00008103043,5.028082e-7,0.000038327384,0.01477079],"genre_scores_gemma":[0.9869679,0.00005889235,0.000984744,0.000051767198,0.00058206054,7.563433e-7,5.4318707e-7,0.000014750619,0.011338549],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968864,0.0012016341,0.00040088088,0.000116051895,0.0011276827,0.00026735218],"domain_scores_gemma":[0.998756,0.00022884383,0.00058780424,0.00009367782,0.00019789483,0.00013577405],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0045640008,0.00008421001,0.00024225538,0.0002938985,0.0012153977,0.00011843591,0.00039538485,0.000033021443,0.0013794696],"category_scores_gemma":[0.0010105427,0.00008126777,0.00016534283,0.00048654922,0.000066138455,0.00016878684,0.00009983504,0.0015323018,0.000014869512],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010169619,0.0006877267,0.60595864,0.000007097735,0.00034522123,0.00047828225,0.08731647,0.2310462,0.00004161094,0.0015292743,0.008528928,0.06395886],"study_design_scores_gemma":[0.00035091394,0.00068833627,0.0005663377,0.0000068760705,0.00008583187,0.000016645026,0.34527782,0.00044776904,8.1343705e-7,0.00025815188,0.65220726,0.000093226074],"about_ca_topic_score_codex":0.000089436035,"about_ca_topic_score_gemma":0.000042641914,"teacher_disagreement_score":0.64367837,"about_ca_system_score_codex":0.00021631991,"about_ca_system_score_gemma":0.0006660051,"threshold_uncertainty_score":0.9995334},"labels":[],"label_agreement":null},{"id":"W4307732762","doi":"10.18608/jla.2022.7571","title":"Examining the Interplay between Self-regulated Learning Activities and Types of Knowledge within a Computer-simulated Environment","year":2022,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Metacognition; Task (project management); Domain knowledge; Self-regulated learning; Computer science; Domain (mathematical analysis); Task analysis; Psychology; Knowledge level; Cognitive psychology; Mathematics education; Cognition; Knowledge management","score_opus":0.04237598826035349,"score_gpt":0.3488045816159463,"score_spread":0.3064285933555928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307732762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982421,0.00043620015,0.015931342,0.00009108476,0.00033330356,0.00006111189,0.0000011692683,0.000042296615,0.0006825134],"genre_scores_gemma":[0.994694,0.000008863169,0.0030561315,0.000016466096,0.00022879256,9.611279e-7,0.0000036428823,0.000037715607,0.0019534135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99394536,0.0045161457,0.00075351266,0.00020073129,0.00034071036,0.00024351731],"domain_scores_gemma":[0.9962674,0.0019186324,0.0014909805,0.00016726698,0.000096109936,0.000059649836],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0069968365,0.00019431,0.0005332408,0.00039554975,0.00056747254,0.00003858578,0.00028478302,0.00008342861,0.00021330318],"category_scores_gemma":[0.0002731258,0.00015126793,0.00010555847,0.00040284006,0.00015722588,0.000064458465,0.00022667243,0.0030376387,0.000003748896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016988003,0.00018109621,0.33193487,0.000031512613,0.001899497,0.00003507601,0.10232361,0.5355167,0.00088956114,0.00025102048,0.00016923739,0.026597952],"study_design_scores_gemma":[0.005166815,0.013868006,0.46773034,0.0005336754,0.0023383184,0.0010314607,0.090670094,0.32467094,0.00051337486,0.00023845791,0.09203019,0.0012083106],"about_ca_topic_score_codex":0.00001733042,"about_ca_topic_score_gemma":3.3642596e-7,"teacher_disagreement_score":0.21084572,"about_ca_system_score_codex":0.00012305449,"about_ca_system_score_gemma":0.00006312328,"threshold_uncertainty_score":0.9992624},"labels":[],"label_agreement":null},{"id":"W4322624463","doi":"10.18608/jla.2023.7775","title":"Amplifying Student and Administrator Perspectives on Equity and Bias in Learning Analytics","year":2023,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Oregon State University","keywords":"Learning analytics; Analytics; Equity (law); Higher education; Stakeholder; Accountability; Public relations; Psychology; Business; Knowledge management; Political science; Data science; Computer science","score_opus":0.08585870874958963,"score_gpt":0.3893082930312202,"score_spread":0.3034495842816306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4322624463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885466,0.00047471368,0.0060244016,0.0041336766,0.00012197777,0.00005121098,6.343028e-7,0.000101830236,0.00054491777],"genre_scores_gemma":[0.9949377,0.0013864113,0.0026022792,0.00005527382,0.00018155652,4.2607127e-7,9.3591194e-7,0.00002211517,0.0008132911],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973475,0.0003343636,0.0006904513,0.00038756162,0.0007982251,0.00044195226],"domain_scores_gemma":[0.99780273,0.00081178936,0.00065934926,0.00021434012,0.0002529952,0.00025879266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031207954,0.000244854,0.0005348134,0.0010038115,0.0002711581,0.0005724089,0.0005113876,0.0001138424,0.000003842988],"category_scores_gemma":[0.0019837043,0.00021953853,0.00013053078,0.0013542128,0.00010829703,0.00029710325,0.00057384203,0.0017522555,0.000011151562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049873666,0.000252489,0.7005969,0.0000982013,0.0002513187,0.00086728914,0.013723476,0.25273818,0.00026661277,0.009382718,0.00015707975,0.02161584],"study_design_scores_gemma":[0.0016540083,0.0025749134,0.15271005,0.00061862404,0.00014954031,0.00026723222,0.04322495,0.79222244,0.00005203499,0.0020374854,0.003856548,0.00063217984],"about_ca_topic_score_codex":0.000007607826,"about_ca_topic_score_gemma":0.000009241422,"teacher_disagreement_score":0.54788685,"about_ca_system_score_codex":0.00012337689,"about_ca_system_score_gemma":0.00017868832,"threshold_uncertainty_score":0.89525217},"labels":[],"label_agreement":null},{"id":"W4385732976","doi":"10.18608/jla.2023.7745","title":"Associations of Research Questions, Analytical Techniques, and Learning Insight in Temporal Educational Research","year":2023,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Qualitative Comparative Analysis Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Data science; Educational research; Coding (social sciences); Learning analytics; Temporal database; Visualization; Process (computing); Artificial intelligence; Mathematics education; Psychology; Data mining","score_opus":0.41282788770959744,"score_gpt":0.6013953146039579,"score_spread":0.18856742689436046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385732976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94294435,0.0010247885,0.00016763486,0.01878124,0.00006849704,0.00028167447,0.0000049696196,0.000035877085,0.036690943],"genre_scores_gemma":[0.9822593,0.0012815587,0.0007226746,0.0000043860796,0.0003226075,0.000005322102,0.0000107429105,0.000014696283,0.015378766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98283106,0.012549507,0.00092617894,0.00022619129,0.0028746305,0.0005924066],"domain_scores_gemma":[0.9806415,0.013680849,0.0004235728,0.00012531612,0.0048934016,0.00023537944],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.053087782,0.00009832772,0.00046186557,0.0044648866,0.001121781,0.00015910759,0.00040568778,0.0001622952,0.00022966393],"category_scores_gemma":[0.051532373,0.00009548466,0.0001252512,0.008610358,0.001293412,0.00033192078,0.00016118104,0.003657863,0.000052126776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049344515,0.00026944416,0.88679004,0.00003676205,0.00017715842,0.00004942922,0.030962313,0.0023644145,0.00033264392,0.067152634,0.009564168,0.0022516507],"study_design_scores_gemma":[0.0010624122,0.001588495,0.43731675,0.0010237644,0.00009675289,0.000016701148,0.16348653,0.034819152,0.0001916719,0.033448547,0.3264513,0.0004979174],"about_ca_topic_score_codex":0.0017915458,"about_ca_topic_score_gemma":0.0010861577,"teacher_disagreement_score":0.4494733,"about_ca_system_score_codex":0.0006711118,"about_ca_system_score_gemma":0.0018912754,"threshold_uncertainty_score":0.9986407},"labels":[],"label_agreement":null},{"id":"W4405483264","doi":"10.18608/jla.2024.8547","title":"Associations between Students’ Standing Seen in Learning Analytics Dashboards and Their Following Learning Behaviours:","year":2024,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Learning analytics; Educational technology; Computer science; Analytics; Psychology; Mathematics education; Data science","score_opus":0.02655293141294945,"score_gpt":0.3320431935825856,"score_spread":0.30549026216963615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405483264","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85889405,0.0013207414,0.13723268,0.001537625,0.00037965283,0.00007682248,0.0000052689675,0.00023413468,0.00031902455],"genre_scores_gemma":[0.99335796,0.0001977766,0.0036112815,0.000017293736,0.0004942728,6.2676366e-7,0.00002216709,0.000061843624,0.0022367823],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995615,0.00068781886,0.001363021,0.0005079708,0.0011498468,0.00067635544],"domain_scores_gemma":[0.9969499,0.0014144271,0.00087021996,0.00023303989,0.00027545553,0.0002569278],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005232796,0.00040731236,0.0009790628,0.0014906033,0.00050461985,0.0016785231,0.0008917517,0.00024645217,0.0000049184077],"category_scores_gemma":[0.0013805272,0.00036555232,0.00050522847,0.0019881164,0.00006368183,0.0009287827,0.0003908598,0.004086433,0.0000075521775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028218556,0.000055080684,0.83476347,0.000025481917,0.00040127427,0.000266391,0.0024573603,0.15586908,0.000088853114,0.00037593947,0.00007412319,0.005620142],"study_design_scores_gemma":[0.0011982835,0.00091876695,0.15253316,0.0015358903,0.00076451316,0.00009506528,0.0035502787,0.8308656,0.0000714219,0.0013312849,0.006246717,0.0008889789],"about_ca_topic_score_codex":0.00006830525,"about_ca_topic_score_gemma":0.000020420759,"teacher_disagreement_score":0.6822303,"about_ca_system_score_codex":0.00048500806,"about_ca_system_score_gemma":0.00030484237,"threshold_uncertainty_score":0.99987966},"labels":[],"label_agreement":null}]}