{"meta":{"query_hash":"8837c10cd1ff","filters":{"venue":"Journal of Educational Technology Systems"},"cohort_total":21,"direct_labels_cover":0,"predictions_cover":21,"exported":21,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/8837c10cd1ff","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Educational+Technology+Systems"},"results":[{"id":"W1964436982","doi":"10.2190/et.36.4.e","title":"The Structure of Student Dialogue in Web-Assisted Mathematics Courses","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Asynchronous communication; Class (philosophy); Elementary mathematics; Computer science; Mathematics","score_opus":0.04908977838007961,"score_gpt":0.40463464277127953,"score_spread":0.3555448643911999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964436982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9907537,0.0021631054,0.00015956465,0.0032352998,0.0025730003,0.00012621447,0.0000052276478,0.000010064235,0.0009738246],"genre_scores_gemma":[0.9966793,0.000022467197,0.0021828432,0.0000150440665,0.00025077,0.0000056186677,0.0000015117333,0.000012328009,0.00083013444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99810416,0.0004909595,0.0008703787,0.00010047495,0.0002621544,0.00017188382],"domain_scores_gemma":[0.996963,0.0011479164,0.0011678074,0.00025631618,0.0004417125,0.00002320529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001421969,0.00010825464,0.0003494534,0.0005456274,0.00014337606,0.000009040402,0.00045649346,0.00019981271,0.000052438187],"category_scores_gemma":[0.0008082135,0.00007071722,0.00005979226,0.000585909,0.00033476902,0.00003372005,0.000023606806,0.00074554636,0.0000065482177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004641899,0.0009340355,0.65941906,0.0000405046,0.00040142215,0.000024022094,0.009285898,0.00012968786,0.011025721,0.30922896,0.008366453,0.0010978306],"study_design_scores_gemma":[0.0011166455,0.00037783786,0.9512588,0.0002948834,0.00004216212,0.0044488776,0.023032302,0.000023442843,0.0002586843,0.009876363,0.009086919,0.0001831327],"about_ca_topic_score_codex":0.00001933807,"about_ca_topic_score_gemma":0.000012155519,"teacher_disagreement_score":0.2993526,"about_ca_system_score_codex":0.0000985819,"about_ca_system_score_gemma":0.00031180383,"threshold_uncertainty_score":0.32390696},"labels":[],"label_agreement":null},{"id":"W1970395665","doi":"10.2190/et.42.3.b","title":"Productive Failure in Stem Education","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algonquin College","funders":"","keywords":"Task (project management); Instrumentation (computer programming); Mathematics education; Plan (archaeology); Transfer of training; Computer science; Psychology; Transfer of learning; Medical education; Knowledge management; Engineering","score_opus":0.012363899561287906,"score_gpt":0.3087393294224603,"score_spread":0.2963754298611724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970395665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83789665,0.002125558,0.0002614662,0.12858644,0.0045794197,0.00052874757,0.0000010095595,0.00003978919,0.025980953],"genre_scores_gemma":[0.99565035,0.000022509152,0.00075845694,0.0000458292,0.0011060246,0.000026350404,8.5743403e-7,0.000006331973,0.0023832815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987517,0.0003290493,0.00038426084,0.00011735547,0.00024702164,0.00017063279],"domain_scores_gemma":[0.9986307,0.00022791333,0.00048549467,0.00011230691,0.0004916737,0.000051935083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019350005,0.000067386114,0.00017343006,0.0007449395,0.00015630199,0.000037455975,0.00029205077,0.00016221286,0.000042385],"category_scores_gemma":[0.0010745823,0.00006211974,0.000034777007,0.00073637697,0.00013671812,0.00025635774,0.000012169593,0.00033486148,0.00003336094],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012150494,0.0002445347,0.13580358,0.00004006639,0.00002355553,4.929963e-7,0.0050379736,0.00022326226,0.0003260678,0.83731145,0.0068786084,0.014098291],"study_design_scores_gemma":[0.00040683587,0.0002061665,0.008204123,0.000593307,0.00002148984,0.00010553972,0.061644007,0.000038048896,0.0001394789,0.06774543,0.860651,0.00024455643],"about_ca_topic_score_codex":0.00023318197,"about_ca_topic_score_gemma":0.0002037973,"teacher_disagreement_score":0.8537724,"about_ca_system_score_codex":0.00026996355,"about_ca_system_score_gemma":0.002124321,"threshold_uncertainty_score":0.3768454},"labels":[],"label_agreement":null},{"id":"W1973698688","doi":"10.2190/n18m-vb4a-pn6p-53e6","title":"Interaction and Communication: Elementary Students' Learning of Mathematics and Science in a CMC Setting","year":2004,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Context (archaeology); Psychology; Mathematics education; Context effect; Pedagogy; Linguistics","score_opus":0.030224215815227065,"score_gpt":0.4317004738365394,"score_spread":0.40147625802131237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973698688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993912,0.0010545136,0.0011105157,0.0029847561,0.00033612916,0.00008059657,2.8007844e-7,0.000006213382,0.00051499193],"genre_scores_gemma":[0.9738077,0.00002063119,0.026035244,0.000014206226,0.00003959079,0.000006054802,5.9580293e-7,0.000005349004,0.000070620365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998928,0.00017724723,0.00052365987,0.00009594028,0.00017356242,0.00010158158],"domain_scores_gemma":[0.9985218,0.00036731927,0.0007444601,0.000121201476,0.00022509528,0.000020120715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039788275,0.0000623819,0.0001807258,0.0008298961,0.00012077475,0.000022919483,0.00023182915,0.00006416228,0.000014647991],"category_scores_gemma":[0.000719309,0.000057115827,0.000012388838,0.0004804891,0.00031196885,0.000131519,0.000064333726,0.00060906826,0.0000011586169],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015361073,0.00039983614,0.80981314,0.00006163438,0.000060508075,0.0000019806846,0.014859186,0.0002474961,0.0052544186,0.16559963,0.000033131848,0.0036536427],"study_design_scores_gemma":[0.0023232854,0.0007255727,0.7183609,0.0021584406,0.000050575392,0.0030914643,0.24420412,0.00016114683,0.00050646754,0.026816733,0.0013561358,0.0002451478],"about_ca_topic_score_codex":0.00007842756,"about_ca_topic_score_gemma":0.0000025063975,"teacher_disagreement_score":0.22934493,"about_ca_system_score_codex":0.0001189745,"about_ca_system_score_gemma":0.00011326818,"threshold_uncertainty_score":0.26461324},"labels":[],"label_agreement":null},{"id":"W1980144860","doi":"10.2190/03q1-v1n4-pctf-xw0y","title":"Interaction and Communication: An Examination of Gender Differences in Elementary Student Mathematics and Science Learning Using CMC","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Conversation; Class (philosophy); Mathematics education; Psychology; Significant difference; Computer science; Communication; Mathematics","score_opus":0.14352028571627953,"score_gpt":0.44786637963342907,"score_spread":0.3043460939171495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980144860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99638265,0.0014074136,0.0008216137,0.00035213877,0.00028241525,0.00007553312,2.65318e-7,0.0000052402143,0.0006727391],"genre_scores_gemma":[0.9867537,0.000034178454,0.01309098,0.0000055740315,0.00004267352,0.000004140078,5.585963e-7,0.0000048925576,0.000063287975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987373,0.00041613393,0.00047617112,0.000106440006,0.00017348971,0.00009048087],"domain_scores_gemma":[0.9985862,0.00032126973,0.00069981127,0.000121358855,0.00024994463,0.000021435968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029090638,0.00006589205,0.00018204104,0.000894755,0.0001327442,0.000026412157,0.00017651398,0.0000670512,0.00005251566],"category_scores_gemma":[0.00027980353,0.000058655234,0.0000094423,0.0004098099,0.0002988786,0.00021752452,0.000036679903,0.00042698963,5.4749285e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008133521,0.0006761596,0.86092657,0.000058595124,0.000068505215,0.0000011790585,0.039900314,0.00010112591,0.0081740115,0.07752749,0.000013876501,0.012544034],"study_design_scores_gemma":[0.00038014527,0.00027482997,0.8890042,0.0002456399,0.000022588329,0.0005685741,0.103874005,0.0039508715,0.00006510745,0.0014588948,0.00006377981,0.00009139667],"about_ca_topic_score_codex":0.000028582495,"about_ca_topic_score_gemma":0.0000016789302,"teacher_disagreement_score":0.0760686,"about_ca_system_score_codex":0.00009137557,"about_ca_system_score_gemma":0.000028974931,"threshold_uncertainty_score":0.2391891},"labels":[],"label_agreement":null},{"id":"W1998905166","doi":"10.2190/gndh-94p0-6n8q-en82","title":"Principles of ICT in Education and Implementation Strategies in Singapore, the Province of Alberta in Canada, the United Kingdom, and the Republic of Korea","year":2004,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Curriculum; The Internet; Subject (documents); Educational technology; Political science; Pedagogy; Public relations; Sociology; Library science; Computer science","score_opus":0.02353054151131287,"score_gpt":0.3303181837627262,"score_spread":0.3067876422514133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998905166","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9296319,0.00077164586,0.0000051556726,0.06857226,0.00020466617,0.000387415,0.0000015249365,0.0000013041058,0.00042413746],"genre_scores_gemma":[0.99964833,0.0001463343,0.000069203285,0.00003176507,0.000025237696,0.00003431868,0.000002866606,0.0000028478926,0.000039096383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9986345,0.00021458913,0.0007657394,0.00007998784,0.00020473065,0.0001004557],"domain_scores_gemma":[0.9978557,0.00063819997,0.0010282842,0.00013454465,0.00032950586,0.000013713935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015365777,0.00006340113,0.00018842517,0.0005981976,0.000076669035,0.000017340935,0.00028152994,0.00008788807,0.0000052339924],"category_scores_gemma":[0.0009993052,0.000036644145,0.000016576581,0.0009948213,0.00075388,0.00015863123,0.000019176718,0.00023736861,3.2446618e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001142489,0.00007609044,0.22023101,0.000018969298,0.000010540526,1.0375259e-7,0.0051437723,0.0001278201,0.00006216956,0.7738792,0.00003498505,0.0004039209],"study_design_scores_gemma":[0.0009781643,0.00007008512,0.42675483,0.00040412016,0.000020540008,0.000047592628,0.5134138,0.000047852707,0.0004803227,0.055555124,0.0021529284,0.00007465279],"about_ca_topic_score_codex":0.806123,"about_ca_topic_score_gemma":0.95131725,"teacher_disagreement_score":0.71832407,"about_ca_system_score_codex":0.00035190306,"about_ca_system_score_gemma":0.0087107215,"threshold_uncertainty_score":0.99690896},"labels":[],"label_agreement":null},{"id":"W2013274377","doi":"10.2190/et.36.3.e","title":"Equity in Math and Science: A Technology-Supported Teaching and Learning Model","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Equity (law); Technology integration; Bridge (graph theory); Faculty development; Teaching method; Government (linguistics); Science learning; Educational technology; Math education; Computer science; Science education; Pedagogy; Sociology; Psychology; Professional development; Political science","score_opus":0.06458923296552654,"score_gpt":0.4326999203032235,"score_spread":0.368110687337697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013274377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98443335,0.0015853558,0.002533619,0.005431095,0.00049274403,0.00010748718,6.7454386e-7,0.000046462188,0.005369228],"genre_scores_gemma":[0.97886974,0.000017303355,0.018978294,0.000035702225,0.000094696654,0.000013685459,5.4862693e-7,0.000013892163,0.0019761324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.998149,0.00039204094,0.0005970095,0.0002787601,0.00024939358,0.00033383752],"domain_scores_gemma":[0.99856216,0.00031548488,0.0005962088,0.00017545308,0.0002885013,0.00006217365],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072946544,0.00014165262,0.00035467985,0.0035838985,0.00065206096,0.000028070232,0.0003194604,0.00028748656,0.000010756655],"category_scores_gemma":[0.0031516468,0.00012452489,0.000023154493,0.0012641558,0.0011480411,0.00018128222,0.00013081545,0.0028008758,0.000004509846],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033455584,0.00023670822,0.43654078,0.000028532317,0.00005754944,0.00003401909,0.0067248074,0.00045810672,0.011830155,0.53369087,0.00030804586,0.010056967],"study_design_scores_gemma":[0.0055101886,0.0021913704,0.66654646,0.0014521375,0.0001188752,0.06673498,0.07316709,0.03355731,0.0002984016,0.13586405,0.013116536,0.0014425828],"about_ca_topic_score_codex":0.00003766969,"about_ca_topic_score_gemma":7.6137434e-7,"teacher_disagreement_score":0.39782682,"about_ca_system_score_codex":0.00016217274,"about_ca_system_score_gemma":0.00051038427,"threshold_uncertainty_score":0.9994997},"labels":[],"label_agreement":null},{"id":"W2057223161","doi":"10.2190/m770-j104-v701-8n45","title":"A Systematic Evaluation of Learning Objects for Secondary School Students","year":2007,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Quality (philosophy); Learning object; Mathematics education; Object (grammar); Psychology; Metric (unit); Theme (computing); Empirical research; Computer science; Pedagogy; Artificial intelligence; World Wide Web","score_opus":0.023930979354934125,"score_gpt":0.35939590914473407,"score_spread":0.33546492978979997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057223161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9362726,0.0068004285,0.03674861,0.004417921,0.007305364,0.002191431,0.0000012037448,0.000069706824,0.006192723],"genre_scores_gemma":[0.9937956,0.000009803223,0.004961087,0.000022900436,0.00023298888,0.00005986182,0.0000018562187,0.000009978334,0.0009059396],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9972893,0.0002490741,0.0011555189,0.00017575192,0.0009180207,0.00021235459],"domain_scores_gemma":[0.9946535,0.0007347035,0.0018083529,0.00024835992,0.002453675,0.00010137984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008752254,0.00011696811,0.00039588814,0.0010536186,0.00015259783,0.000111002475,0.0010340951,0.00014471577,0.000032997945],"category_scores_gemma":[0.0044903127,0.00010416435,0.00010416405,0.0007073324,0.000043272015,0.00046568576,0.00007302118,0.0004120151,0.000023697852],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001276488,0.0028285354,0.26165947,0.015637187,0.0021528008,0.000007656908,0.011745147,0.011706389,0.012355865,0.66778713,0.007243316,0.00674885],"study_design_scores_gemma":[0.020027995,0.0071973028,0.2077907,0.04784454,0.0021973173,0.008702192,0.52718914,0.06045161,0.011874437,0.09622489,0.007461174,0.003038678],"about_ca_topic_score_codex":0.0000050814706,"about_ca_topic_score_gemma":0.0000023897842,"teacher_disagreement_score":0.57156223,"about_ca_system_score_codex":0.00033896288,"about_ca_system_score_gemma":0.0014901871,"threshold_uncertainty_score":0.5375648},"labels":[],"label_agreement":null},{"id":"W2082805103","doi":"10.2190/er58-3h7p-y8fk-u8f7","title":"Are We Using Technology for Learning?","year":2006,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Active learning (machine learning); Educational technology; Context (archaeology); Computer science; Task (project management); Blended learning; Computer technology; Mathematics education; Sample (material); Psychology; Multimedia; Artificial intelligence; Engineering","score_opus":0.03073926453282252,"score_gpt":0.3794798462689949,"score_spread":0.3487405817361724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082805103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80267787,0.007863098,0.0021302064,0.18260245,0.00245877,0.0003390397,0.0000042306715,0.000100687605,0.0018236748],"genre_scores_gemma":[0.9850758,0.00006325607,0.008604294,0.000013596445,0.0021942996,0.000013866399,0.0000014297965,0.000014715459,0.0040187887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987997,0.00008157557,0.00047615657,0.00012711994,0.00024012485,0.00027535364],"domain_scores_gemma":[0.9975916,0.00024409978,0.0012658848,0.00009211813,0.0007666318,0.000039624523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007266012,0.00009225814,0.00026463572,0.0009967953,0.00047924466,0.00004172044,0.0003280521,0.00035858122,0.000033283006],"category_scores_gemma":[0.0011229601,0.000086652275,0.000087162945,0.0008102318,0.00027020078,0.00014782071,0.000019671781,0.00042857474,0.000007578661],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020092331,0.00029731542,0.35109198,0.000061908424,0.000090297974,0.000008716234,0.00019443936,0.0036095898,0.0018001167,0.62858695,0.01091716,0.0033214486],"study_design_scores_gemma":[0.00032199846,0.00010255027,0.00056124514,0.0002234917,0.00004211397,0.00018702612,0.022449968,0.00020694149,0.00011364308,0.06913808,0.906507,0.00014591341],"about_ca_topic_score_codex":0.000062656894,"about_ca_topic_score_gemma":0.00006956271,"teacher_disagreement_score":0.8955899,"about_ca_system_score_codex":0.00022143658,"about_ca_system_score_gemma":0.0009654633,"threshold_uncertainty_score":0.36860108},"labels":[],"label_agreement":null},{"id":"W2104460664","doi":"10.2190/et.37.2.f","title":"Knowledge Building in an Online Environment: A Design-Based Research Study","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Knowledge building; Process (computing); Feeling; Computer science; Learning environment; Online learning; Knowledge management; Mathematics education; Psychology; Multimedia","score_opus":0.4119950638447115,"score_gpt":0.5239159247517466,"score_spread":0.11192086090703512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104460664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896913,0.0014384004,0.0055113262,0.0016683232,0.00095372077,0.0003590218,0.0000014221617,0.000020060314,0.00035641823],"genre_scores_gemma":[0.9838992,0.0000030250235,0.014457654,0.000013425965,0.0004850351,0.000056804485,0.0000020893629,0.000023342378,0.0010594407],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994232,0.004069775,0.00076293293,0.00026676588,0.00033930736,0.0003292341],"domain_scores_gemma":[0.99728715,0.0014697448,0.0004152606,0.0003597911,0.0004050596,0.000062963925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009121844,0.00013395619,0.0003465097,0.0027165173,0.0002629224,0.0000142415565,0.0005325936,0.00022398202,0.00017411355],"category_scores_gemma":[0.0010210113,0.00011984603,0.000040591887,0.0011558989,0.00028340908,0.00008444138,0.00003129335,0.0017524264,0.000043364897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023080142,0.01332406,0.9472584,0.000016671946,0.00014686598,0.00015285866,0.012724501,0.0025636137,0.0037837722,0.013893309,0.0023933165,0.0035118114],"study_design_scores_gemma":[0.0037049998,0.005735079,0.9392384,0.00031645244,0.000030465548,0.0016909463,0.03381116,0.0010095853,0.00012438794,0.0037359572,0.010185905,0.00041665748],"about_ca_topic_score_codex":0.000064209744,"about_ca_topic_score_gemma":0.0000039995875,"teacher_disagreement_score":0.02108666,"about_ca_system_score_codex":0.00034999012,"about_ca_system_score_gemma":0.0004256675,"threshold_uncertainty_score":0.7613518},"labels":[],"label_agreement":null},{"id":"W2121991440","doi":"10.2190/et.42.1.b","title":"Bridging Spaces: Cross-Cultural Perspectives on Promoting Positive Online Learning Experiences","year":2013,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Bridging (networking); Pedagogy; Psychology; Context (archaeology); Globalization; Higher education; Online discussion; Mathematics education; Sociology; Computer science","score_opus":0.015967969580838338,"score_gpt":0.36473907253505494,"score_spread":0.3487711029542166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121991440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646277,0.0011588994,0.000020139341,0.03083277,0.0007294026,0.0001705919,9.750696e-7,0.000040326915,0.00241922],"genre_scores_gemma":[0.9947998,0.000060396724,0.0010030867,0.00001972459,0.001828208,0.000021224949,0.0000024658775,0.000009812616,0.002255317],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984421,0.0002115407,0.0004218322,0.00018794046,0.00043857397,0.00029801868],"domain_scores_gemma":[0.9974887,0.00029364502,0.00071793207,0.00007591274,0.0013307165,0.000093109025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062625296,0.000121719386,0.0002348389,0.00038670306,0.0007336604,0.00034744033,0.00033460456,0.00016066506,0.00019712528],"category_scores_gemma":[0.0027611484,0.00009645465,0.00008441292,0.00048902235,0.0005308348,0.0008118728,0.000027021535,0.0006784975,0.00003824011],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003980882,0.001250337,0.31990364,0.000056754074,0.00032133053,0.000021407131,0.47582513,0.0017919267,0.0036879673,0.16868798,0.0018819212,0.026531775],"study_design_scores_gemma":[0.00017649164,0.0002834607,0.0058759456,0.00034008292,0.000010394956,0.00010496661,0.9858204,0.00024625074,0.00012262247,0.0006569013,0.0062107337,0.00015175794],"about_ca_topic_score_codex":0.00024644984,"about_ca_topic_score_gemma":0.00001319202,"teacher_disagreement_score":0.5099953,"about_ca_system_score_codex":0.0002624849,"about_ca_system_score_gemma":0.0005291758,"threshold_uncertainty_score":0.5642797},"labels":[],"label_agreement":null},{"id":"W2312495176","doi":"10.2190/et.43.2.e","title":"Creating Interactive Audiences for Student Writers in Large Classes: Blogging on the NewsActivist Learning Network","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Champlain Regional College","funders":"","keywords":"Computer science; Value (mathematics); Multimedia; Social media; Mathematics education; World Wide Web; Psychology","score_opus":0.059340347734126976,"score_gpt":0.4406353605346404,"score_spread":0.3812950128005134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2312495176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89093024,0.0002387526,0.011611023,0.061732426,0.0053105215,0.00059772516,0.0000011661828,0.00004058029,0.02953757],"genre_scores_gemma":[0.9947996,0.000017698008,0.003162541,0.00016566314,0.0013822017,0.000055744178,3.550657e-7,0.0000066017697,0.00040960792],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99680847,0.0016400953,0.0005370995,0.00017884042,0.0004360752,0.00039944286],"domain_scores_gemma":[0.9854839,0.012853174,0.001135232,0.00009749912,0.00039759357,0.00003262645],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01645882,0.000107827866,0.00029216532,0.00031091418,0.0013485069,0.00013020427,0.0007927598,0.00013261476,0.000016880484],"category_scores_gemma":[0.023751426,0.00007460638,0.000072321105,0.00096575543,0.0005857843,0.00024415823,0.000056441364,0.00074892864,0.0000023976704],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018012726,0.000088472654,0.18020903,0.000005486184,0.00003775924,3.8414998e-7,0.01724219,0.0015838586,0.000048879552,0.7983889,0.00083921355,0.0015378335],"study_design_scores_gemma":[0.0005064204,0.0007345086,0.04639351,0.0008917813,0.000027030146,0.000014486078,0.7233556,0.0008560233,0.000031977746,0.14676861,0.08010493,0.0003151503],"about_ca_topic_score_codex":0.00013881623,"about_ca_topic_score_gemma":0.00022824632,"teacher_disagreement_score":0.7061134,"about_ca_system_score_codex":0.0005280744,"about_ca_system_score_gemma":0.00035745496,"threshold_uncertainty_score":0.9999516},"labels":[],"label_agreement":null},{"id":"W2318819886","doi":"10.2190/c87t-cmr5-b7v4-4f6k","title":"A Metaphor for Technology Integration","year":2000,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Metaphor; Computer science; Control (management); Multimedia; Educational technology; Knowledge management; Teaching method; Technology integration; Mathematics education; Psychology; Artificial intelligence; Linguistics","score_opus":0.037236264968524474,"score_gpt":0.41018261633522707,"score_spread":0.3729463513667026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2318819886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88741726,0.005303759,0.035652846,0.051180013,0.0057214918,0.00057240523,0.000012378997,0.00013241138,0.01400742],"genre_scores_gemma":[0.9519696,0.000009326501,0.023010148,0.00008608258,0.0007056427,0.00013913737,0.0000062204,0.00002527507,0.024048563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983732,0.0002841661,0.0007510241,0.00019905278,0.0001443328,0.0002481948],"domain_scores_gemma":[0.99794734,0.0004622574,0.0006261542,0.00027748098,0.00065024407,0.000036518857],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021069543,0.0001484115,0.00038321904,0.001518532,0.00016555327,0.000022765853,0.0004044278,0.00040694443,0.0010794534],"category_scores_gemma":[0.0009949964,0.000122056124,0.00011271438,0.0010358139,0.00020010101,0.00008663856,0.000009040032,0.0007031123,0.000116916905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001771041,0.00043711593,0.008300129,0.00002067351,0.00043006672,0.0000042365705,0.00094533135,0.000058003883,0.00475762,0.8314773,0.026322847,0.1270696],"study_design_scores_gemma":[0.0023939712,0.002045814,0.012858181,0.00035049437,0.00021275438,0.0044857673,0.010276843,0.00016363569,0.0014340392,0.16166037,0.8035808,0.0005372908],"about_ca_topic_score_codex":0.000013835674,"about_ca_topic_score_gemma":8.812167e-7,"teacher_disagreement_score":0.777258,"about_ca_system_score_codex":0.00012013783,"about_ca_system_score_gemma":0.00016912639,"threshold_uncertainty_score":0.9998337},"labels":[],"label_agreement":null},{"id":"W2586918455","doi":"10.1177/0047239516671945","title":"Integrating Technology-Enhanced Collaborative Surfaces and Gamification for the Next Generation Classroom","year":2017,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; York University","funders":"","keywords":"Computer science; Blackboard (design pattern); Multimedia; Human–computer interaction; Process (computing); Mobile device; Perspective (graphical); Augmented reality; Collaborative learning; Table (database); Knowledge management; World Wide Web; Artificial intelligence","score_opus":0.049847171156559185,"score_gpt":0.3305074014530414,"score_spread":0.28066023029648224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586918455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07896879,0.0039116326,0.72513604,0.18959264,0.0012510621,0.0008537678,0.000010020496,0.00004723752,0.00022882696],"genre_scores_gemma":[0.9672391,0.00020985602,0.03182578,0.00003087148,0.00021071712,0.00026391575,0.0000030012886,0.0000071296467,0.00020966392],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888855,0.000040719875,0.00051408005,0.00022611259,0.00018255538,0.00014799878],"domain_scores_gemma":[0.99594325,0.00041379253,0.0015721243,0.00071287324,0.0013221351,0.00003580599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067863334,0.00011731338,0.00020297314,0.00032957405,0.001110157,0.0004464959,0.0013818403,0.00019472885,0.0000013815164],"category_scores_gemma":[0.0012574582,0.000083320876,0.000036807443,0.0004117183,0.0003551164,0.0007062013,0.00011287078,0.00026222967,0.000003542223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045921256,0.000071330454,0.0011869892,0.000016011814,0.000101827754,1.8001239e-7,0.00032532433,0.0003885527,0.055077653,0.92791855,0.0024280355,0.012480965],"study_design_scores_gemma":[0.0023461883,0.00088833174,0.011792799,0.0005958066,0.00023032381,0.00082854426,0.023277106,0.53775084,0.051955458,0.3290674,0.04037838,0.0008888054],"about_ca_topic_score_codex":0.000010114211,"about_ca_topic_score_gemma":0.000029263389,"teacher_disagreement_score":0.88827026,"about_ca_system_score_codex":0.00011716693,"about_ca_system_score_gemma":0.00040805983,"threshold_uncertainty_score":0.85385424},"labels":[],"label_agreement":null},{"id":"W2962862076","doi":"10.1177/0047239519863000","title":"Experiences from a Data-informed Approach to Configuring Online Assignments","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Variety (cybernetics); Computer science; Process (computing); Test (biology); Learning Management; Online learning; Data science; Knowledge management; Multimedia; Artificial intelligence","score_opus":0.03477145051236412,"score_gpt":0.3277803887190735,"score_spread":0.29300893820670937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962862076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95902663,0.0006004775,0.017384904,0.018983416,0.0025881538,0.00018786128,0.000014717004,0.00004117898,0.0011726482],"genre_scores_gemma":[0.95125765,0.0000076280207,0.04722898,0.000097041746,0.0004212716,0.000007004835,0.000019535011,0.0000053373064,0.00095555093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860877,0.000035405643,0.0005535455,0.00023726656,0.00039467335,0.00017036728],"domain_scores_gemma":[0.99834895,0.00020053977,0.00052475196,0.0006332066,0.00020264347,0.000089890986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003330602,0.000104603525,0.00031955817,0.00043769515,0.000051477524,0.00011057348,0.002174904,0.0000982017,0.000017323146],"category_scores_gemma":[0.00035967358,0.00008117407,0.000041791307,0.00045717473,0.000033656983,0.00044095088,0.00023646903,0.0002685928,0.000068715184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000129182,0.00628024,0.3256312,0.00036922607,0.0022944203,0.000036078065,0.030672295,0.028194126,0.009986401,0.51319635,0.065559,0.017651482],"study_design_scores_gemma":[0.005539581,0.0018230187,0.034868542,0.002795881,0.00018945722,0.0022538274,0.17888004,0.5467985,0.0010761484,0.02386175,0.19970617,0.002207062],"about_ca_topic_score_codex":0.00001944557,"about_ca_topic_score_gemma":8.3438346e-7,"teacher_disagreement_score":0.5186044,"about_ca_system_score_codex":0.000077427765,"about_ca_system_score_gemma":0.0005443474,"threshold_uncertainty_score":0.40415493},"labels":[],"label_agreement":null},{"id":"W3033724840","doi":"10.1177/0047239520926152","title":"Let Us Save Lives Using Games! A Study of the Effect of Digital Games for Traffic Education","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Educational Games and Gamification","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Knowledge acquisition; Intervention (counseling); Psychology; Game based learning; Knowledge retention; Knowledge level; Significant difference; Mathematics education; Applied psychology; Computer science; Multimedia; Knowledge management; Medical education","score_opus":0.02760600298142763,"score_gpt":0.3425563141026997,"score_spread":0.3149503111212721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033724840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98680866,0.002705854,0.000082716666,0.0066412897,0.0024451616,0.0010783902,0.000027284012,0.00000907012,0.00020155768],"genre_scores_gemma":[0.99870616,0.0000055132814,0.00015918368,0.000034053355,0.00062060123,0.00011464503,0.0000072896437,0.000021517937,0.00033106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981654,0.00016833033,0.0009994064,0.00022038174,0.0002915211,0.00015494775],"domain_scores_gemma":[0.996508,0.00066996214,0.0017758755,0.0003188985,0.0006624691,0.000064801214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037703748,0.00016534158,0.00046639369,0.00035621203,0.00006595526,0.000025674366,0.00051571213,0.00014409667,0.000036168356],"category_scores_gemma":[0.00084555405,0.0001194433,0.00019333915,0.0006181894,0.0001744803,0.00013566558,0.000029816212,0.00023102813,0.000004446372],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000974693,0.0076769805,0.8816909,0.0009445337,0.0019543073,0.0000011577858,0.03196531,0.0044518993,0.0073096203,0.030838804,0.013878483,0.018313264],"study_design_scores_gemma":[0.011421601,0.026513863,0.52125996,0.0023788852,0.002569155,0.0022312386,0.38928935,0.0019483572,0.004345513,0.005178757,0.03143808,0.0014252446],"about_ca_topic_score_codex":0.000020942636,"about_ca_topic_score_gemma":0.0000019083284,"teacher_disagreement_score":0.360431,"about_ca_system_score_codex":0.0000963984,"about_ca_system_score_gemma":0.00062619685,"threshold_uncertainty_score":0.48707566},"labels":[],"label_agreement":null},{"id":"W3043712576","doi":"10.1177/0047239520940624","title":"The Future High Education Distance Learning in Canada, the United States, and France: Insights From Before COVID-19 Secondary Data Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Distance education; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Higher education; Political science; Mathematics education; Public relations; Economic growth; Psychology; Economics","score_opus":0.01126317820585724,"score_gpt":0.29469388660751084,"score_spread":0.2834307084016536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043712576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6312566,0.01181986,0.00010159684,0.35598445,0.0006590924,0.00009741104,0.000030046589,0.0000076193182,0.00004337373],"genre_scores_gemma":[0.9963527,0.0010899366,0.00016173758,0.0007671511,0.001158024,0.000006503271,0.00018878734,0.0000054531342,0.00026975267],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985765,0.00036047294,0.00040609422,0.00017376267,0.00033728304,0.00014589298],"domain_scores_gemma":[0.99820757,0.00067792734,0.00056822156,0.00020484312,0.00021481846,0.00012664936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005277382,0.00008295838,0.00020157825,0.00020763642,0.00077073096,0.000085487336,0.0007445159,0.00009410244,0.00003470351],"category_scores_gemma":[0.0010624215,0.000051858933,0.000023025383,0.0018009334,0.00020483349,0.00018233761,0.00005806089,0.0007727996,9.317656e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027519342,0.000052150182,0.8903844,0.000029989207,0.0004028264,0.0000073670317,0.009290307,0.005668487,0.0000055333157,0.061351765,0.019389287,0.0133903995],"study_design_scores_gemma":[0.000107867185,0.000016962367,0.041341256,0.000020555173,0.000064050946,0.0000035460641,0.1487969,0.0011455441,2.5383844e-7,0.0038241372,0.8046206,0.000058323458],"about_ca_topic_score_codex":0.48387492,"about_ca_topic_score_gemma":0.86226946,"teacher_disagreement_score":0.84904313,"about_ca_system_score_codex":0.0003716783,"about_ca_system_score_gemma":0.0141897835,"threshold_uncertainty_score":0.9913989},"labels":[],"label_agreement":null},{"id":"W4254214110","doi":"10.2190/ywck-3ly0-putj-h0rx","title":"Editorial Overview","year":2004,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The Internet; Information and Communications Technology; Government (linguistics); Agency (philosophy); Intervention (counseling); Public relations; Educational technology; Political science; Knowledge management; Sociology; Computer science; Pedagogy; Psychology; World Wide Web; Social science","score_opus":0.021239703467235978,"score_gpt":0.36175490149722966,"score_spread":0.3405151980299937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254214110","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2419003,0.014647644,0.00016780342,0.30606028,0.42155457,0.00029664664,0.0000039259708,0.00007748376,0.015291353],"genre_scores_gemma":[0.8140877,0.00042163077,0.00193762,0.000035558212,0.18239513,0.0000051769475,0.0000010145804,0.000007956767,0.0011082244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990076,0.00006211561,0.0003171158,0.000066767534,0.000397038,0.00014938827],"domain_scores_gemma":[0.9988948,0.00010933321,0.00037139156,0.000076439916,0.00048567235,0.00006236196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077935157,0.00005313676,0.00015148144,0.00027470442,0.000194482,0.00003475468,0.00027899005,0.00019346552,0.00007041871],"category_scores_gemma":[0.0009392605,0.00004635257,0.00005956655,0.00041397955,0.00013248932,0.00018739233,0.000012865857,0.00031463298,0.00005365987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006391623,0.0001537571,0.004113414,0.000013739213,0.00004195125,0.0000022358847,0.00049914746,0.00019806152,0.00012957728,0.9169525,0.07648381,0.0014053972],"study_design_scores_gemma":[0.00022753261,0.00006066126,0.00012986254,0.00010450909,0.000011666607,0.000041133055,0.0040307664,2.8301932e-7,0.000012018178,0.04757072,0.94775826,0.000052615196],"about_ca_topic_score_codex":0.00011208451,"about_ca_topic_score_gemma":0.000042042102,"teacher_disagreement_score":0.8712744,"about_ca_system_score_codex":0.0002260689,"about_ca_system_score_gemma":0.0026702343,"threshold_uncertainty_score":0.4736881},"labels":[],"label_agreement":null},{"id":"W4306777221","doi":"10.1177/00472395221132582","title":"Virtual Reality Integration in Social Studies Classroom: Impact on Student Knowledge, Classroom Engagement, and Historical Empathy Development","year":2022,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Virtual reality; Empathy; Situational ethics; Student engagement; Psychology; Mathematics education; Computer science; Human–computer interaction; Social psychology","score_opus":0.08578591931461355,"score_gpt":0.3845510575582905,"score_spread":0.29876513824367695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306777221","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654178,0.002757757,0.0071940995,0.0223037,0.0015062281,0.000377379,0.0000063280377,0.000033299613,0.00040337726],"genre_scores_gemma":[0.99865305,0.000059925806,0.000565112,0.000053128788,0.0001884768,0.00013255811,0.000003669509,0.0000071874138,0.0003368736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978466,0.0003597131,0.0008339669,0.00026249528,0.00047765713,0.0002195393],"domain_scores_gemma":[0.99840593,0.00036212907,0.0006148297,0.0002227178,0.0003155918,0.000078809186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019759783,0.0001661081,0.00038255082,0.0009535441,0.0005092634,0.00006523375,0.00066118327,0.000090170615,0.0000067343317],"category_scores_gemma":[0.00029811286,0.00013662498,0.000065684595,0.00092604914,0.000066356915,0.0002376102,0.00033601047,0.0006659288,0.000005060395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009581163,0.0048501985,0.026978523,0.00004153681,0.00043175748,0.000013210507,0.036285203,0.0013003838,0.00062678196,0.79524636,0.0729921,0.06113814],"study_design_scores_gemma":[0.0043882644,0.0076592867,0.6784076,0.00047880076,0.00009894528,0.0010867206,0.101402394,0.003735501,0.00031706083,0.06257036,0.13837105,0.0014839757],"about_ca_topic_score_codex":0.00001741657,"about_ca_topic_score_gemma":0.000017751487,"teacher_disagreement_score":0.73267597,"about_ca_system_score_codex":0.0045109955,"about_ca_system_score_gemma":0.00085107976,"threshold_uncertainty_score":0.9993105},"labels":[],"label_agreement":null},{"id":"W4380238498","doi":"10.1177/00472395231178943","title":"Conversation-Based Assessments in Education: Design, Implementation, and Cognitive Walkthroughs for Usability Testing","year":2023,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University of Edmonton","funders":"","keywords":"Usability; Conversation; Formative assessment; Cognitive walkthrough; Software walkthrough; Computer science; Usability lab; Usability engineering; Pluralistic walkthrough; Cognition; Human–computer interaction; Psychology; Mathematics education; Software; Software system","score_opus":0.07061014901884904,"score_gpt":0.39486477454143565,"score_spread":0.3242546255225866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380238498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3304832,0.0007269319,0.6517237,0.012446043,0.0033075877,0.0011614974,0.00000645995,0.000070584625,0.00007398196],"genre_scores_gemma":[0.97578937,0.000003315263,0.023635184,0.00004434993,0.00017712684,0.00015090332,0.000005136359,0.0000069430057,0.00018770093],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870485,0.00012002864,0.0005981047,0.00020347278,0.00019874732,0.00017478006],"domain_scores_gemma":[0.99641305,0.0018066016,0.0005675776,0.00011285408,0.0010585535,0.000041332998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013764733,0.00009797357,0.00019490902,0.00067116605,0.00012254677,0.00008753798,0.0002540618,0.000075907694,0.0000044344797],"category_scores_gemma":[0.0008099089,0.000094402996,0.00003134583,0.00091496634,0.0000477764,0.00034088021,0.000030484958,0.00014519457,0.000005828735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019949572,0.000244287,0.68157583,0.00020510577,0.00009215623,0.0000029589073,0.0010670366,0.0027014432,0.0006785452,0.29147062,0.0012086335,0.02073346],"study_design_scores_gemma":[0.006434042,0.00318868,0.5730827,0.0045647495,0.00014889885,0.0006863599,0.1341955,0.13836291,0.0049469015,0.11833635,0.014586268,0.001466638],"about_ca_topic_score_codex":0.000056056753,"about_ca_topic_score_gemma":0.0000035406529,"teacher_disagreement_score":0.6453061,"about_ca_system_score_codex":0.00019250889,"about_ca_system_score_gemma":0.001438172,"threshold_uncertainty_score":0.38496423},"labels":[],"label_agreement":null},{"id":"W4385739141","doi":"10.1177/00472395231191139","title":"Modeling the Impact of Motivation Factors on Students’ Study Strategies and Performance Using Machine Learning","year":2023,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Competence (human resources); Computer science; Autonomy; Process (computing); Random forest; Decision tree; Machine learning; Knowledge management; Artificial intelligence; Mathematics education; Psychology; Social psychology","score_opus":0.049698735774345824,"score_gpt":0.3640662426173486,"score_spread":0.3143675068430028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385739141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99749476,0.00013505406,0.0013212342,0.00076484855,0.00018095045,0.000075918746,4.3291524e-7,0.00002103549,0.0000057636953],"genre_scores_gemma":[0.9997193,0.000022739325,0.00014517069,0.0000011781556,0.00006619245,9.964192e-7,7.3678996e-7,0.0000050475323,0.00003859892],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907434,0.00007805777,0.0003477618,0.00009670778,0.0002986988,0.00010444681],"domain_scores_gemma":[0.99905205,0.00019619489,0.00037168516,0.000136281,0.00022194596,0.00002187138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065791566,0.00008405272,0.00017255852,0.00054270186,0.00016111105,0.00010758179,0.0004431866,0.0000461347,7.3831626e-7],"category_scores_gemma":[0.00022214297,0.000050347022,0.000042565294,0.0006812158,0.000033636537,0.00028920695,0.000072402516,0.00034213564,8.7829045e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022296135,0.00006719986,0.5381064,0.000005600818,0.000051120434,3.809439e-7,0.0005143099,0.45999885,0.0001042461,0.0010885649,0.0000018779017,0.000059232294],"study_design_scores_gemma":[0.00013281924,0.0005870969,0.1609426,0.00007948947,0.000010395105,0.00003299703,0.0071519837,0.8303265,0.000008993886,0.0006817052,9.0465556e-7,0.00004451893],"about_ca_topic_score_codex":0.00009128917,"about_ca_topic_score_gemma":0.0000010862543,"teacher_disagreement_score":0.3771638,"about_ca_system_score_codex":0.000058169568,"about_ca_system_score_gemma":0.00020084888,"threshold_uncertainty_score":0.2053092},"labels":[],"label_agreement":null},{"id":"W4394572777","doi":"10.1177/00472395241238693","title":"Learner Experiences of Mobile Apps and Artificial Intelligence to Support Additional Language Learning in Education","year":2024,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Mobile apps; Multimedia; Mobile device; Language acquisition; Human–computer interaction; Artificial intelligence; World Wide Web; Mathematics education; Psychology","score_opus":0.01187541760571042,"score_gpt":0.32666765457376445,"score_spread":0.31479223696805403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394572777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9708518,0.004546554,0.009615563,0.012718512,0.0017967876,0.00013732883,0.0000064261203,0.0000435837,0.00028343877],"genre_scores_gemma":[0.9933001,0.000028296745,0.0057830303,0.000020070414,0.00026376866,0.000036780228,0.000005839423,0.000004762075,0.000557381],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.998995,0.000045019304,0.0004845548,0.00015855853,0.00020809278,0.00010877869],"domain_scores_gemma":[0.99924606,0.00024573936,0.00018918648,0.00009949312,0.00016971487,0.00004978446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036219886,0.00007204089,0.00016472937,0.000938436,0.000037051017,0.00007511873,0.00031300183,0.00007618189,0.00011687339],"category_scores_gemma":[0.0003658594,0.00006342776,0.00003423089,0.00082322524,0.000074407144,0.00021741234,0.000051320076,0.00031227432,0.000020296071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010515112,0.00052581343,0.0028395536,0.00018863729,0.000058247213,0.000023579314,0.03256372,0.008926516,0.0019550782,0.65894055,0.006039464,0.28792828],"study_design_scores_gemma":[0.0001656939,0.003797908,0.0018851184,0.004819431,0.000056678382,0.0044132182,0.64513546,0.10256027,0.0045278724,0.1405192,0.091086425,0.0010327292],"about_ca_topic_score_codex":0.000009122632,"about_ca_topic_score_gemma":0.0000024453866,"teacher_disagreement_score":0.6125717,"about_ca_system_score_codex":0.000053221458,"about_ca_system_score_gemma":0.00081087346,"threshold_uncertainty_score":0.2586509},"labels":[],"label_agreement":null}]}