{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":21,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":21,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"8837c10cd1ff","filters":{"venue":"Journal of Educational Technology Systems"}},"results":[{"id":"W3043712576","doi":"10.1177/0047239520940624","title":"The Future High Education Distance Learning in Canada, the United States, and France: Insights From Before COVID-19 Secondary Data Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":91,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Distance education; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Higher education; Political science; Mathematics education; Public relations; Economic growth; Psychology; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.01126317820585724,"gpt":0.2946938866075108,"spread":0.2834307084016536,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005277382,0.00008295838,0.0002015783,0.0002076364,0.000770731,0.00008548734,0.0007445159,0.00009410244,0.00003470351],"category_scores_gemma":[0.001062421,0.00005185893,0.00002302538,0.001800933,0.0002048335,0.0001823376,0.00005806089,0.0007727996,9.317656e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003716783,"about_ca_system_score_gemma":0.01418978,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.4838749,"about_ca_topic_score_gemma":0.8622695,"domain_scores_codex":[0.9985765,0.0003604729,0.0004060942,0.0001737627,0.000337283,0.000145893],"domain_scores_gemma":[0.9982076,0.0006779273,0.0005682216,0.0002048431,0.0002148185,0.0001266494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002751934,0.00005215018,0.8903844,0.00002998921,0.0004028264,0.000007367032,0.009290307,0.005668487,0.000005533316,0.06135176,0.01938929,0.0133904],"study_design_scores_gemma":[0.0001078672,0.00001696237,0.04134126,0.00002055517,0.00006405095,0.000003546064,0.1487969,0.001145544,2.538384e-7,0.003824137,0.8046206,0.00005832346],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6312566,0.01181986,0.0001015968,0.3559844,0.0006590924,0.00009741104,0.00003004659,0.000007619318,0.00004337373],"genre_scores_gemma":[0.9963527,0.001089937,0.0001617376,0.0007671511,0.001158024,0.000006503271,0.0001887873,0.000005453134,0.0002697527],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8490431,"threshold_uncertainty_score":0.9913989,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121991440","doi":"10.2190/et.42.1.b","title":"Bridging Spaces: Cross-Cultural Perspectives on Promoting Positive Online Learning Experiences","year":2013,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Bridging (networking); Pedagogy; Psychology; Context (archaeology); Globalization; Higher education; Online discussion; Mathematics education; Sociology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.01596796958083834,"gpt":0.3647390725350549,"spread":0.3487711029542166,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000626253,0.0001217194,0.0002348389,0.0003867031,0.0007336604,0.0003474403,0.0003346046,0.0001606651,0.0001971253],"category_scores_gemma":[0.002761148,0.00009645465,0.00008441292,0.0004890223,0.0005308348,0.0008118728,0.00002702154,0.0006784975,0.00003824011],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002624849,"about_ca_system_score_gemma":0.0005291758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002464498,"about_ca_topic_score_gemma":0.00001319202,"domain_scores_codex":[0.9984421,0.0002115407,0.0004218322,0.0001879405,0.000438574,0.0002980187],"domain_scores_gemma":[0.9974887,0.000293645,0.0007179321,0.00007591274,0.001330717,0.00009310903],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003980882,0.001250337,0.3199036,0.00005675407,0.0003213305,0.00002140713,0.4758251,0.001791927,0.003687967,0.168688,0.001881921,0.02653177],"study_design_scores_gemma":[0.0001764916,0.0002834607,0.005875946,0.0003400829,0.00001039496,0.0001049666,0.9858204,0.0002462507,0.0001226225,0.0006569013,0.006210734,0.0001517579],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9646277,0.001158899,0.00002013934,0.03083277,0.0007294026,0.0001705919,9.750696e-7,0.00004032692,0.00241922],"genre_scores_gemma":[0.9947998,0.00006039672,0.001003087,0.00001972459,0.001828208,0.00002122495,0.000002465878,0.000009812616,0.002255317],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5099953,"threshold_uncertainty_score":0.5642797,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2057223161","doi":"10.2190/m770-j104-v701-8n45","title":"A Systematic Evaluation of Learning Objects for Secondary School Students","year":2007,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Quality (philosophy); Learning object; Mathematics education; Object (grammar); Psychology; Metric (unit); Theme (computing); Empirical research; Computer science; Pedagogy; Artificial intelligence; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.02393097935493413,"gpt":0.3593959091447341,"spread":0.3354649297898,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008752254,0.0001169681,0.0003958881,0.001053619,0.0001525978,0.0001110025,0.001034095,0.0001447158,0.00003299794],"category_scores_gemma":[0.004490313,0.0001041643,0.000104164,0.0007073324,0.00004327202,0.0004656858,0.00007302118,0.0004120151,0.00002369785],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003389629,"about_ca_system_score_gemma":0.001490187,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005081471,"about_ca_topic_score_gemma":0.000002389784,"domain_scores_codex":[0.9972893,0.0002490741,0.001155519,0.0001757519,0.0009180207,0.0002123546],"domain_scores_gemma":[0.9946535,0.0007347035,0.001808353,0.0002483599,0.002453675,0.0001013798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001276488,0.002828535,0.2616595,0.01563719,0.002152801,0.000007656908,0.01174515,0.01170639,0.01235586,0.6677871,0.007243316,0.00674885],"study_design_scores_gemma":[0.020028,0.007197303,0.2077907,0.04784454,0.002197317,0.008702192,0.5271891,0.06045161,0.01187444,0.09622489,0.007461174,0.003038678],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9362726,0.006800428,0.03674861,0.004417921,0.007305364,0.002191431,0.000001203745,0.00006970682,0.006192723],"genre_scores_gemma":[0.9937956,0.000009803223,0.004961087,0.00002290044,0.0002329889,0.00005986182,0.000001856219,0.000009978334,0.0009059396],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5715622,"threshold_uncertainty_score":0.5375648,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4394572777","doi":"10.1177/00472395241238693","title":"Learner Experiences of Mobile Apps and Artificial Intelligence to Support Additional Language Learning in Education","year":2024,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Mobile apps; Multimedia; Mobile device; Language acquisition; Human–computer interaction; Artificial intelligence; World Wide Web; Mathematics education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01187541760571042,"gpt":0.3266676545737645,"spread":0.314792236968054,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003621989,0.00007204089,0.0001647294,0.000938436,0.00003705102,0.00007511873,0.0003130018,0.00007618189,0.0001168734],"category_scores_gemma":[0.0003658594,0.00006342776,0.00003423089,0.0008232252,0.00007440714,0.0002174123,0.00005132008,0.0003122743,0.00002029607],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005322146,"about_ca_system_score_gemma":0.0008108735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009122632,"about_ca_topic_score_gemma":0.000002445387,"domain_scores_codex":[0.998995,0.0000450193,0.0004845548,0.0001585585,0.0002080928,0.0001087787],"domain_scores_gemma":[0.9992461,0.0002457394,0.0001891865,0.00009949312,0.0001697149,0.00004978446],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001051511,0.0005258134,0.002839554,0.0001886373,0.00005824721,0.00002357931,0.03256372,0.008926516,0.001955078,0.6589406,0.006039464,0.2879283],"study_design_scores_gemma":[0.0001656939,0.003797908,0.001885118,0.004819431,0.00005667838,0.004413218,0.6451355,0.1025603,0.004527872,0.1405192,0.09108642,0.001032729],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9708518,0.004546554,0.009615563,0.01271851,0.001796788,0.0001373288,0.00000642612,0.0000435837,0.0002834388],"genre_scores_gemma":[0.9933001,0.00002829674,0.00578303,0.00002007041,0.0002637687,0.00003678023,0.000005839423,0.000004762075,0.000557381],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6125717,"threshold_uncertainty_score":0.2586509,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082805103","doi":"10.2190/er58-3h7p-y8fk-u8f7","title":"Are We Using Technology for Learning?","year":2006,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Active learning (machine learning); Educational technology; Context (archaeology); Computer science; Task (project management); Blended learning; Computer technology; Mathematics education; Sample (material); Psychology; Multimedia; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.03073926453282252,"gpt":0.3794798462689949,"spread":0.3487405817361724,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007266012,0.00009225814,0.0002646357,0.0009967953,0.0004792447,0.00004172044,0.0003280521,0.0003585812,0.00003328301],"category_scores_gemma":[0.00112296,0.00008665228,0.00008716295,0.0008102318,0.0002702008,0.0001478207,0.00001967178,0.0004285747,0.000007578661],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002214366,"about_ca_system_score_gemma":0.0009654633,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006265689,"about_ca_topic_score_gemma":0.00006956271,"domain_scores_codex":[0.9987997,0.00008157557,0.0004761566,0.0001271199,0.0002401248,0.0002753536],"domain_scores_gemma":[0.9975916,0.0002440998,0.001265885,0.00009211813,0.0007666318,0.00003962452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002009233,0.0002973154,0.351092,0.00006190842,0.00009029797,0.000008716234,0.0001944394,0.00360959,0.001800117,0.6285869,0.01091716,0.003321449],"study_design_scores_gemma":[0.0003219985,0.0001025503,0.0005612451,0.0002234917,0.00004211397,0.0001870261,0.02244997,0.0002069415,0.0001136431,0.06913808,0.906507,0.0001459134],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8026779,0.007863098,0.002130206,0.1826025,0.00245877,0.0003390397,0.000004230671,0.0001006876,0.001823675],"genre_scores_gemma":[0.9850758,0.00006325607,0.008604294,0.00001359644,0.0021943,0.0000138664,0.000001429796,0.00001471546,0.004018789],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8955899,"threshold_uncertainty_score":0.3686011,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4306777221","doi":"10.1177/00472395221132582","title":"Virtual Reality Integration in Social Studies Classroom: Impact on Student Knowledge, Classroom Engagement, and Historical Empathy Development","year":2022,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Virtual reality; Empathy; Situational ethics; Student engagement; Psychology; Mathematics education; Computer science; Human–computer interaction; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.08578591931461355,"gpt":0.3845510575582905,"spread":0.298765138243677,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001975978,0.0001661081,0.0003825508,0.0009535441,0.0005092634,0.00006523375,0.0006611833,0.00009017062,0.000006734332],"category_scores_gemma":[0.0002981129,0.000136625,0.0000656846,0.0009260491,0.00006635692,0.0002376102,0.0003360105,0.0006659288,0.000005060395],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004510995,"about_ca_system_score_gemma":0.0008510798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001741657,"about_ca_topic_score_gemma":0.00001775149,"domain_scores_codex":[0.9978466,0.0003597131,0.0008339669,0.0002624953,0.0004776571,0.0002195393],"domain_scores_gemma":[0.9984059,0.0003621291,0.0006148297,0.0002227178,0.0003155918,0.00007880919],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00009581163,0.004850199,0.02697852,0.00004153681,0.0004317575,0.00001321051,0.0362852,0.001300384,0.000626782,0.7952464,0.0729921,0.06113814],"study_design_scores_gemma":[0.004388264,0.007659287,0.6784076,0.0004788008,0.00009894528,0.001086721,0.1014024,0.003735501,0.0003170608,0.06257036,0.1383711,0.001483976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9654178,0.002757757,0.007194099,0.0223037,0.001506228,0.000377379,0.000006328038,0.00003329961,0.0004033773],"genre_scores_gemma":[0.9986531,0.00005992581,0.000565112,0.00005312879,0.0001884768,0.0001325581,0.000003669509,0.000007187414,0.0003368736],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.732676,"threshold_uncertainty_score":0.9993105,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1970395665","doi":"10.2190/et.42.3.b","title":"Productive Failure in Stem Education","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Algonquin College","funders":"","keywords":"Task (project management); Instrumentation (computer programming); Mathematics education; Plan (archaeology); Transfer of training; Computer science; Psychology; Transfer of learning; Medical education; Knowledge management; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01236389956128791,"gpt":0.3087393294224603,"spread":0.2963754298611724,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001935001,0.00006738611,0.0001734301,0.0007449395,0.000156302,0.00003745597,0.0002920508,0.0001622129,0.000042385],"category_scores_gemma":[0.001074582,0.00006211974,0.00003477701,0.000736377,0.0001367181,0.0002563577,0.00001216959,0.0003348615,0.00003336094],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002699636,"about_ca_system_score_gemma":0.002124321,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000233182,"about_ca_topic_score_gemma":0.0002037973,"domain_scores_codex":[0.9987517,0.0003290493,0.0003842608,0.0001173555,0.0002470216,0.0001706328],"domain_scores_gemma":[0.9986307,0.0002279133,0.0004854947,0.0001123069,0.0004916737,0.00005193508],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001215049,0.0002445347,0.1358036,0.00004006639,0.00002355553,4.929963e-7,0.005037974,0.0002232623,0.0003260678,0.8373114,0.006878608,0.01409829],"study_design_scores_gemma":[0.0004068359,0.0002061665,0.008204123,0.000593307,0.00002148984,0.0001055397,0.06164401,0.0000380489,0.0001394789,0.06774543,0.860651,0.0002445564],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8378966,0.002125558,0.0002614662,0.1285864,0.00457942,0.0005287476,0.000001009559,0.00003978919,0.02598095],"genre_scores_gemma":[0.9956504,0.00002250915,0.0007584569,0.0000458292,0.001106025,0.0000263504,8.57434e-7,0.000006331973,0.002383281],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8537724,"threshold_uncertainty_score":0.3768454,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2586918455","doi":"10.1177/0047239516671945","title":"Integrating Technology-Enhanced Collaborative Surfaces and Gamification for the Next Generation Classroom","year":2017,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University; York University","funders":"","keywords":"Computer science; Blackboard (design pattern); Multimedia; Human–computer interaction; Process (computing); Mobile device; Perspective (graphical); Augmented reality; Collaborative learning; Table (database); Knowledge management; World Wide Web; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.04984717115655918,"gpt":0.3305074014530414,"spread":0.2806602302964822,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006786333,0.0001173134,0.0002029731,0.000329574,0.001110157,0.0004464959,0.00138184,0.0001947289,0.000001381516],"category_scores_gemma":[0.001257458,0.00008332088,0.00003680744,0.0004117183,0.0003551164,0.0007062013,0.0001128708,0.0002622297,0.000003542223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001171669,"about_ca_system_score_gemma":0.0004080598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001011421,"about_ca_topic_score_gemma":0.00002926339,"domain_scores_codex":[0.9988886,0.00004071987,0.00051408,0.0002261126,0.0001825554,0.0001479988],"domain_scores_gemma":[0.9959432,0.0004137925,0.001572124,0.0007128732,0.001322135,0.00003580599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004592126,0.00007133045,0.001186989,0.00001601181,0.0001018278,1.800124e-7,0.0003253243,0.0003885527,0.05507765,0.9279186,0.002428035,0.01248096],"study_design_scores_gemma":[0.002346188,0.0008883317,0.0117928,0.0005958066,0.0002303238,0.0008285443,0.02327711,0.5377508,0.05195546,0.3290674,0.04037838,0.0008888054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07896879,0.003911633,0.725136,0.1895926,0.001251062,0.0008537678,0.0000100205,0.00004723752,0.000228827],"genre_scores_gemma":[0.9672391,0.000209856,0.03182578,0.00003087148,0.0002107171,0.0002639157,0.000003001289,0.000007129647,0.0002096639],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8882703,"threshold_uncertainty_score":0.8538542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1964436982","doi":"10.2190/et.36.4.e","title":"The Structure of Student Dialogue in Web-Assisted Mathematics Courses","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Asynchronous communication; Class (philosophy); Elementary mathematics; Computer science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.04908977838007961,"gpt":0.4046346427712795,"spread":0.3555448643911999,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001421969,0.0001082546,0.0003494534,0.0005456274,0.0001433761,0.000009040402,0.0004564935,0.0001998127,0.00005243819],"category_scores_gemma":[0.0008082135,0.00007071722,0.00005979226,0.000585909,0.000334769,0.00003372005,0.00002360681,0.0007455464,0.000006548218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000985819,"about_ca_system_score_gemma":0.0003118038,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001933807,"about_ca_topic_score_gemma":0.00001215552,"domain_scores_codex":[0.9981042,0.0004909595,0.0008703787,0.000100475,0.0002621544,0.0001718838],"domain_scores_gemma":[0.996963,0.001147916,0.001167807,0.0002563162,0.0004417125,0.00002320529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004641899,0.0009340355,0.6594191,0.0000405046,0.0004014221,0.00002402209,0.009285898,0.0001296879,0.01102572,0.309229,0.008366453,0.001097831],"study_design_scores_gemma":[0.001116646,0.0003778379,0.9512588,0.0002948834,0.00004216212,0.004448878,0.0230323,0.00002344284,0.0002586843,0.009876363,0.009086919,0.0001831327],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9907537,0.002163105,0.0001595646,0.0032353,0.002573,0.0001262145,0.000005227648,0.00001006423,0.0009738246],"genre_scores_gemma":[0.9966793,0.0000224672,0.002182843,0.00001504407,0.00025077,0.000005618668,0.000001511733,0.00001232801,0.0008301344],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2993526,"threshold_uncertainty_score":0.323907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385739141","doi":"10.1177/00472395231191139","title":"Modeling the Impact of Motivation Factors on Students’ Study Strategies and Performance Using Machine Learning","year":2023,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Competence (human resources); Computer science; Autonomy; Process (computing); Random forest; Decision tree; Machine learning; Knowledge management; Artificial intelligence; Mathematics education; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04969873577434582,"gpt":0.3640662426173486,"spread":0.3143675068430028,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006579157,0.00008405272,0.0001725585,0.0005427019,0.000161111,0.0001075818,0.0004431866,0.0000461347,7.383163e-7],"category_scores_gemma":[0.000222143,0.00005034702,0.00004256529,0.0006812158,0.00003363654,0.0002892069,0.00007240252,0.0003421356,8.782905e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005816957,"about_ca_system_score_gemma":0.0002008489,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009128917,"about_ca_topic_score_gemma":0.000001086254,"domain_scores_codex":[0.9990743,0.00007805777,0.0003477618,0.00009670778,0.0002986988,0.0001044468],"domain_scores_gemma":[0.999052,0.0001961949,0.0003716852,0.000136281,0.000221946,0.00002187138],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002229614,0.00006719986,0.5381064,0.000005600818,0.00005112043,3.809439e-7,0.0005143099,0.4599988,0.0001042461,0.001088565,0.000001877902,0.00005923229],"study_design_scores_gemma":[0.0001328192,0.0005870969,0.1609426,0.00007948947,0.00001039511,0.00003299703,0.007151984,0.8303265,0.000008993886,0.0006817052,9.046556e-7,0.00004451893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9974948,0.0001350541,0.001321234,0.0007648485,0.0001809504,0.00007591875,4.329152e-7,0.00002103549,0.000005763695],"genre_scores_gemma":[0.9997193,0.00002273932,0.0001451707,0.000001178156,0.00006619245,9.964192e-7,7.3679e-7,0.000005047532,0.00003859892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3771638,"threshold_uncertainty_score":0.2053092,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3033724840","doi":"10.1177/0047239520926152","title":"Let Us Save Lives Using Games! A Study of the Effect of Digital Games for Traffic Education","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Educational Games and Gamification","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Knowledge acquisition; Intervention (counseling); Psychology; Game based learning; Knowledge retention; Knowledge level; Significant difference; Mathematics education; Applied psychology; Computer science; Multimedia; Knowledge management; Medical education","retraction":null,"screen_n_in":null,"score":{"opus":0.02760600298142763,"gpt":0.3425563141026997,"spread":0.3149503111212721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003770375,0.0001653416,0.0004663937,0.000356212,0.00006595526,0.00002567437,0.0005157121,0.0001440967,0.00003616836],"category_scores_gemma":[0.0008455541,0.0001194433,0.0001933391,0.0006181894,0.0001744803,0.0001356656,0.00002981621,0.0002310281,0.000004446372],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000963984,"about_ca_system_score_gemma":0.0006261969,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002094264,"about_ca_topic_score_gemma":0.000001908328,"domain_scores_codex":[0.9981654,0.0001683303,0.0009994064,0.0002203817,0.0002915211,0.0001549477],"domain_scores_gemma":[0.996508,0.0006699621,0.001775875,0.0003188985,0.0006624691,0.00006480121],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000974693,0.00767698,0.8816909,0.0009445337,0.001954307,0.000001157786,0.03196531,0.004451899,0.00730962,0.0308388,0.01387848,0.01831326],"study_design_scores_gemma":[0.0114216,0.02651386,0.52126,0.002378885,0.002569155,0.002231239,0.3892893,0.001948357,0.004345513,0.005178757,0.03143808,0.001425245],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9868087,0.002705854,0.00008271667,0.00664129,0.002445162,0.00107839,0.00002728401,0.00000907012,0.0002015577],"genre_scores_gemma":[0.9987062,0.000005513281,0.0001591837,0.00003405336,0.0006206012,0.000114645,0.000007289644,0.00002151794,0.00033106],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.360431,"threshold_uncertainty_score":0.4870757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4380238498","doi":"10.1177/00472395231178943","title":"Conversation-Based Assessments in Education: Design, Implementation, and Cognitive Walkthroughs for Usability Testing","year":2023,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; Concordia University of Edmonton","funders":"","keywords":"Usability; Conversation; Formative assessment; Cognitive walkthrough; Software walkthrough; Computer science; Usability lab; Usability engineering; Pluralistic walkthrough; Cognition; Human–computer interaction; Psychology; Mathematics education; Software; Software system","retraction":null,"screen_n_in":null,"score":{"opus":0.07061014901884904,"gpt":0.3948647745414356,"spread":0.3242546255225866,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001376473,0.00009797357,0.000194909,0.0006711661,0.0001225468,0.00008753798,0.0002540618,0.00007590769,0.00000443448],"category_scores_gemma":[0.0008099089,0.000094403,0.00003134583,0.0009149663,0.0000477764,0.0003408802,0.00003048496,0.0001451946,0.000005828735],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001925089,"about_ca_system_score_gemma":0.001438172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005605675,"about_ca_topic_score_gemma":0.000003540653,"domain_scores_codex":[0.9987049,0.0001200286,0.0005981047,0.0002034728,0.0001987473,0.0001747801],"domain_scores_gemma":[0.9964131,0.001806602,0.0005675776,0.0001128541,0.001058553,0.000041333],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001994957,0.000244287,0.6815758,0.0002051058,0.00009215623,0.000002958907,0.001067037,0.002701443,0.0006785452,0.2914706,0.001208634,0.02073346],"study_design_scores_gemma":[0.006434042,0.00318868,0.5730827,0.00456475,0.0001488988,0.0006863599,0.1341955,0.1383629,0.004946901,0.1183363,0.01458627,0.001466638],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3304832,0.0007269319,0.6517237,0.01244604,0.003307588,0.001161497,0.00000645995,0.00007058463,0.00007398196],"genre_scores_gemma":[0.9757894,0.000003315263,0.02363518,0.00004434993,0.0001771268,0.0001509033,0.000005136359,0.000006943006,0.0001877009],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6453061,"threshold_uncertainty_score":0.3849642,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104460664","doi":"10.2190/et.37.2.f","title":"Knowledge Building in an Online Environment: A Design-Based Research Study","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Knowledge building; Process (computing); Feeling; Computer science; Learning environment; Online learning; Knowledge management; Mathematics education; Psychology; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.4119950638447115,"gpt":0.5239159247517466,"spread":0.1119208609070351,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009121844,0.0001339562,0.0003465097,0.002716517,0.0002629224,0.00001424156,0.0005325936,0.000223982,0.0001741135],"category_scores_gemma":[0.001021011,0.000119846,0.00004059189,0.001155899,0.0002834091,0.00008444138,0.00003129335,0.001752426,0.0000433649],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003499901,"about_ca_system_score_gemma":0.0004256675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006420974,"about_ca_topic_score_gemma":0.000003999588,"domain_scores_codex":[0.994232,0.004069775,0.0007629329,0.0002667659,0.0003393074,0.0003292341],"domain_scores_gemma":[0.9972872,0.001469745,0.0004152606,0.0003597911,0.0004050596,0.00006296393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002308014,0.01332406,0.9472584,0.00001667195,0.000146866,0.0001528587,0.0127245,0.002563614,0.003783772,0.01389331,0.002393316,0.003511811],"study_design_scores_gemma":[0.003705,0.005735079,0.9392384,0.0003164524,0.00003046555,0.001690946,0.03381116,0.001009585,0.0001243879,0.003735957,0.0101859,0.0004166575],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9896913,0.0014384,0.005511326,0.001668323,0.0009537208,0.0003590218,0.000001422162,0.00002006031,0.0003564182],"genre_scores_gemma":[0.9838992,0.000003025023,0.01445765,0.00001342597,0.0004850351,0.00005680449,0.000002089363,0.00002334238,0.001059441],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02108666,"threshold_uncertainty_score":0.7613518,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998905166","doi":"10.2190/gndh-94p0-6n8q-en82","title":"Principles of ICT in Education and Implementation Strategies in Singapore, the Province of Alberta in Canada, the United Kingdom, and the Republic of Korea","year":2004,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Curriculum; The Internet; Subject (documents); Educational technology; Political science; Pedagogy; Public relations; Sociology; Library science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02353054151131287,"gpt":0.3303181837627262,"spread":0.3067876422514133,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001536578,0.00006340113,0.0001884252,0.0005981976,0.00007666904,0.00001734094,0.0002815299,0.00008788807,0.000005233992],"category_scores_gemma":[0.0009993052,0.00003664415,0.00001657658,0.0009948213,0.00075388,0.0001586312,0.00001917672,0.0002373686,3.244662e-8],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003519031,"about_ca_system_score_gemma":0.008710722,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.806123,"about_ca_topic_score_gemma":0.9513173,"domain_scores_codex":[0.9986345,0.0002145891,0.0007657394,0.00007998784,0.0002047306,0.0001004557],"domain_scores_gemma":[0.9978557,0.0006382,0.001028284,0.0001345447,0.0003295059,0.00001371394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001142489,0.00007609044,0.220231,0.0000189693,0.00001054053,1.037526e-7,0.005143772,0.0001278201,0.00006216956,0.7738792,0.00003498505,0.0004039209],"study_design_scores_gemma":[0.0009781643,0.00007008512,0.4267548,0.0004041202,0.00002054001,0.00004759263,0.5134138,0.00004785271,0.0004803227,0.05555512,0.002152928,0.00007465279],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9296319,0.0007716459,0.000005155673,0.06857226,0.0002046662,0.000387415,0.000001524936,0.000001304106,0.0004241375],"genre_scores_gemma":[0.9996483,0.0001463343,0.00006920328,0.00003176507,0.0000252377,0.00003431868,0.000002866606,0.000002847893,0.00003909638],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7183241,"threshold_uncertainty_score":0.996909,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1980144860","doi":"10.2190/03q1-v1n4-pctf-xw0y","title":"Interaction and Communication: An Examination of Gender Differences in Elementary Student Mathematics and Science Learning Using CMC","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Calgary","funders":"","keywords":"Conversation; Class (philosophy); Mathematics education; Psychology; Significant difference; Computer science; Communication; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1435202857162795,"gpt":0.4478663796334291,"spread":0.3043460939171495,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002909064,0.00006589205,0.000182041,0.000894755,0.0001327442,0.00002641216,0.000176514,0.0000670512,0.00005251566],"category_scores_gemma":[0.0002798035,0.00005865523,0.0000094423,0.0004098099,0.0002988786,0.0002175245,0.0000366799,0.0004269896,5.474928e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009137557,"about_ca_system_score_gemma":0.00002897493,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000285825,"about_ca_topic_score_gemma":0.00000167893,"domain_scores_codex":[0.9987373,0.0004161339,0.0004761711,0.00010644,0.0001734897,0.00009048087],"domain_scores_gemma":[0.9985862,0.0003212697,0.0006998113,0.0001213589,0.0002499446,0.00002143597],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000008133521,0.0006761596,0.8609266,0.00005859512,0.00006850521,0.000001179058,0.03990031,0.0001011259,0.008174011,0.07752749,0.0000138765,0.01254403],"study_design_scores_gemma":[0.0003801453,0.00027483,0.8890042,0.0002456399,0.00002258833,0.0005685741,0.103874,0.003950872,0.00006510745,0.001458895,0.00006377981,0.00009139667],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9963827,0.001407414,0.0008216137,0.0003521388,0.0002824152,0.00007553312,2.65318e-7,0.000005240214,0.0006727391],"genre_scores_gemma":[0.9867537,0.00003417845,0.01309098,0.000005574032,0.00004267352,0.000004140078,5.585963e-7,0.000004892558,0.00006328797],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0760686,"threshold_uncertainty_score":0.2391891,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2312495176","doi":"10.2190/et.43.2.e","title":"Creating Interactive Audiences for Student Writers in Large Classes: Blogging on the NewsActivist Learning Network","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Champlain Regional College","funders":"","keywords":"Computer science; Value (mathematics); Multimedia; Social media; Mathematics education; World Wide Web; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.05934034773412698,"gpt":0.4406353605346404,"spread":0.3812950128005134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01645882,0.0001078279,0.0002921653,0.0003109142,0.001348507,0.0001302043,0.0007927598,0.0001326148,0.00001688048],"category_scores_gemma":[0.02375143,0.00007460638,0.00007232111,0.0009657554,0.0005857843,0.0002441582,0.00005644136,0.0007489286,0.00000239767],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005280744,"about_ca_system_score_gemma":0.000357455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001388162,"about_ca_topic_score_gemma":0.0002282463,"domain_scores_codex":[0.9968085,0.001640095,0.0005370995,0.0001788404,0.0004360752,0.0003994429],"domain_scores_gemma":[0.9854839,0.01285317,0.001135232,0.00009749912,0.0003975936,0.00003262645],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001801273,0.00008847265,0.180209,0.000005486184,0.00003775924,3.8415e-7,0.01724219,0.001583859,0.00004887955,0.7983889,0.0008392135,0.001537833],"study_design_scores_gemma":[0.0005064204,0.0007345086,0.04639351,0.0008917813,0.00002703015,0.00001448608,0.7233556,0.0008560233,0.00003197775,0.1467686,0.08010493,0.0003151503],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8909302,0.0002387526,0.01161102,0.06173243,0.005310521,0.0005977252,0.000001166183,0.00004058029,0.02953757],"genre_scores_gemma":[0.9947996,0.00001769801,0.003162541,0.0001656631,0.001382202,0.00005574418,3.550657e-7,0.00000660177,0.0004096079],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7061134,"threshold_uncertainty_score":0.9999516,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973698688","doi":"10.2190/n18m-vb4a-pn6p-53e6","title":"Interaction and Communication: Elementary Students' Learning of Mathematics and Science in a CMC Setting","year":2004,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Context (archaeology); Psychology; Mathematics education; Context effect; Pedagogy; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03022421581522707,"gpt":0.4317004738365394,"spread":0.4014762580213124,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003978828,0.0000623819,0.0001807258,0.0008298961,0.0001207747,0.00002291948,0.0002318292,0.00006416228,0.00001464799],"category_scores_gemma":[0.000719309,0.00005711583,0.00001238884,0.0004804891,0.0003119688,0.000131519,0.00006433373,0.0006090683,0.000001158617],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001189745,"about_ca_system_score_gemma":0.0001132682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007842756,"about_ca_topic_score_gemma":0.000002506398,"domain_scores_codex":[0.998928,0.0001772472,0.0005236599,0.00009594028,0.0001735624,0.0001015816],"domain_scores_gemma":[0.9985218,0.0003673193,0.0007444601,0.0001212015,0.0002250953,0.00002012071],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001536107,0.0003998361,0.8098131,0.00006163438,0.00006050807,0.000001980685,0.01485919,0.0002474961,0.005254419,0.1655996,0.00003313185,0.003653643],"study_design_scores_gemma":[0.002323285,0.0007255727,0.7183609,0.002158441,0.00005057539,0.003091464,0.2442041,0.0001611468,0.0005064675,0.02681673,0.001356136,0.0002451478],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993912,0.001054514,0.001110516,0.002984756,0.0003361292,0.00008059657,2.800784e-7,0.000006213382,0.0005149919],"genre_scores_gemma":[0.9738077,0.00002063119,0.02603524,0.00001420623,0.00003959079,0.000006054802,5.958029e-7,0.000005349004,0.00007062036],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2293449,"threshold_uncertainty_score":0.2646132,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013274377","doi":"10.2190/et.36.3.e","title":"Equity in Math and Science: A Technology-Supported Teaching and Learning Model","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Mathematics education; Equity (law); Technology integration; Bridge (graph theory); Faculty development; Teaching method; Government (linguistics); Science learning; Educational technology; Math education; Computer science; Science education; Pedagogy; Sociology; Psychology; Professional development; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.06458923296552654,"gpt":0.4326999203032235,"spread":0.368110687337697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007294654,0.0001416526,0.0003546799,0.003583899,0.000652061,0.00002807023,0.0003194604,0.0002874866,0.00001075665],"category_scores_gemma":[0.003151647,0.0001245249,0.00002315449,0.001264156,0.001148041,0.0001812822,0.0001308154,0.002800876,0.000004509846],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001621727,"about_ca_system_score_gemma":0.0005103843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003766969,"about_ca_topic_score_gemma":7.613743e-7,"domain_scores_codex":[0.998149,0.0003920409,0.0005970095,0.0002787601,0.0002493936,0.0003338375],"domain_scores_gemma":[0.9985622,0.0003154849,0.0005962088,0.0001754531,0.0002885013,0.00006217365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00003345558,0.0002367082,0.4365408,0.00002853232,0.00005754944,0.00003401909,0.006724807,0.0004581067,0.01183015,0.5336909,0.0003080459,0.01005697],"study_design_scores_gemma":[0.005510189,0.00219137,0.6665465,0.001452137,0.0001188752,0.06673498,0.07316709,0.03355731,0.0002984016,0.135864,0.01311654,0.001442583],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9844334,0.001585356,0.002533619,0.005431095,0.000492744,0.0001074872,6.745439e-7,0.00004646219,0.005369228],"genre_scores_gemma":[0.9788697,0.00001730335,0.01897829,0.00003570223,0.00009469665,0.00001368546,5.486269e-7,0.00001389216,0.001976132],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3978268,"threshold_uncertainty_score":0.9994997,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4254214110","doi":"10.2190/ywck-3ly0-putj-h0rx","title":"Editorial Overview","year":2004,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"The Internet; Information and Communications Technology; Government (linguistics); Agency (philosophy); Intervention (counseling); Public relations; Educational technology; Political science; Knowledge management; Sociology; Computer science; Pedagogy; Psychology; World Wide Web; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.02123970346723598,"gpt":0.3617549014972297,"spread":0.3405151980299937,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007793516,0.00005313676,0.0001514814,0.0002747044,0.000194482,0.00003475468,0.00027899,0.0001934655,0.00007041871],"category_scores_gemma":[0.0009392605,0.00004635257,0.00005956655,0.0004139795,0.0001324893,0.0001873923,0.00001286586,0.000314633,0.00005365987],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002260689,"about_ca_system_score_gemma":0.002670234,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001120845,"about_ca_topic_score_gemma":0.0000420421,"domain_scores_codex":[0.9990076,0.00006211561,0.0003171158,0.00006676753,0.000397038,0.0001493883],"domain_scores_gemma":[0.9988948,0.0001093332,0.0003713916,0.00007643992,0.0004856724,0.00006236196],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006391623,0.0001537571,0.004113414,0.00001373921,0.00004195125,0.000002235885,0.0004991475,0.0001980615,0.0001295773,0.9169525,0.07648381,0.001405397],"study_design_scores_gemma":[0.0002275326,0.00006066126,0.0001298625,0.0001045091,0.00001166661,0.00004113305,0.004030766,2.830193e-7,0.00001201818,0.04757072,0.9477583,0.0000526152],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"editorial","genre_gemma":"empirical","genre_scores_codex":[0.2419003,0.01464764,0.0001678034,0.3060603,0.4215546,0.0002966466,0.000003925971,0.00007748376,0.01529135],"genre_scores_gemma":[0.8140877,0.0004216308,0.00193762,0.00003555821,0.1823951,0.000005176948,0.00000101458,0.000007956767,0.001108224],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8712744,"threshold_uncertainty_score":0.4736881,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2318819886","doi":"10.2190/c87t-cmr5-b7v4-4f6k","title":"A Metaphor for Technology Integration","year":2000,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Metaphor; Computer science; Control (management); Multimedia; Educational technology; Knowledge management; Teaching method; Technology integration; Mathematics education; Psychology; Artificial intelligence; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.03723626496852447,"gpt":0.4101826163352271,"spread":0.3729463513667026,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002106954,0.0001484115,0.000383219,0.001518532,0.0001655533,0.00002276585,0.0004044278,0.0004069444,0.001079453],"category_scores_gemma":[0.0009949964,0.0001220561,0.0001127144,0.001035814,0.000200101,0.00008663856,0.000009040032,0.0007031123,0.0001169169],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001201378,"about_ca_system_score_gemma":0.0001691264,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001383567,"about_ca_topic_score_gemma":8.812167e-7,"domain_scores_codex":[0.9983732,0.0002841661,0.0007510241,0.0001990528,0.0001443328,0.0002481948],"domain_scores_gemma":[0.9979473,0.0004622574,0.0006261542,0.000277481,0.0006502441,0.00003651886],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001771041,0.0004371159,0.008300129,0.00002067351,0.0004300667,0.00000423657,0.0009453314,0.00005800388,0.00475762,0.8314773,0.02632285,0.1270696],"study_design_scores_gemma":[0.002393971,0.002045814,0.01285818,0.0003504944,0.0002127544,0.004485767,0.01027684,0.0001636357,0.001434039,0.1616604,0.8035808,0.0005372908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8874173,0.005303759,0.03565285,0.05118001,0.005721492,0.0005724052,0.000012379,0.0001324114,0.01400742],"genre_scores_gemma":[0.9519696,0.000009326501,0.02301015,0.00008608258,0.0007056427,0.0001391374,0.0000062204,0.00002527507,0.02404856],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.777258,"threshold_uncertainty_score":0.9998337,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2962862076","doi":"10.1177/0047239519863000","title":"Experiences from a Data-informed Approach to Configuring Online Assignments","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Technology Systems","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"MacEwan University","funders":"","keywords":"Variety (cybernetics); Computer science; Process (computing); Test (biology); Learning Management; Online learning; Data science; Knowledge management; Multimedia; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03477145051236412,"gpt":0.3277803887190735,"spread":0.2930089382067094,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003330602,0.0001046035,0.0003195582,0.0004376952,0.00005147752,0.0001105735,0.002174904,0.0000982017,0.00001732315],"category_scores_gemma":[0.0003596736,0.00008117407,0.00004179131,0.0004571747,0.00003365698,0.0004409509,0.000236469,0.0002685928,0.00006871518],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007742777,"about_ca_system_score_gemma":0.0005443474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001944557,"about_ca_topic_score_gemma":8.343835e-7,"domain_scores_codex":[0.9986088,0.00003540564,0.0005535455,0.0002372666,0.0003946733,0.0001703673],"domain_scores_gemma":[0.998349,0.0002005398,0.000524752,0.0006332066,0.0002026435,0.00008989099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000129182,0.00628024,0.3256312,0.0003692261,0.00229442,0.00003607807,0.0306723,0.02819413,0.009986401,0.5131963,0.065559,0.01765148],"study_design_scores_gemma":[0.005539581,0.001823019,0.03486854,0.002795881,0.0001894572,0.002253827,0.17888,0.5467985,0.001076148,0.02386175,0.1997062,0.002207062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9590266,0.0006004775,0.0173849,0.01898342,0.002588154,0.0001878613,0.000014717,0.00004117898,0.001172648],"genre_scores_gemma":[0.9512576,0.000007628021,0.04722898,0.00009704175,0.0004212716,0.000007004835,0.00001953501,0.000005337306,0.0009555509],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5186044,"threshold_uncertainty_score":0.4041549,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}