{"meta":{"query_hash":"5f1556f67861","filters":{"venue":"Educational Technology Research and Development"},"cohort_total":69,"direct_labels_cover":0,"predictions_cover":69,"exported":69,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/5f1556f67861","api":"https://metacan.xera.ac/api/v1/cohort?venue=Educational+Technology+Research+and+Development"},"results":[{"id":"W1963626129","doi":"10.1007/s11423-015-9368-7","title":"Effects of conceptual, procedural, and declarative reflection on students’ structural knowledge in physics","year":2015,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; Reflection (computer programming); Descriptive knowledge; Procedural knowledge; Mathematics education; Constructive; Knowledge survey; Knowledge level; Conceptual change; Metacognition; Psychology; Pedagogy; Computer science; Knowledge management; Domain knowledge; Summative assessment; Cognition; Process (computing)","score_opus":0.2160754295407297,"score_gpt":0.5351316197919405,"score_spread":0.3190561902512108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963626129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961888,0.000772272,0.00011418104,0.00083177764,0.00019441999,0.00030605437,4.0253738e-7,0.000021808568,0.0015702457],"genre_scores_gemma":[0.9920514,0.000006612945,0.0060789445,0.000028187296,0.000058828555,0.00019050468,0.000007397035,0.000007698351,0.0015704139],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986646,0.00043011893,0.00017492515,0.00027280726,0.00022459714,0.00023294872],"domain_scores_gemma":[0.99880826,0.00040056076,0.00005435532,0.00008618584,0.00059639814,0.00005426087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013253355,0.00009495283,0.00014769893,0.00047771056,0.00014041514,0.000011351828,0.00012089681,0.0001223729,0.00001174531],"category_scores_gemma":[0.0009737046,0.000082574785,0.0000035468004,0.0010040968,0.0006956522,0.00003849829,0.00008994442,0.0006083203,0.000019268524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042781478,0.0012253643,0.44358626,0.00009855176,0.00014089067,0.0000050462468,0.10676712,0.0000011463915,0.0016368857,0.36860728,0.0068790903,0.070624545],"study_design_scores_gemma":[0.0016548615,0.0010444121,0.92665046,0.00012927865,0.0000021707526,0.00001650604,0.018812671,0.0000040544414,0.009526009,0.03539784,0.006587529,0.00017421242],"about_ca_topic_score_codex":0.000014689994,"about_ca_topic_score_gemma":0.0000057996945,"teacher_disagreement_score":0.4830642,"about_ca_system_score_codex":0.0001426374,"about_ca_system_score_gemma":0.0005924162,"threshold_uncertainty_score":0.3367302},"labels":[],"label_agreement":null},{"id":"W1969008233","doi":"10.1007/s11423-009-9122-0","title":"Towards an idea-centered, principle-based design approach to support learning as knowledge creation","year":2009,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":163,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Instructional design; Educational technology; Argument (complex analysis); Computer science; Collaborative learning; Knowledge management; Learning design; Knowledge creation; Learning sciences; Instructional simulation; Mathematics education; Psychology; Multimedia; Engineering","score_opus":0.2222468471871958,"score_gpt":0.5173806077446448,"score_spread":0.295133760557449,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969008233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57894874,0.00028969315,0.25347504,0.014781076,0.00040315752,0.001399685,0.0000018854527,0.00050538895,0.15019533],"genre_scores_gemma":[0.73178595,0.0000018869756,0.25512034,0.00024094172,0.00010193438,0.0003399273,0.000115128394,0.000018264058,0.012275623],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970247,0.0010271575,0.00032126578,0.00064342504,0.00035775692,0.00062569504],"domain_scores_gemma":[0.9982388,0.00020680988,0.000067708155,0.00029791068,0.0009849536,0.00020380698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054729106,0.00018448879,0.00019856551,0.0014159693,0.00071823486,0.000068988906,0.00035695732,0.00024199623,0.00037164733],"category_scores_gemma":[0.0017841952,0.00017820355,0.000011762373,0.0017117155,0.0002104426,0.00007004622,0.00007711678,0.0010658148,0.00047854034],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045726425,0.0031703862,0.025574813,0.000023246252,0.00007558641,0.0000065929353,0.015064657,0.00006984921,0.0011996836,0.37423563,0.008472114,0.5716502],"study_design_scores_gemma":[0.0018272343,0.005599456,0.59212965,0.000089255955,0.000007761451,0.000108286295,0.0061305314,0.00020900332,0.005002358,0.03613697,0.35198236,0.00077714556],"about_ca_topic_score_codex":0.00001615831,"about_ca_topic_score_gemma":0.0000010844265,"teacher_disagreement_score":0.570873,"about_ca_system_score_codex":0.00026194993,"about_ca_system_score_gemma":0.0021993266,"threshold_uncertainty_score":0.726693},"labels":[],"label_agreement":null},{"id":"W1979916873","doi":"10.1007/bf02504543","title":"Knowledge management support for teachers","year":2003,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":112,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Knowledge management; Knowledge sharing; Context (archaeology); Negotiation; Knowledge value chain; Personal knowledge management; Quality (philosophy); Asynchronous communication; Computer science; Educational technology; Organizational learning; Business; Psychology; Sociology; Pedagogy","score_opus":0.1280230453809699,"score_gpt":0.44719808648677734,"score_spread":0.3191750411058074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979916873","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023857683,0.0009822036,0.00062880723,0.008900046,0.0004046873,0.0011180775,8.852628e-7,0.000111582645,0.96399605],"genre_scores_gemma":[0.67667013,0.00022591608,0.031778354,0.000037320206,0.000109426015,0.0012188173,0.000018636727,0.000013660845,0.28992772],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881935,0.00005753893,0.00013775939,0.00026807407,0.00023581841,0.00048145643],"domain_scores_gemma":[0.9993541,0.0001484327,0.000018903245,0.000110340516,0.0002651272,0.00010307924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021818497,0.00007051466,0.00007746407,0.0005847955,0.0011744772,0.00006279244,0.00023122095,0.00008672237,0.0002969469],"category_scores_gemma":[0.00035619838,0.00007298223,0.0000110155715,0.0005916166,0.00038984467,0.00006873165,0.00010369422,0.00013761256,0.00021538627],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030879014,0.00014603267,0.010667151,0.000021980235,0.000032174197,5.2995125e-7,0.004512694,2.6977709e-8,0.000003800312,0.9260074,0.02426977,0.034335364],"study_design_scores_gemma":[0.00019215539,0.00002360736,0.0023097734,0.000010429015,0.0000017136163,4.8327934e-7,0.015261843,3.9003487e-7,0.00012453669,0.074438095,0.9075519,0.00008506039],"about_ca_topic_score_codex":0.0000035816024,"about_ca_topic_score_gemma":0.00009786446,"teacher_disagreement_score":0.8832821,"about_ca_system_score_codex":0.00020013523,"about_ca_system_score_gemma":0.00077479286,"threshold_uncertainty_score":0.9033248},"labels":[],"label_agreement":null},{"id":"W1982302444","doi":"10.1007/bf02504721","title":"Designing effective instruction","year":2004,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Human Resource Development and Performance Evaluation","field":"Psychology","cited_by":747,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Educational technology; Computer science; Instructional design; Mathematics education; Multimedia; Psychology","score_opus":0.08189162233129628,"score_gpt":0.42342093882734305,"score_spread":0.3415293164960468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982302444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876445,0.0003714208,0.0006515001,0.0040521156,0.00029757895,0.00046200695,4.5657183e-7,0.000077330005,0.0064430977],"genre_scores_gemma":[0.9819246,0.000013334802,0.0149542615,0.000040697803,0.00011952803,0.000842797,0.00003626795,0.0000114152135,0.0020571128],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987207,0.000054543205,0.0001923673,0.00032069013,0.00032956328,0.0003821479],"domain_scores_gemma":[0.99934155,0.00010897271,0.00003945323,0.00013692696,0.0002945279,0.00007856639],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000928774,0.00010368482,0.000095703515,0.0009028552,0.00060768944,0.000032594122,0.00013856316,0.00015598845,0.0007126108],"category_scores_gemma":[0.0001219557,0.000100096375,0.000007450112,0.0006512532,0.00029903936,0.00008438534,0.000074535375,0.00037441164,0.0010999319],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020820575,0.0006637688,0.17495504,0.000045548397,0.00022619618,0.000010379439,0.025918929,0.000016874224,0.0020190869,0.32125592,0.0039816364,0.47069842],"study_design_scores_gemma":[0.002013391,0.00030660848,0.80444896,0.00007929484,0.0000031386144,0.00011664294,0.006536787,0.0000013118072,0.012370573,0.13324602,0.040573657,0.0003036028],"about_ca_topic_score_codex":0.000010655446,"about_ca_topic_score_gemma":0.000011297323,"teacher_disagreement_score":0.62949395,"about_ca_system_score_codex":0.0002755467,"about_ca_system_score_gemma":0.0006121524,"threshold_uncertainty_score":0.99967784},"labels":[],"label_agreement":null},{"id":"W1990211111","doi":"10.1007/s11423-007-9047-4","title":"Teaching structured troubleshooting: integrating a standard methodology into an information technology program","year":2007,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Troubleshooting; Educational technology; Computer science; Technology integration; Information technology; Instructional design; Engineering management; Multimedia; Engineering; Mathematics education; Psychology","score_opus":0.08669978421042748,"score_gpt":0.4913708174631836,"score_spread":0.4046710332527561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990211111","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93039376,0.00023152023,0.010427112,0.052427154,0.000229536,0.00076144084,0.0000013370915,0.00051782676,0.005010343],"genre_scores_gemma":[0.43380576,0.000012173739,0.5656688,0.00003272014,0.00013045645,0.00009420086,0.000036852784,0.0000065570584,0.00021244839],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977028,0.00029146476,0.00040709393,0.00029903126,0.0005581521,0.0007414588],"domain_scores_gemma":[0.99828774,0.00044494506,0.00011659902,0.00016434213,0.0008122346,0.0001741127],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0080501335,0.00012860713,0.00018351771,0.0019521727,0.0021372486,0.00012390444,0.0004018046,0.00041653836,0.000061942796],"category_scores_gemma":[0.004147786,0.000120086406,0.000011924047,0.001298696,0.0009005376,0.00048942433,0.00018437498,0.0013064194,0.000016667396],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028681536,0.00006232895,0.015909698,0.000010568939,0.000013838818,0.0000010402954,0.007106825,2.3987042e-7,0.00019451193,0.31278816,0.000091881935,0.66379225],"study_design_scores_gemma":[0.00029837003,0.00040057025,0.0029445046,0.00003729422,0.0000024190415,0.000017838107,0.16047639,0.000008401421,0.0014027023,0.20711558,0.627099,0.00019698688],"about_ca_topic_score_codex":0.00021821819,"about_ca_topic_score_gemma":0.003104601,"teacher_disagreement_score":0.66359526,"about_ca_system_score_codex":0.0003975844,"about_ca_system_score_gemma":0.0033699472,"threshold_uncertainty_score":0.99916184},"labels":[],"label_agreement":null},{"id":"W1993324505","doi":"10.1007/bf02313399","title":"Learner control over full and lean computer-based instruction under differing ability levels","year":2000,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Control (management); Psychology; Aptitude; Computer-Assisted Instruction; Test (biology); Mathematics education; Medical education; Computer science; Developmental psychology; Medicine","score_opus":0.0527267568170174,"score_gpt":0.3831542193595703,"score_spread":0.3304274625425529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993324505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.975742,0.00011839337,0.00042365878,0.022744872,0.00006629748,0.0001786889,0.0000015305546,0.00005940008,0.0006651494],"genre_scores_gemma":[0.98840576,0.000035732177,0.010309012,0.00007403903,0.0001514658,0.000036233658,0.00000673489,0.0000056745776,0.0009753181],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987847,0.00009922975,0.00015011552,0.0002859518,0.00033551326,0.0003444735],"domain_scores_gemma":[0.99938214,0.00023306145,0.000023390276,0.00009153452,0.00016029528,0.000109575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008435127,0.000078498466,0.000105043495,0.00025503873,0.00093893026,0.00006137417,0.000110687,0.00013869164,0.0008048863],"category_scores_gemma":[0.000111242356,0.00007461471,0.000008717195,0.00034984673,0.00075439777,0.00009675661,0.00003753351,0.00037236584,0.000030202298],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006593364,0.00025319852,0.14500001,0.00002346755,0.00003498327,0.0000013727147,0.0010328627,0.000045403285,0.00032269227,0.03517627,0.00037336999,0.8176704],"study_design_scores_gemma":[0.0013449478,0.00018261584,0.75891644,0.00004717288,0.0000031986722,0.000009093615,0.0028715897,0.00027432968,0.0002010526,0.044768464,0.19111463,0.00026648628],"about_ca_topic_score_codex":0.000069040616,"about_ca_topic_score_gemma":0.00021933748,"teacher_disagreement_score":0.817404,"about_ca_system_score_codex":0.0001496579,"about_ca_system_score_gemma":0.0013710982,"threshold_uncertainty_score":0.881294},"labels":[],"label_agreement":null},{"id":"W2001003718","doi":"10.1007/s11423-009-9127-8","title":"Editors’ introduction to the special issue on cognition & learning technology","year":2009,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Educational technology; Cognition; Cognitive science; Psychology; Computer science; Engineering ethics; Mathematics education; Management science; Engineering; Neuroscience","score_opus":0.07353076024914697,"score_gpt":0.45437042572752934,"score_spread":0.3808396654783824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001003718","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18922514,0.00017099935,0.0018641277,0.77110153,0.0075680474,0.00075935165,0.0000017098506,0.00033521588,0.028973868],"genre_scores_gemma":[0.6171619,0.000029216544,0.07055238,0.0018255798,0.18152499,0.0011279946,0.0002579969,0.00006264352,0.12745728],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979436,0.00041118116,0.0002444146,0.0005263636,0.0003662571,0.0005081976],"domain_scores_gemma":[0.9984916,0.00023501794,0.00006247018,0.0002938808,0.00085027213,0.00006678973],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029690312,0.00014442495,0.00014289425,0.0016442519,0.0011316211,0.000043296273,0.00028636822,0.0002682,0.0013944301],"category_scores_gemma":[0.003566419,0.000115618874,0.0000087202225,0.002772847,0.0003284693,0.00003478601,0.0000835042,0.0018643622,0.0028998242],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009628118,0.00026056898,0.0019024344,0.0000021842395,0.000031166932,0.0000012861323,0.0023269658,0.000003840494,0.00042622784,0.07022061,0.5690687,0.35565975],"study_design_scores_gemma":[0.00017048899,0.000475823,0.035940252,0.000017440421,0.0000016909244,0.000034144494,0.0018475531,3.297342e-7,0.0006757252,0.016488355,0.94422597,0.0001222571],"about_ca_topic_score_codex":0.0000041843186,"about_ca_topic_score_gemma":0.000004294423,"teacher_disagreement_score":0.76927596,"about_ca_system_score_codex":0.00015109431,"about_ca_system_score_gemma":0.00030220556,"threshold_uncertainty_score":0.99951845},"labels":[],"label_agreement":null},{"id":"W2018272688","doi":"10.1007/s11423-010-9156-3","title":"Inquiry-based learning and e-mentoring via videoconference: a study of mathematics and science learning of Canadian rural students","year":2010,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"Parks Canada; Social Sciences and Humanities Research Council of Canada; University of Illinois at Urbana-Champaign; Illinois Humanities Council","keywords":"Educational technology; Context (archaeology); Videoconferencing; Informatics; Psychology; Mathematics education; Faculty development; Pedagogy; Professional development; Computer science; Multimedia; Political science","score_opus":0.09129685036439426,"score_gpt":0.49322868390605434,"score_spread":0.40193183354166007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018272688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99684936,0.000056323017,0.000027017366,0.0014638298,0.00012258734,0.00036100316,1.5106534e-7,0.0000097782895,0.0011099784],"genre_scores_gemma":[0.9868203,0.00005269891,0.012845157,0.0000024229244,0.000025804376,0.000081048165,0.0000010986168,0.000004086064,0.00016738624],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852264,0.00008281628,0.00019458919,0.0002075924,0.00068709964,0.00030524228],"domain_scores_gemma":[0.9984539,0.00039050484,0.000114259245,0.00008262445,0.00078993605,0.00016878507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003627101,0.000063749205,0.00010814072,0.0016829919,0.0011688776,0.000083266954,0.00025167599,0.000075554206,0.000032937725],"category_scores_gemma":[0.0033697262,0.000064317064,0.0000029502796,0.0013561432,0.0018134749,0.00018012828,0.00015158553,0.00051360513,0.0000015142174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039996203,0.0002960088,0.9089552,0.000018953624,0.00001233472,1.8786723e-7,0.065440714,6.137706e-7,0.006795875,0.007505265,0.000002796478,0.010968044],"study_design_scores_gemma":[0.00037264195,0.00033978347,0.62527287,0.000063080144,0.0000052838886,0.000003944471,0.35662577,0.000025445737,0.0038907523,0.00813353,0.0051279846,0.00013891306],"about_ca_topic_score_codex":0.011511228,"about_ca_topic_score_gemma":0.019694839,"teacher_disagreement_score":0.29118505,"about_ca_system_score_codex":0.00014032186,"about_ca_system_score_gemma":0.0039516995,"threshold_uncertainty_score":0.9981932},"labels":[],"label_agreement":null},{"id":"W2019070947","doi":"10.1007/s11423-006-0640-8","title":"Internet and Literacy in the Developing World: Delivering the Teacher with the Text","year":2006,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Educational technology; The Internet; Literacy; Literacy education; Adult literacy; Developing country; Computer science; Mathematics education; Sociology; Pedagogy; Multimedia; Psychology; World Wide Web; Economic growth; Economics","score_opus":0.10153035975646418,"score_gpt":0.4765296229348145,"score_spread":0.3749992631783503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019070947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7503986,0.00065514527,0.000016463964,0.2375003,0.000032201744,0.00024368872,2.0537867e-7,0.000011681231,0.0111417435],"genre_scores_gemma":[0.9853453,0.000056733385,0.0014708382,0.0005064446,0.00013927191,0.00019202346,0.0000028628479,0.0000037381028,0.012282806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99901366,0.00016581685,0.0001161727,0.0001510587,0.00027663875,0.00027667277],"domain_scores_gemma":[0.9991081,0.0005671939,0.000027396223,0.000106520005,0.00016416631,0.000026670834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016235963,0.00006200327,0.000049152655,0.00026903415,0.00088019046,0.00016557449,0.00033123037,0.000041260235,0.000074850745],"category_scores_gemma":[0.00020154215,0.000030185594,0.0000038116546,0.00089567684,0.00085989543,0.00006470286,0.00008146031,0.00035243045,0.000016668491],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014737326,0.000112594724,0.15891938,0.000008962944,0.000013536439,0.0000011644875,0.128027,6.7034927e-7,0.000006932653,0.61462927,0.013222271,0.08504345],"study_design_scores_gemma":[0.000077396486,0.000007784343,0.31368312,0.00002422833,5.952511e-7,0.000006156063,0.021456713,0.0000035837054,0.000028061375,0.009184704,0.65547097,0.0000566961],"about_ca_topic_score_codex":0.0023771443,"about_ca_topic_score_gemma":0.012567652,"teacher_disagreement_score":0.6422487,"about_ca_system_score_codex":0.00010500069,"about_ca_system_score_gemma":0.0012509016,"threshold_uncertainty_score":0.7013045},"labels":[],"label_agreement":null},{"id":"W2025296119","doi":"10.1007/bf02504530","title":"Dancing numbers: Cultural, cognitive, and technical instructional perspectives on the development of native American mathematical and scientific pedagogy","year":2003,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Mathematics Education and Teaching Techniques","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Educational technology; Cognition; Mathematics education; Cultural influence; Cognitive development; Instructional design; Pedagogy; Sociology; Psychology; Social science","score_opus":0.11034326272069128,"score_gpt":0.47244874961353683,"score_spread":0.36210548689284555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025296119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97722507,0.00025063506,0.0007492599,0.008616023,0.00003352235,0.00040258034,0.0000015411304,0.000046117144,0.012675248],"genre_scores_gemma":[0.9068241,0.000059018876,0.092228316,0.000013303272,0.000015240319,0.00018914294,0.0000031514478,0.0000053197214,0.0006623765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984931,0.00018734594,0.00024056614,0.00031293297,0.0005123314,0.0002537293],"domain_scores_gemma":[0.99805915,0.0010545385,0.00008918069,0.00009921597,0.00059900084,0.00009891131],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.002557306,0.000098481694,0.00013830347,0.00039984964,0.0017348562,0.000100324294,0.00014659108,0.000072979514,0.00012535996],"category_scores_gemma":[0.004046807,0.00007269828,0.000008383183,0.000600806,0.0047404445,0.000075913405,0.00009652488,0.0003385419,0.000006410014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004933097,0.000198078,0.002603144,0.00001466267,0.000018919269,9.5241155e-8,0.048276342,3.6135157e-9,0.00009501235,0.9441438,0.00037086452,0.004274167],"study_design_scores_gemma":[0.0001621145,0.000076135686,0.010784834,0.00017809344,0.0000038240905,0.000033064814,0.4056909,0.000001263376,0.0029392848,0.56364536,0.016290672,0.0001944356],"about_ca_topic_score_codex":0.000012537781,"about_ca_topic_score_gemma":0.00010791762,"teacher_disagreement_score":0.3804984,"about_ca_system_score_codex":0.00015180622,"about_ca_system_score_gemma":0.001920963,"threshold_uncertainty_score":0.99956477},"labels":[],"label_agreement":null},{"id":"W2026221797","doi":"10.1007/s11423-008-9097-2","title":"Enabling meaningful learning through Web-based instruction with occupational therapy students","year":2008,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Educational technology; Instructional design; Computer science; Perspective (graphical); Meaningful learning; Salient; Learning theory; Mathematics education; Multimedia; Psychology; Artificial intelligence","score_opus":0.1656373504282333,"score_gpt":0.4913241551106327,"score_spread":0.3256868046823994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026221797","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830321,0.00031275378,0.00031680206,0.008175943,0.00017381654,0.0003375683,3.2117435e-7,0.00009042256,0.0075602653],"genre_scores_gemma":[0.9635151,0.0005624242,0.034051683,0.00006455357,0.00016522536,0.00030512497,0.000021145303,0.000010966707,0.0013037709],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997681,0.000248821,0.00017357265,0.00034234516,0.0011826239,0.00037158947],"domain_scores_gemma":[0.99816513,0.00045554995,0.0000983348,0.0001119061,0.0010895747,0.000079531455],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013124825,0.00009896559,0.0000945207,0.0005257765,0.002918765,0.00008176227,0.00027541743,0.00012913249,0.00018470455],"category_scores_gemma":[0.0010552813,0.00009077196,0.00000784155,0.0012297082,0.0010424362,0.00039851913,0.000055889996,0.00052549934,0.00004891673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012262512,0.00036427195,0.9632157,0.000004444444,0.000040300656,0.0000015343502,0.012192986,0.000012070973,0.00018216184,0.013234956,0.00029852596,0.010330411],"study_design_scores_gemma":[0.001467748,0.0003202337,0.50766325,0.00005436625,0.0000024135618,0.000036185407,0.024989199,0.0000072729254,0.0038651272,0.014962246,0.44632822,0.0003037419],"about_ca_topic_score_codex":0.0001895691,"about_ca_topic_score_gemma":0.00014378286,"teacher_disagreement_score":0.45555246,"about_ca_system_score_codex":0.00048386116,"about_ca_system_score_gemma":0.006703334,"threshold_uncertainty_score":0.9989277},"labels":[],"label_agreement":null},{"id":"W2032601815","doi":"10.1007/s11423-006-9003-8","title":"Characteristics of a cognitive tool that helps students learn diagnostic problem solving","year":2006,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Pathfinder; Mathematics education; Educational technology; Problem-based learning; Cognition; Computer science; Psychology; Artificial intelligence; Medical education; Medicine","score_opus":0.06399173643153068,"score_gpt":0.4169307768384303,"score_spread":0.3529390404068996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032601815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935248,0.0008030888,0.00012429242,0.00163354,0.00009410748,0.0003741304,0.000009097446,0.00004532733,0.0033916333],"genre_scores_gemma":[0.9902253,0.000056405574,0.00079853745,0.000037388814,0.00007596591,0.0004818616,0.00009364176,0.000014473445,0.008216413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99842393,0.000079707475,0.00027115282,0.00035663968,0.0004506931,0.0004178829],"domain_scores_gemma":[0.99765784,0.0013093867,0.000101138045,0.00009295598,0.0007902256,0.00004844979],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053953636,0.00012525653,0.00017607296,0.0004802207,0.00029461278,0.00004058901,0.00021901139,0.00014061645,0.0005061961],"category_scores_gemma":[0.0010816967,0.00011808037,0.0000116965075,0.00048141368,0.0004881953,0.000054430162,0.00021453634,0.0004103961,0.00027355633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064666514,0.001174967,0.95013565,0.00006741755,0.000078771955,0.000009935997,0.0016672175,3.509587e-8,0.000061005372,0.009139538,0.0010706607,0.036530126],"study_design_scores_gemma":[0.00042298457,0.0002258826,0.97936213,0.00023657361,0.0000057700945,0.00002426211,0.0033624875,1.4857352e-7,0.0011725887,0.012089524,0.0029568179,0.00014084863],"about_ca_topic_score_codex":0.000034791985,"about_ca_topic_score_gemma":0.000011833784,"teacher_disagreement_score":0.036389276,"about_ca_system_score_codex":0.00004388213,"about_ca_system_score_gemma":0.00042846854,"threshold_uncertainty_score":0.5542492},"labels":[],"label_agreement":null},{"id":"W2040593905","doi":"10.1007/s11423-008-9094-5","title":"Assessing learning, quality and engagement in learning objects: the Learning Object Evaluation Scale for Students (LOES-S)","year":2008,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Learning object; Construct validity; Educational technology; Scale (ratio); Object (grammar); Reliability (semiconductor); Quality (philosophy); Construct (python library); Psychology; Face validity; Computer science; Mathematics education; Artificial intelligence; Psychometrics","score_opus":0.2365705562528282,"score_gpt":0.5112728534483177,"score_spread":0.27470229719548955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040593905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9848547,0.000522935,0.002154615,0.00942296,0.00016014611,0.00094502664,1.003294e-7,0.000094344505,0.0018451844],"genre_scores_gemma":[0.98280156,0.00019886633,0.01366689,0.000054499782,0.000053855405,0.0009770194,0.000023055944,0.000012504323,0.0022117249],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962504,0.0011533375,0.00041838962,0.0006344728,0.0009960077,0.00054739974],"domain_scores_gemma":[0.99763423,0.0012246512,0.0001529108,0.00019780648,0.00068571046,0.000104676554],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01084951,0.00015983968,0.0001939749,0.0007009438,0.0028994489,0.00046063206,0.00060344295,0.00012261934,0.000040680574],"category_scores_gemma":[0.003733372,0.00013869155,0.000017520657,0.0010361462,0.00030301558,0.000490596,0.00063256954,0.0014645747,0.000028054734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014970502,0.00028510662,0.92844373,0.000036544854,0.000030527848,0.0000011276431,0.018720154,0.00040569057,0.00028626507,0.0053166714,0.00023385284,0.04622533],"study_design_scores_gemma":[0.0008550926,0.00020893765,0.9210827,0.00008299449,0.0000031200238,0.000034243712,0.049716275,0.002576968,0.00062023214,0.0038909712,0.020663617,0.00026488103],"about_ca_topic_score_codex":0.000037264137,"about_ca_topic_score_gemma":0.000035545723,"teacher_disagreement_score":0.04596045,"about_ca_system_score_codex":0.00034427817,"about_ca_system_score_gemma":0.001889386,"threshold_uncertainty_score":0.99839866},"labels":[],"label_agreement":null},{"id":"W2071179638","doi":"10.1007/s11423-015-9375-8","title":"Developing an adaptive tool to select, plan, and scaffold oral assessment tasks for undergraduate courses","year":2015,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scaffold; Plan (archaeology); Computer science; Educational technology; Instructional design; Computer-Assisted Instruction; Mathematics education; Multimedia; Engineering management; Psychology; Engineering","score_opus":0.22200173344247034,"score_gpt":0.4938688766434834,"score_spread":0.271867143201013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071179638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.884646,0.00026152996,0.002968539,0.10708974,0.0002951614,0.0014773641,0.000008962828,0.000107398,0.0031452838],"genre_scores_gemma":[0.819963,0.00006560192,0.17656735,0.00016552211,0.00013178564,0.00063341146,0.000039837152,0.000011407293,0.002422108],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815756,0.000089750676,0.00018475586,0.000385324,0.000626306,0.0005562843],"domain_scores_gemma":[0.9984461,0.0002532538,0.000038783408,0.000100266996,0.0008884712,0.00027313715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019297128,0.000119519456,0.00015242524,0.00044278151,0.0009789914,0.00015880335,0.00026365218,0.00012100593,0.00001483298],"category_scores_gemma":[0.00034405148,0.000115917996,0.000007285999,0.00061130995,0.0003807303,0.00019391644,0.00018105362,0.00016679087,0.000017860726],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009924916,0.00022884153,0.11203965,0.000010983347,0.00007669624,0.0000014913068,0.005637478,9.1969855e-7,0.000055682838,0.8385911,0.021504778,0.021753147],"study_design_scores_gemma":[0.0014706097,0.0012396582,0.1707767,0.00008437116,0.000010535921,0.000009264312,0.08452847,0.00003794433,0.0005085275,0.35752395,0.38311076,0.0006992191],"about_ca_topic_score_codex":0.00011335212,"about_ca_topic_score_gemma":0.0011215695,"teacher_disagreement_score":0.48106712,"about_ca_system_score_codex":0.0005230302,"about_ca_system_score_gemma":0.0059291576,"threshold_uncertainty_score":0.9997063},"labels":[],"label_agreement":null},{"id":"W2071436134","doi":"10.1007/s11423-007-9061-6","title":"The critical, relational practice of instructional design in higher education: an emerging model of change agency","year":2007,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":127,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Saskatchewan; University of Alberta","funders":"","keywords":"Agency (philosophy); Reflexivity; Instructional design; Pedagogy; Interpersonal communication; Sociology; Educational technology; Narrative; Higher education; Politics; Community of practice; Professional development; Scope (computer science); Engineering ethics; Public relations; Knowledge management; Political science; Computer science; Engineering; Social science","score_opus":0.4762323540948671,"score_gpt":0.5221638589276393,"score_spread":0.045931504832772196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071436134","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36884066,0.0058870493,0.0038213995,0.56926495,0.0024285472,0.0016333474,0.000006432264,0.0000620882,0.04805556],"genre_scores_gemma":[0.88682234,0.00044944527,0.11008099,0.0000836168,0.00017549658,0.00022107542,0.000008057041,0.0000060470334,0.002152929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982692,0.00022428537,0.0003663405,0.00019115538,0.00065047474,0.00029855463],"domain_scores_gemma":[0.99666244,0.001816643,0.0000996057,0.00013826894,0.0011837778,0.00009928502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00532677,0.000062390056,0.00007813006,0.00049540575,0.00085572473,0.000022054533,0.00021516993,0.00010611299,0.00027216278],"category_scores_gemma":[0.0018273114,0.000056963,0.0000081545295,0.0008832487,0.00084328465,0.00043145672,0.000059472182,0.0003051705,0.0000063378066],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034538323,0.00053852634,0.00516929,0.000009618766,0.000011042124,1.6339769e-7,0.0061697876,0.000011038521,0.000060642393,0.95409095,0.0007226217,0.03318178],"study_design_scores_gemma":[0.00022883364,0.00010969372,0.15851396,0.0000703287,0.0000053573726,0.0000055145033,0.038076885,0.000039259205,0.00033568076,0.36642087,0.43600726,0.00018635667],"about_ca_topic_score_codex":0.00014783231,"about_ca_topic_score_gemma":0.00009343626,"teacher_disagreement_score":0.5876701,"about_ca_system_score_codex":0.00020755606,"about_ca_system_score_gemma":0.0040173274,"threshold_uncertainty_score":0.7126566},"labels":[],"label_agreement":null},{"id":"W2074518619","doi":"10.1007/s11423-014-9338-5","title":"Developing an agent-based adaptive system for scaffolding self-regulated inquiry learning in history education","year":2014,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Intelligent tutoring system; Tracing; Categorization; Context (archaeology); Personalized learning; Session (web analytics); Educational technology; Task (project management); Relation (database); Human–computer interaction; Instructional design; Domain (mathematical analysis); Artificial intelligence; Teaching method; Multimedia; Mathematics education; Cooperative learning; World Wide Web; Open learning; Psychology; Data mining","score_opus":0.18438662869572087,"score_gpt":0.4538196778703553,"score_spread":0.26943304917463445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074518619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94379944,0.00066893676,0.04834417,0.0025969245,0.0015138892,0.00072393485,4.6109446e-7,0.000387875,0.0019643758],"genre_scores_gemma":[0.7911237,0.0000011562599,0.20616488,0.00006793616,0.00016147376,0.0009244032,0.000076179516,0.000027316433,0.0014529369],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971788,0.0010546802,0.00037889316,0.0005862967,0.00025133177,0.0005499921],"domain_scores_gemma":[0.99794525,0.0005847881,0.00013242701,0.00022038579,0.0010288431,0.00008829573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006141079,0.00017052937,0.0002197422,0.0018613953,0.0005261632,0.00002535293,0.00025028732,0.00027320787,0.000047223977],"category_scores_gemma":[0.0010580557,0.00018134316,0.000011212802,0.0010612103,0.00024159248,0.000082779225,0.00006170921,0.00072110665,0.000039750154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019706356,0.0007410403,0.06340155,0.00017685277,0.00009160857,0.0000014172269,0.018814176,0.000040167393,0.0007104546,0.6933356,0.003006839,0.21948321],"study_design_scores_gemma":[0.0026155482,0.0011811123,0.44125012,0.0008787024,0.000012389398,0.000054485346,0.052604057,0.001793142,0.002095852,0.0108847255,0.48554832,0.0010815472],"about_ca_topic_score_codex":0.000052982934,"about_ca_topic_score_gemma":0.000013814026,"teacher_disagreement_score":0.6824509,"about_ca_system_score_codex":0.0020480044,"about_ca_system_score_gemma":0.004314862,"threshold_uncertainty_score":0.7654381},"labels":[],"label_agreement":null},{"id":"W2082800456","doi":"10.1007/s11423-011-9212-7","title":"Towards more precise design guidance: specifying and testing the functions of assigned student roles in online discussions","year":2011,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Simon Fraser University","funders":"","keywords":"Conversation; Set (abstract data type); Function (biology); Task (project management); Value (mathematics); Online discussion; Computer science; Implementation; Psychology; Mathematics education; World Wide Web; Engineering","score_opus":0.2275061773439408,"score_gpt":0.4471773936685293,"score_spread":0.21967121632458853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082800456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685893,0.001042095,0.000393879,0.027292376,0.000065675566,0.00040714018,0.0000027601818,0.000030422969,0.0021763162],"genre_scores_gemma":[0.9115121,0.00014948445,0.08724294,0.000009931668,0.00005845257,0.00011413316,0.0000044164194,0.0000049769415,0.0009035808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987992,0.00016770887,0.00020842571,0.00019581262,0.00035637376,0.00027248272],"domain_scores_gemma":[0.9990438,0.0004385349,0.00005025313,0.000101165126,0.00030180972,0.00006440372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017424513,0.00006383618,0.00009491065,0.0003504235,0.0007404595,0.0000224843,0.00021723201,0.000079857884,0.00007185917],"category_scores_gemma":[0.001533118,0.000042938987,0.0000060226043,0.00084985077,0.00070753647,0.00007560279,0.00017764432,0.00032170038,0.0000031043471],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003365432,0.0008961716,0.6182547,0.000016755443,0.000034500757,0.0000029982023,0.03210511,0.0000070721935,0.00054851465,0.01918406,0.0007239976,0.32819247],"study_design_scores_gemma":[0.00017749815,0.00008551327,0.8471072,0.00011536188,0.0000026255734,0.0000029651712,0.12917171,0.000012160573,0.00042495545,0.015684037,0.0071266587,0.00008935007],"about_ca_topic_score_codex":0.00011276996,"about_ca_topic_score_gemma":0.00057455816,"teacher_disagreement_score":0.32810313,"about_ca_system_score_codex":0.00008241914,"about_ca_system_score_gemma":0.001960698,"threshold_uncertainty_score":0.569509},"labels":[],"label_agreement":null},{"id":"W2087836072","doi":"10.1007/s11423-006-8252-x","title":"Media and Pedagogy in Undergraduate Distance Education: A Theory-Based Meta-Analysis of Empirical Literature","year":2006,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":200,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada; Louisiana State University","keywords":"Asynchronous communication; Distance education; Mathematics education; Educational technology; Empirical research; Meta-analysis; Computer-mediated communication; Computer science; Pedagogy; Psychology; Student achievement; Academic achievement; The Internet; Mathematics","score_opus":0.08384588031619421,"score_gpt":0.4765243928590283,"score_spread":0.3926785125428341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087836072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5834782,0.022067836,0.00042788102,0.38869303,0.000082820174,0.00037963476,0.000016602284,0.000042039872,0.0048119477],"genre_scores_gemma":[0.982264,0.000112695634,0.014375711,0.00005467615,0.00004569652,0.000110063105,0.000083352184,0.000003891413,0.0029499563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986366,0.00025976574,0.00022062637,0.00025868227,0.0003785229,0.00024577908],"domain_scores_gemma":[0.99855477,0.00082634576,0.000053138505,0.00010847458,0.00039613724,0.00006113339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014694333,0.00007404991,0.00025617247,0.0012738938,0.00026425405,0.000039821887,0.00013737753,0.00012525862,0.00012589004],"category_scores_gemma":[0.00057888485,0.00006190032,0.000033937402,0.002723573,0.00064608396,0.00006221665,0.00004120036,0.0002797439,0.0000025170064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019102075,0.00041213067,0.14118437,0.000017351118,0.0010284586,0.0000014811218,0.0022845056,0.0000061415594,0.000008907517,0.8476182,0.0007018249,0.0067175184],"study_design_scores_gemma":[0.00024073508,0.000039996863,0.17129508,0.000024201961,0.0007962107,0.0000017380843,0.008568464,0.000017034274,0.0001264838,0.6290032,0.18967707,0.00020975356],"about_ca_topic_score_codex":0.00009569417,"about_ca_topic_score_gemma":0.004298555,"teacher_disagreement_score":0.39878574,"about_ca_system_score_codex":0.00007811391,"about_ca_system_score_gemma":0.004714303,"threshold_uncertainty_score":0.83629715},"labels":[],"label_agreement":null},{"id":"W2089212276","doi":"10.1007/s11423-014-9343-8","title":"Note-taking within MetaTutor: interactions between an intelligent tutoring system and prior knowledge on note-taking and learning","year":2014,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":74,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Luonnontieteiden ja Tekniikan Tutkimuksen Toimikunta; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs; National Science Foundation","keywords":"Metacognition; Hypermedia; Scaffold; Instructional design; Computer science; Educational technology; Domain knowledge; Computer-Assisted Instruction; Test (biology); Affect (linguistics); Mathematics education; Cognition; Domain (mathematical analysis); Psychology; Multimedia; Knowledge management; Communication","score_opus":0.17559600024971528,"score_gpt":0.5055838861786369,"score_spread":0.32998788592892164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089212276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96906215,0.00043937095,0.019967081,0.0010578483,0.0007544669,0.00030472063,0.0000010782923,0.00021788529,0.008195407],"genre_scores_gemma":[0.9475561,0.000004955861,0.049758818,0.00002104892,0.0003098446,0.0001483462,0.00001871799,0.000029950374,0.0021522325],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968968,0.0012621467,0.0004121151,0.00066975324,0.0002610555,0.0004981311],"domain_scores_gemma":[0.99719507,0.0016775166,0.0002501619,0.00024292218,0.00047985377,0.00015445707],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006566489,0.00021356647,0.00029075806,0.0012632208,0.0015267484,0.00012112144,0.00019642527,0.00021261812,0.000046757465],"category_scores_gemma":[0.0036041394,0.00019997974,0.000010737014,0.00075231836,0.0003766404,0.00010502164,0.00020910092,0.0022384217,0.00006469214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005893634,0.00017749092,0.11177175,0.00009513195,0.000114192866,0.0000025566926,0.030148175,0.0000055262917,0.0006701764,0.21516159,0.00007865273,0.6417158],"study_design_scores_gemma":[0.0008494967,0.0010192406,0.81409436,0.00084574596,0.000026431908,0.0001748736,0.019953143,0.00049413776,0.0023980574,0.004462653,0.15496445,0.000717414],"about_ca_topic_score_codex":0.00006266148,"about_ca_topic_score_gemma":0.000021841022,"teacher_disagreement_score":0.7023226,"about_ca_system_score_codex":0.00028908512,"about_ca_system_score_gemma":0.00035520506,"threshold_uncertainty_score":0.99977314},"labels":[],"label_agreement":null},{"id":"W2089611387","doi":"10.1007/s11423-012-9280-3","title":"Fostering learners’ metacognitive skills of keyword reformulation in image seeking by location-based hierarchical navigation","year":2012,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metacognition; Computer science; Task (project management); WordNet; Cognition; Information retrieval; Hypermedia; Multimedia; Construct (python library); Psychology; Engineering","score_opus":0.091545965454439,"score_gpt":0.4617241892585865,"score_spread":0.3701782238041475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089611387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730813,0.00045930335,0.019163966,0.0023290424,0.00016788697,0.00030463064,0.0000021754572,0.00004003736,0.004451657],"genre_scores_gemma":[0.94575614,0.000002323816,0.05301192,0.0000351092,0.00004698154,0.00019539251,0.00016172032,0.000013851312,0.0007765564],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99810106,0.0005390793,0.00035852878,0.00026738842,0.00029519162,0.00043873637],"domain_scores_gemma":[0.9984247,0.00059069885,0.00010946758,0.00014706327,0.0006644741,0.00006360115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039489716,0.00011129586,0.00016064823,0.0009650617,0.00017721926,0.000013794372,0.00012988501,0.00017582052,0.00024370752],"category_scores_gemma":[0.0012777204,0.000108307024,0.000008408156,0.0016876213,0.00036062673,0.00012410819,0.00011818299,0.00078486354,0.000043946333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016913746,0.0017151299,0.55751467,0.00010312475,0.00009672645,0.0000015815505,0.023230873,0.000008174818,0.017555872,0.051995117,0.0007630648,0.3468465],"study_design_scores_gemma":[0.0011940739,0.00022194504,0.95056236,0.00033626324,0.00000529745,0.000018171346,0.006497226,0.00010727443,0.019345496,0.016670102,0.004703853,0.0003379434],"about_ca_topic_score_codex":0.00004160351,"about_ca_topic_score_gemma":0.000002299354,"teacher_disagreement_score":0.39304766,"about_ca_system_score_codex":0.0001906766,"about_ca_system_score_gemma":0.00038326083,"threshold_uncertainty_score":0.44166324},"labels":[],"label_agreement":null},{"id":"W2119432351","doi":"10.1007/s11423-012-9234-9","title":"A model for social presence in online classrooms","year":2012,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":282,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Council","keywords":"Psychology; Alienation; Structural equation modeling; Social influence; Interface (matter); Usability; Social isolation; Social learning; Educational technology; Computer science; Social psychology; Mathematics education; Human–computer interaction; Pedagogy","score_opus":0.1823053766184628,"score_gpt":0.48109337788357576,"score_spread":0.29878800126511296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119432351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8992318,0.00053228106,0.0005584915,0.097636506,0.00010301358,0.00040538298,0.0000052992077,0.00004116342,0.0014860786],"genre_scores_gemma":[0.9342101,0.000057765486,0.058252174,0.00003403475,0.00029826103,0.00024022919,0.000025405438,0.0000053907747,0.006876605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884963,0.00005037472,0.0001268529,0.00014813707,0.00027943772,0.00054557924],"domain_scores_gemma":[0.9993888,0.00024041848,0.000021773383,0.000047108733,0.00021915179,0.000082736224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013371967,0.00004967539,0.000074197924,0.00037222603,0.0006610799,0.000019041474,0.00016024358,0.00013622631,0.00004967051],"category_scores_gemma":[0.0008064685,0.00004949905,0.00000708248,0.00048452857,0.00035767307,0.00013129567,0.00007918398,0.00028848552,0.000012879184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003623472,0.0010941246,0.20228216,0.000027362124,0.000016134629,3.1876922e-7,0.025563842,0.000005585663,0.00009568061,0.58889204,0.008215108,0.17377143],"study_design_scores_gemma":[0.00048056533,0.00004577951,0.04316918,0.000032051845,0.0000014185764,0.0000017169895,0.04875694,0.00071325,0.00006863306,0.13477153,0.7717368,0.00022214018],"about_ca_topic_score_codex":0.000020782285,"about_ca_topic_score_gemma":0.0008017033,"teacher_disagreement_score":0.7635217,"about_ca_system_score_codex":0.00015210621,"about_ca_system_score_gemma":0.0026080706,"threshold_uncertainty_score":0.5084559},"labels":[],"label_agreement":null},{"id":"W2134558753","doi":"10.1007/s11423-009-9116-y","title":"Coping with mismatched courses: students’ behaviour and performance in courses mismatched to their learning styles","year":2009,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"National Science Council","keywords":"Learning styles; Psychology; Educational technology; Mathematics education; Cognitive style; Experiential learning; Coping (psychology); Cognition","score_opus":0.048147236811061575,"score_gpt":0.3940311057419679,"score_spread":0.34588386893090634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134558753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98594373,0.00060669135,0.000029618697,0.012254812,0.000035676898,0.00034284568,0.000001357642,0.000045947272,0.0007393237],"genre_scores_gemma":[0.9959743,0.000094902134,0.0013033578,0.0001741092,0.000027027647,0.00023497475,0.000017532137,0.000010351471,0.0021634328],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846214,0.00008951083,0.00019902732,0.00043351474,0.0003262536,0.0004895339],"domain_scores_gemma":[0.9992462,0.00019540312,0.000048360285,0.00011708836,0.00027582113,0.00011717511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005861706,0.00015781312,0.00019802606,0.00058547786,0.00036138104,0.000077162025,0.00023453357,0.00012233379,0.00009617205],"category_scores_gemma":[0.00008849303,0.00012669219,0.000006198799,0.00049322494,0.00025801422,0.000057985922,0.00009477022,0.0005557937,0.00004263946],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012282115,0.0003614062,0.96382964,0.0000111974905,0.000032665303,0.0000063548373,0.008075108,0.000001012667,0.000083341474,0.0021747018,0.00023214758,0.025069585],"study_design_scores_gemma":[0.0005770883,0.00071336987,0.9609771,0.00013581249,0.00000229833,0.000031474672,0.03456783,0.0000011553277,0.0004261785,0.0007256758,0.0016742471,0.00016780943],"about_ca_topic_score_codex":0.000024691302,"about_ca_topic_score_gemma":0.000046496334,"teacher_disagreement_score":0.02649272,"about_ca_system_score_codex":0.0000681291,"about_ca_system_score_gemma":0.00033286124,"threshold_uncertainty_score":0.5166358},"labels":[],"label_agreement":null},{"id":"W2141625889","doi":"10.1007/s11423-015-9400-y","title":"Starburst: a new graphical interface to support purposeful attention to others’ posts in online discussions","year":2015,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Interactivity; Interface (matter); Computer science; Visualization; Interface design; Online discussion; Multimedia; World Wide Web; Graphical user interface; Human–computer interaction; Artificial intelligence","score_opus":0.2004098875627324,"score_gpt":0.5188494807438725,"score_spread":0.3184395931811401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141625889","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8854943,0.00008468466,0.0042661303,0.10817239,0.00036158456,0.00044395088,0.000004516737,0.00005979106,0.0011126506],"genre_scores_gemma":[0.86628616,0.0000016975333,0.10335583,0.00039078834,0.00010438405,0.0002235133,0.0000613672,0.000021513864,0.029554723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980051,0.0003499729,0.00030015234,0.00047702878,0.00034586122,0.000521901],"domain_scores_gemma":[0.99873894,0.0001252165,0.000033171073,0.00024789025,0.00049004715,0.0003647597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026563054,0.00012882573,0.00016524295,0.0018420538,0.00015065089,0.000028095279,0.00029425204,0.00016806989,0.00033658027],"category_scores_gemma":[0.0018327654,0.0001091195,0.000008694688,0.002596268,0.00014770932,0.000041231793,0.000244731,0.00086378533,0.0004959827],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005456807,0.0019721917,0.4481808,0.00001159473,0.00009700768,0.000022096938,0.04012804,0.000006768325,0.0023022871,0.06857474,0.21060978,0.22754902],"study_design_scores_gemma":[0.00062504783,0.00087926013,0.7582025,0.0000751781,0.0000012062686,0.00003421708,0.012464844,0.0000012541149,0.00014644997,0.013180701,0.2141851,0.00020424344],"about_ca_topic_score_codex":0.00014581723,"about_ca_topic_score_gemma":0.00019836423,"teacher_disagreement_score":0.3100217,"about_ca_system_score_codex":0.0002499053,"about_ca_system_score_gemma":0.0012431414,"threshold_uncertainty_score":0.63750196},"labels":[],"label_agreement":null},{"id":"W2185612605","doi":"10.1007/s11423-015-9386-5","title":"Communicating through body: a situated embodiment-based strategy with flag semaphore for procedural knowledge construction","year":2015,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Action Observation and Synchronization","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Situated; Situated cognition; Embodied cognition; Context (archaeology); Situated learning; Computer science; Cognition; Semaphore; Educational technology; Human–computer interaction; Psychology; Artificial intelligence; Mathematics education","score_opus":0.2024818604014787,"score_gpt":0.44488073995910404,"score_spread":0.24239887955762535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185612605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9195853,0.0012736649,0.020045426,0.040447243,0.00046117362,0.002313216,0.000015933263,0.00037458687,0.015483498],"genre_scores_gemma":[0.9426522,0.000006488015,0.05300113,0.00012880751,0.000065698114,0.0012386612,0.00041409297,0.000020888796,0.0024720207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986962,0.00009397125,0.0002798397,0.00033803083,0.00024217117,0.000349795],"domain_scores_gemma":[0.9977523,0.00019763641,0.00010083351,0.00024792174,0.0015906106,0.00011068698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057225896,0.00013297217,0.00014296215,0.0003512933,0.00051681005,0.00004799806,0.00019193467,0.00018576828,0.00015761594],"category_scores_gemma":[0.00018992713,0.00011812981,0.000009423975,0.00079839845,0.00047739642,0.00012734647,0.000055909575,0.00029397075,0.00008667941],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009997512,0.0025079232,0.14141189,0.00019739737,0.00041321103,0.0000029230878,0.014941743,0.000052236777,0.0006776114,0.6943058,0.10411755,0.040372014],"study_design_scores_gemma":[0.01729863,0.0041075684,0.09031892,0.00049314136,0.00004719526,0.000452121,0.1570752,0.002740129,0.017050656,0.17452854,0.53408027,0.0018076599],"about_ca_topic_score_codex":0.000017858056,"about_ca_topic_score_gemma":0.00006041286,"teacher_disagreement_score":0.51977724,"about_ca_system_score_codex":0.0002629479,"about_ca_system_score_gemma":0.0025908025,"threshold_uncertainty_score":0.48171937},"labels":[],"label_agreement":null},{"id":"W2223741719","doi":"10.1007/s11423-015-9420-7","title":"Comparing virtual and location-based augmented reality mobile learning: emotions and learning outcomes","year":2016,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Alberta; Université de Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Augmented reality; Situated; Boredom; Situated learning; Psychology; Mobile device; Eye tracking; Educational technology; Computer science; Human–computer interaction; Multimedia; Mathematics education; Artificial intelligence; Social psychology; World Wide Web","score_opus":0.07039879862248781,"score_gpt":0.3661910491022177,"score_spread":0.2957922504797299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2223741719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6129098,0.0002735997,0.31367022,0.07196554,0.000050851995,0.000528093,0.0000018991756,0.0002780049,0.00032198604],"genre_scores_gemma":[0.9869608,0.000079693426,0.01096655,0.000036529524,0.000012106738,0.00048029478,0.000018990111,0.0000071801,0.001437828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984127,0.00014497881,0.0002537117,0.0005150067,0.0003336987,0.00033986935],"domain_scores_gemma":[0.9981653,0.00083449786,0.00007227887,0.0002628296,0.000504946,0.00016014735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009918745,0.0001239489,0.00015047548,0.0005116006,0.0011118745,0.000091158545,0.00030446018,0.000102883176,0.000015310417],"category_scores_gemma":[0.00071735086,0.000098954464,0.0000069095204,0.0007916797,0.00066673494,0.00017204473,0.0004618614,0.0004054907,0.000030254672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010270559,0.00037082573,0.59162843,0.000034435758,0.00006886968,0.0000012386473,0.0007980025,0.00011659117,0.0007107677,0.29217994,0.000519033,0.113561556],"study_design_scores_gemma":[0.0011913076,0.0002997956,0.92703915,0.00013390007,0.000004563019,0.00003991296,0.0014029935,0.0042156815,0.0013347113,0.021977963,0.04196913,0.00039091447],"about_ca_topic_score_codex":0.000029883935,"about_ca_topic_score_gemma":0.000029552719,"teacher_disagreement_score":0.37405103,"about_ca_system_score_codex":0.00015951978,"about_ca_system_score_gemma":0.00076624635,"threshold_uncertainty_score":0.85517526},"labels":[],"label_agreement":null},{"id":"W2391064162","doi":"10.1007/s11423-016-9449-2","title":"Uncovering student learning profiles with a video annotation tool: reflective learning with and without instructional norms","year":2016,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grading (engineering); Annotation; Computer science; Task (project management); Software; Computer-Assisted Instruction; Mathematics education; Multimedia; Psychology; Artificial intelligence","score_opus":0.04128384705163823,"score_gpt":0.42951283494327824,"score_spread":0.38822898789164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2391064162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98118854,0.00010983171,0.0006683582,0.012387439,0.000070200775,0.00042141145,4.084819e-7,0.0000756981,0.0050781257],"genre_scores_gemma":[0.96030056,0.00019704954,0.036120012,0.000013339249,0.00011115529,0.00047671283,0.0000057559487,0.0000139711865,0.0027614192],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980393,0.0002248814,0.00016536887,0.0004401496,0.0007454584,0.00038486146],"domain_scores_gemma":[0.9981932,0.0005080583,0.00012568386,0.000083935374,0.000993967,0.00009516013],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013554781,0.00012037363,0.00011712885,0.0005275802,0.001697724,0.00012880602,0.0001314902,0.00010441537,0.000055774923],"category_scores_gemma":[0.0014001459,0.00008057065,0.000004566777,0.0007880807,0.0010980635,0.0006136968,0.000097484735,0.0004892826,0.000016214444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015590926,0.000094449046,0.90488535,0.000010701149,0.000065704306,6.4615375e-7,0.009849001,0.000007929394,0.0007578932,0.019292213,0.000022166212,0.06485802],"study_design_scores_gemma":[0.00084068155,0.0006929541,0.86478025,0.00022581231,0.000007248775,0.00006058032,0.044830326,0.0000017988856,0.0024724805,0.030737514,0.05503404,0.00031630287],"about_ca_topic_score_codex":0.00008941341,"about_ca_topic_score_gemma":0.00039273236,"teacher_disagreement_score":0.06454172,"about_ca_system_score_codex":0.00061530375,"about_ca_system_score_gemma":0.002571908,"threshold_uncertainty_score":0.9996019},"labels":[],"label_agreement":null},{"id":"W2494473627","doi":"10.1007/s11423-016-9467-0","title":"Fostering scientific understanding and epistemic beliefs through judgments of promisingness","year":2016,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Educational Strategies and Epistemologies","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Intervention (counseling); Class (philosophy); Exploratory research; Psychology; Educational technology; Epistemology; Mathematics education; Sociology; Social science","score_opus":0.3743554120559512,"score_gpt":0.4580034361717671,"score_spread":0.0836480241158159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2494473627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95749104,0.0017625891,0.0003736198,0.0333818,0.00048190216,0.00026755471,0.0000056900085,0.00003202377,0.0062037664],"genre_scores_gemma":[0.99209094,0.00007199019,0.0031050018,0.000015599802,0.000035879755,0.00015279088,0.0000075392522,0.000008496957,0.004511785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986601,0.000045284203,0.00026331632,0.00040111734,0.00025678865,0.0003734019],"domain_scores_gemma":[0.9990719,0.00037345485,0.00007159494,0.00019825982,0.00022531381,0.000059473223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006845275,0.000098691446,0.0001345375,0.00036581449,0.0004974113,0.000048437847,0.00019121687,0.00011769791,0.00018928506],"category_scores_gemma":[0.00015614416,0.00007264799,0.000008021412,0.0003924861,0.0014647645,0.000111139925,0.00037672775,0.00012556641,0.000034674846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049993945,0.0002434347,0.08524691,0.00009469659,0.00008704447,0.000002058694,0.0035623289,4.725908e-8,0.0049093855,0.88905156,0.0040360484,0.012716506],"study_design_scores_gemma":[0.00051949156,0.00014866727,0.12620144,0.00027087974,0.000002416288,0.00008183494,0.015588943,1.287285e-7,0.003417231,0.8478339,0.0057619805,0.00017310781],"about_ca_topic_score_codex":0.000020480787,"about_ca_topic_score_gemma":0.000010968153,"teacher_disagreement_score":0.04121766,"about_ca_system_score_codex":0.00020558239,"about_ca_system_score_gemma":0.00057888386,"threshold_uncertainty_score":0.5396986},"labels":[],"label_agreement":null},{"id":"W2517956086","doi":"10.1007/s11423-016-9474-1","title":"The goals and methods of educational technology research over a quarter century (1989–2014)","year":2016,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Education and Learning Interventions","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Educational technology; Educational research; Quarter (Canadian coin); Graduate students; Research methodology; Sociology; Engineering ethics; Pedagogy; Engineering","score_opus":0.07280007475099477,"score_gpt":0.47484600114365844,"score_spread":0.4020459263926637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2517956086","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18116231,0.0072743427,0.006153939,0.8023784,0.0006273777,0.00058298954,0.000003887877,0.00008254391,0.0017342037],"genre_scores_gemma":[0.84588826,0.0011338185,0.13773273,0.00008390383,0.00011128974,0.0008993458,0.000006616619,0.000015888818,0.014128145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99751526,0.00042971628,0.00039725867,0.0005274038,0.00054849434,0.0005818951],"domain_scores_gemma":[0.9944613,0.0032174876,0.00009741544,0.0005901288,0.0014941901,0.00013945329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004155484,0.000120506884,0.0001471629,0.0015696612,0.0010633365,0.00011273867,0.0009842492,0.00018564909,0.00026919183],"category_scores_gemma":[0.0026732408,0.000077565484,0.000019647827,0.0016757498,0.0017859424,0.00018007202,0.0007002196,0.0005472653,0.00014256727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007692407,0.00025158783,0.05340298,0.000016423071,0.000041474206,2.1838792e-7,0.00056712265,3.1026037e-8,0.0013798694,0.84189534,0.03535984,0.06707743],"study_design_scores_gemma":[0.00031144393,0.0001962711,0.17301947,0.00012795196,0.0000013820361,0.00004623495,0.0018796622,0.000010191766,0.0027580895,0.44384673,0.37764525,0.00015731748],"about_ca_topic_score_codex":0.00001366272,"about_ca_topic_score_gemma":0.00001881837,"teacher_disagreement_score":0.8022945,"about_ca_system_score_codex":0.00016639517,"about_ca_system_score_gemma":0.0023478658,"threshold_uncertainty_score":0.8178432},"labels":[],"label_agreement":null},{"id":"W2531122960","doi":"10.1007/s11423-016-9493-y","title":"Abilities and affordances: factors influencing successful child–tablet communication","year":2016,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Affordance; Cognition; Psychology; Maturity (psychological); Educational technology; Computer science; Multimedia; Developmental psychology; Cognitive psychology; Mathematics education","score_opus":0.05266799952980642,"score_gpt":0.3630021564468598,"score_spread":0.31033415691705335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2531122960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9285022,0.0014306405,0.000031769334,0.05447084,0.00006188379,0.0002606117,0.0000033460176,0.00014213755,0.015096555],"genre_scores_gemma":[0.9928905,0.0014056221,0.0028639764,0.00004471506,0.000031233874,0.000118370204,0.000011002438,0.000007994436,0.0026266254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99846023,0.00007126149,0.00024126585,0.00033297553,0.00039560013,0.00049868255],"domain_scores_gemma":[0.9985757,0.0006676655,0.000056032066,0.00022429995,0.00034646032,0.00012984494],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009290261,0.000118371034,0.00014390366,0.0006402831,0.0015700976,0.000102822036,0.00039382934,0.00019866538,0.0001529334],"category_scores_gemma":[0.0012767852,0.00008850498,0.000008545313,0.0006269584,0.0024738275,0.00038823416,0.000369439,0.00022538287,0.00003291818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007963163,0.000062277475,0.44340158,0.0000114010045,0.000018580642,3.4398857e-7,0.005033192,1.0097072e-8,0.000049491977,0.520468,0.0009009878,0.030046191],"study_design_scores_gemma":[0.00036105994,0.00005484049,0.20747615,0.00017677553,0.0000014374274,0.000008297698,0.03219353,1.1250003e-7,0.0022765638,0.4655141,0.2916545,0.0002826526],"about_ca_topic_score_codex":0.00014897264,"about_ca_topic_score_gemma":0.0008834307,"teacher_disagreement_score":0.29075348,"about_ca_system_score_codex":0.00024935373,"about_ca_system_score_gemma":0.0010765194,"threshold_uncertainty_score":0.9997297},"labels":[],"label_agreement":null},{"id":"W2607394511","doi":"10.1007/s11423-017-9521-6","title":"Success, failure and emotions: examining the relationship between performance feedback and emotions in diagnostic reasoning","year":2017,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Western Hospital; Alberta Advanced Education; University of Alberta; University Health Network; McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; Canada Research Chairs","keywords":"Psychology; Cluster (spacecraft); Variety (cybernetics); Outcome (game theory); Task (project management); Negative emotion; Psychological intervention; Cognitive psychology; Developmental psychology; Computer science; Artificial intelligence","score_opus":0.13213841421505226,"score_gpt":0.418773756142733,"score_spread":0.2866353419276807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607394511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93049186,0.00071953627,0.000016499518,0.06804034,0.00004032473,0.0003017897,0.0000024725816,0.000020570817,0.0003666269],"genre_scores_gemma":[0.9940901,0.0006096607,0.0043066465,0.000037944472,0.00009093465,0.0001481206,0.00003355697,0.000008843846,0.0006742053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988196,0.000049552098,0.00025279957,0.00032283503,0.00024882852,0.00030638627],"domain_scores_gemma":[0.98029184,0.018966597,0.000078378354,0.00031561713,0.00019452324,0.00015302394],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0013307168,0.000102803715,0.00017295919,0.00031363763,0.0014582842,0.0001145333,0.00014993781,0.00016250393,0.000019459048],"category_scores_gemma":[0.12660164,0.00007888105,0.0000065581785,0.00025563675,0.0010177196,0.00011580513,0.0002555959,0.000688068,0.000019418192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006977715,0.00006054966,0.9789905,0.000025559506,0.00001377219,0.000003314871,0.00023324894,1.996125e-7,0.000002132273,0.0049468526,0.00053034746,0.0151865715],"study_design_scores_gemma":[0.000539114,0.00009859669,0.98971343,0.0013893738,0.000007897226,0.0000652597,0.0006523841,0.000009955042,0.000014145619,0.0066426266,0.0007869159,0.000080288904],"about_ca_topic_score_codex":0.000036461286,"about_ca_topic_score_gemma":0.00007969113,"teacher_disagreement_score":0.12527092,"about_ca_system_score_codex":0.0000659981,"about_ca_system_score_gemma":0.0006076941,"threshold_uncertainty_score":0.9998417},"labels":[],"label_agreement":null},{"id":"W2621372378","doi":"10.1007/s11423-019-09689-w","title":"Computer-supported collaboration: simulation-based training using LEGO®","year":2019,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Collaborative learning; Work (physics); Educational technology; Training (meteorology); Multimedia; Collaborative software; Computer-supported collaborative learning; Human–computer interaction; Knowledge management; Mathematics education; Engineering; Psychology","score_opus":0.11217393027124045,"score_gpt":0.4382948053934589,"score_spread":0.32612087512221843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621372378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9898676,0.0001482633,0.0029533373,0.0045895847,0.0005566757,0.00035437432,0.0000059147305,0.0000532274,0.001470976],"genre_scores_gemma":[0.9757431,0.000001733587,0.022061553,0.00010407191,0.00009946101,0.0000680903,0.000083085295,0.000012167099,0.0018267116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987742,0.000041319745,0.0002312959,0.00033029172,0.00026182414,0.00036110214],"domain_scores_gemma":[0.9988691,0.00032596278,0.00005600452,0.0002144975,0.00045718785,0.00007721732],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047806534,0.00010044821,0.00012559394,0.0005858201,0.00030006823,0.000046515725,0.0001591017,0.00015614748,0.0012920472],"category_scores_gemma":[0.00004182041,0.00010290756,0.000008234579,0.00084413716,0.00016625412,0.00007156648,0.00005507751,0.00027899246,0.00030483754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018551842,0.00080826564,0.75502956,0.00008590304,0.00019994863,0.000011095257,0.01055495,0.010781669,0.00062552764,0.13791563,0.002597714,0.081204236],"study_design_scores_gemma":[0.0033103207,0.0007790502,0.4789733,0.00017481357,0.000007714134,0.000056455538,0.010678961,0.2508399,0.00038311488,0.012594721,0.24123535,0.00096631225],"about_ca_topic_score_codex":0.000011311471,"about_ca_topic_score_gemma":0.000012591125,"teacher_disagreement_score":0.27605626,"about_ca_system_score_codex":0.00012530824,"about_ca_system_score_gemma":0.0017421661,"threshold_uncertainty_score":0.9996209},"labels":[],"label_agreement":null},{"id":"W2792717035","doi":"10.1007/s11423-018-9582-1","title":"Design of a learning-centered online environment: a cognitive apprenticeship approach","year":2018,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; McGill University","funders":"","keywords":"Cognitive apprenticeship; Instructional design; Computer science; Educational technology; Mathematics education; Think aloud protocol; Apprenticeship; Process (computing); Virtual learning environment; Psychology; Knowledge management; Multimedia; Human–computer interaction","score_opus":0.13707277161526377,"score_gpt":0.4085075000471541,"score_spread":0.2714347284318903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792717035","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9618916,0.00093368,0.014871099,0.012368432,0.00010393673,0.0009129459,0.0000054120806,0.00010187473,0.008811057],"genre_scores_gemma":[0.9217233,0.0001894747,0.074645355,0.000009720452,0.00014742835,0.000074449,0.000049302034,0.000007423907,0.0031535146],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984535,0.00026456968,0.00017832065,0.00027218316,0.00045775963,0.00037365835],"domain_scores_gemma":[0.9990476,0.00033501608,0.00006936867,0.00007482137,0.00038071803,0.00009248358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013170792,0.00007513656,0.00011160983,0.0004325993,0.0007356513,0.000023896975,0.00020476128,0.00012857279,0.00031016162],"category_scores_gemma":[0.0008256774,0.00007291369,0.0000082024135,0.0005198039,0.0016880546,0.00007109391,0.00013668607,0.0003832489,0.00007152138],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058601116,0.007967481,0.26518416,0.00017161974,0.0004789376,0.000005351671,0.062117208,0.000019430616,0.0017831818,0.09577868,0.002555216,0.5633527],"study_design_scores_gemma":[0.0029272754,0.0023208223,0.04581463,0.00044104643,0.000033158198,0.00002447426,0.34026563,0.00051888387,0.006444198,0.053936668,0.54631567,0.00095755694],"about_ca_topic_score_codex":0.000015910095,"about_ca_topic_score_gemma":0.000015303116,"teacher_disagreement_score":0.56239516,"about_ca_system_score_codex":0.00007263045,"about_ca_system_score_gemma":0.0016182604,"threshold_uncertainty_score":0.6219708},"labels":[],"label_agreement":null},{"id":"W2806416286","doi":"10.1007/s11423-018-9606-x","title":"Elementary students enhancing their understanding of energy-saving through idea-centered collaborative knowledge-building scaffolds and activities","year":2018,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"Ministry of Science and Technology, Taiwan; North Carolina Central University","keywords":"Educational technology; Mathematics education; Technology integration; Computer science; Knowledge management; Pedagogy; Psychology","score_opus":0.14002186920259643,"score_gpt":0.4799042623758158,"score_spread":0.33988239317321933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806416286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98030186,0.0014364114,0.012045942,0.0010652713,0.0003951852,0.00019228285,0.0000047271324,0.00004854638,0.0045097577],"genre_scores_gemma":[0.9616005,0.000049789065,0.0368935,0.00004074449,0.00012471006,0.00010311836,0.000013399283,0.000017884873,0.0011563868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9979878,0.0005049276,0.00033339637,0.00043043974,0.0002839018,0.00045954352],"domain_scores_gemma":[0.99839437,0.000635111,0.0001267493,0.00017544221,0.00061467645,0.00005363233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024662407,0.000164699,0.00023330345,0.00075294223,0.0008910467,0.000048164107,0.00024698026,0.00014569913,0.00015784592],"category_scores_gemma":[0.00028744727,0.00015170977,0.000008637597,0.0013511837,0.0011034408,0.00011898445,0.00036507298,0.00031672607,0.0000053078793],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023885895,0.0007917641,0.24985991,0.00007568388,0.00068430556,0.0000028214326,0.08222317,7.67304e-8,0.024507755,0.5993913,0.003997708,0.038226686],"study_design_scores_gemma":[0.0026273509,0.0017212534,0.22582105,0.0010504484,0.000018827774,0.000071217255,0.35436857,0.000008656619,0.17743196,0.18386646,0.0521664,0.000847833],"about_ca_topic_score_codex":0.000041302574,"about_ca_topic_score_gemma":0.000075823766,"teacher_disagreement_score":0.4155248,"about_ca_system_score_codex":0.00032735572,"about_ca_system_score_gemma":0.00063084456,"threshold_uncertainty_score":0.6853301},"labels":[],"label_agreement":null},{"id":"W2885857012","doi":"10.1007/s11423-018-9621-y","title":"Conversational functions for knowledge building communities: a coding scheme for online interactions","year":2018,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coding (social sciences); Scheme (mathematics); Knowledge building; Computer science; Online course; Online discussion; Knowledge level; Mathematics education; Knowledge management; Psychology; World Wide Web; Artificial intelligence; Mathematics","score_opus":0.3186638494234798,"score_gpt":0.5513033192214585,"score_spread":0.23263946979797867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885857012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6233135,0.00033885927,0.34615174,0.021106837,0.0024681506,0.0011983447,0.00009529793,0.00021125843,0.0051160366],"genre_scores_gemma":[0.53320897,0.0000025224924,0.4453189,0.00010166246,0.00059359794,0.0015347186,0.00040014044,0.00002021237,0.01881927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988483,0.00016339301,0.0002447073,0.00025193955,0.00010969693,0.00038191778],"domain_scores_gemma":[0.9950103,0.0021659636,0.00006361343,0.00017851252,0.0025262567,0.000055333912],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002075492,0.00010514827,0.00012615409,0.0009367599,0.0017233868,0.000033461092,0.00019384058,0.00011817613,0.00054655236],"category_scores_gemma":[0.001687943,0.00010758975,0.000015057057,0.0007835064,0.0006738922,0.000058583453,0.00009845754,0.0005344994,0.000071901115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022866948,0.0010028045,0.013960789,0.000054044678,0.00030020924,1.2947322e-7,0.015818,2.5654566e-7,0.0016596339,0.8075805,0.099872924,0.059522055],"study_design_scores_gemma":[0.00078357145,0.0003474489,0.017091235,0.00007131078,0.000004220886,0.000021370312,0.02337165,0.00019863267,0.00044090897,0.018191718,0.93931496,0.00016297537],"about_ca_topic_score_codex":0.000020767573,"about_ca_topic_score_gemma":0.000057787478,"teacher_disagreement_score":0.839442,"about_ca_system_score_codex":0.00018960443,"about_ca_system_score_gemma":0.00089272414,"threshold_uncertainty_score":0.9995762},"labels":[],"label_agreement":null},{"id":"W2899391375","doi":"10.1007/s11423-018-9634-6","title":"Use of Felder and Silverman learning style model for online course design","year":2018,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Learning Styles and Cognitive Differences","field":"Psychology","cited_by":106,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"King Saud University","keywords":"Learning styles; Educational technology; Mathematics education; Instructional design; Style (visual arts); Course (navigation); Computer science; Synchronous learning; Experiential learning; Cognitive style; Active learning (machine learning); Teaching method; Cooperative learning; Psychology; Engineering; Artificial intelligence; Cognition","score_opus":0.25353200526476055,"score_gpt":0.46187074271461487,"score_spread":0.20833873744985432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899391375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9874278,0.00035761352,0.0078461515,0.0038403722,0.000052166484,0.00029412867,0.000008987254,0.000024770108,0.00014801278],"genre_scores_gemma":[0.9514855,0.000030505922,0.037724312,0.000043795655,0.000046817197,0.00015898202,0.000034412144,0.000009282516,0.010466382],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99910164,0.00006216494,0.00014838768,0.00026681763,0.00014428774,0.00027671023],"domain_scores_gemma":[0.9986377,0.0004910453,0.000048118116,0.000087728884,0.0006774432,0.00005799886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038985128,0.00007984757,0.0001117329,0.0002569237,0.000309864,0.000020334359,0.00009499272,0.00011446642,0.0001341769],"category_scores_gemma":[0.00032631433,0.00007081302,0.000007311189,0.00018139425,0.0007567228,0.000043708875,0.00008428261,0.00023176151,0.000015759282],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008784453,0.0035408153,0.27004036,0.00013857262,0.00058665185,0.0000034575755,0.026679344,0.000025161133,0.002318903,0.15013178,0.024213381,0.5214431],"study_design_scores_gemma":[0.002373601,0.003194394,0.83765864,0.00019616494,0.000032659525,0.000053356227,0.02149344,0.009209874,0.004230908,0.08337386,0.037486687,0.00069640623],"about_ca_topic_score_codex":0.00001168631,"about_ca_topic_score_gemma":0.000017264068,"teacher_disagreement_score":0.56761825,"about_ca_system_score_codex":0.000017453876,"about_ca_system_score_gemma":0.00044455068,"threshold_uncertainty_score":0.2887671},"labels":[],"label_agreement":null},{"id":"W2950223114","doi":"10.1007/s11423-019-09682-3","title":"Typology of motivation and learning intentions of users in MOOCs: the MOOCKNOWLEDGE study","year":2019,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; University of Manitoba","keywords":"Typology; Psychology; Variety (cybernetics); Diversity (politics); Elaboration; Applied psychology; Quality (philosophy); Massive open online course; Social psychology; Mathematics education; Computer science; Artificial intelligence","score_opus":0.051582945587437826,"score_gpt":0.37405453253931115,"score_spread":0.32247158695187333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950223114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896352,0.00012211858,0.00024359023,0.009518012,0.00003558975,0.00015024786,1.2538493e-7,0.000009376879,0.00028568122],"genre_scores_gemma":[0.99421793,0.000021953982,0.004985848,0.000004244471,0.000004774074,0.000017986924,0.0000013882966,0.0000019755357,0.00074391783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992573,0.0001000535,0.00017494756,0.00016246988,0.00017807186,0.00012711859],"domain_scores_gemma":[0.9990981,0.0003920778,0.00004981062,0.00013451868,0.00030757577,0.000017867147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009292328,0.000041693478,0.00009160098,0.00053701317,0.00009616562,0.000010103043,0.00023739005,0.000043784083,0.000007484569],"category_scores_gemma":[0.0006639233,0.000031896852,0.000004650328,0.0007212864,0.00018597276,0.00005152977,0.0002648478,0.00033783403,0.000006847848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032652258,0.00023477316,0.93555707,0.000013709682,0.000015426203,1.6128075e-7,0.0020818862,0.000020900008,0.00031850653,0.056558974,0.00003115061,0.005164198],"study_design_scores_gemma":[0.00026237653,0.000292115,0.9688945,0.000034808578,8.528843e-7,0.0000039272204,0.009285392,0.001069933,0.00034347034,0.0193697,0.00039511354,0.000047819263],"about_ca_topic_score_codex":0.000015187739,"about_ca_topic_score_gemma":0.000028905137,"teacher_disagreement_score":0.037189275,"about_ca_system_score_codex":0.000023852655,"about_ca_system_score_gemma":0.0003665326,"threshold_uncertainty_score":0.14677396},"labels":[],"label_agreement":null},{"id":"W2954210254","doi":"10.1007/s11423-019-09688-x","title":"Towards emotion awareness tools to support emotion and appraisal regulation in academic contexts","year":2019,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Région Auvergne-Rhône-Alpes","keywords":"Psychology; Educational technology; Appraisal theory; Cognitive psychology; Applied psychology; Social psychology; Pedagogy","score_opus":0.16464715933282842,"score_gpt":0.5160004504236626,"score_spread":0.3513532910908342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954210254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984027,0.00010890653,0.0025350237,0.009520553,0.000539405,0.0004810098,0.000002022609,0.00005431381,0.002731739],"genre_scores_gemma":[0.98379076,0.000007472866,0.01074831,0.00008457948,0.000073259616,0.00018445925,0.00007951542,0.000013177381,0.0050184936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998148,0.00037585135,0.0003098786,0.00047825734,0.0002907177,0.00039729822],"domain_scores_gemma":[0.998921,0.00031713623,0.000058789305,0.0001777223,0.00044740495,0.000077957884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003858322,0.000118854776,0.00017267848,0.0012271128,0.00019007722,0.00003241427,0.00015055136,0.00030245088,0.00046967992],"category_scores_gemma":[0.001450145,0.00011873553,0.0000053943777,0.0012246555,0.00016294872,0.0001142156,0.00013094122,0.0008903565,0.00029621916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009288538,0.00012003438,0.52229565,0.000025834528,0.000019380283,0.0000012659486,0.0076531987,0.000002361914,0.0017173411,0.10227688,0.002323837,0.36347133],"study_design_scores_gemma":[0.000447657,0.00022013628,0.968385,0.000057807516,6.9857225e-7,0.000028074697,0.0024193553,0.0000068011163,0.00056860433,0.0077500474,0.019985741,0.0001300952],"about_ca_topic_score_codex":0.00004194304,"about_ca_topic_score_gemma":0.0000055131504,"teacher_disagreement_score":0.44608933,"about_ca_system_score_codex":0.00016463433,"about_ca_system_score_gemma":0.0007136109,"threshold_uncertainty_score":0.51426655},"labels":[],"label_agreement":null},{"id":"W3017200654","doi":"10.1007/s11423-020-09769-2","title":"Enhancing motivation in workplace training with casual games: a twelve month field study of retail employees","year":2020,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Educational Games and Gamification","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Casual; Psychology; Mathematics education; Learning effect; Multimedia; Computer science; Applied psychology","score_opus":0.13661418935606529,"score_gpt":0.3972244767466983,"score_spread":0.260610287390633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017200654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97909963,0.00029644996,0.00018376963,0.019044477,0.000054458425,0.000508392,9.759402e-7,0.000025430812,0.0007863928],"genre_scores_gemma":[0.99558234,0.000010505049,0.003037901,0.00009031199,0.000056296805,0.0004884316,0.00001878469,0.000011494278,0.00070392154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99851763,0.00008837938,0.00035608647,0.0004113371,0.0003375251,0.00028902423],"domain_scores_gemma":[0.9987713,0.00056536583,0.00009027529,0.0001672157,0.00032071472,0.00008514551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005098747,0.00010897452,0.00017598062,0.00048483367,0.0001114751,0.000016888724,0.00018234135,0.0001142582,0.0002535662],"category_scores_gemma":[0.0005816464,0.000099397716,0.0000068018003,0.0010924686,0.00012803388,0.00006658688,0.000058563808,0.0003994658,0.000018872279],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003567966,0.0018332169,0.79614145,0.00004224077,0.00010869935,0.0000059305758,0.1676039,0.000009280269,0.00038687006,0.010701718,0.0010326899,0.02177723],"study_design_scores_gemma":[0.0009281198,0.0016376292,0.7278661,0.00009161298,0.0000036360195,0.000010248223,0.2643991,0.0000042163183,0.0011634978,0.0015029599,0.002234816,0.00015804452],"about_ca_topic_score_codex":0.000092472255,"about_ca_topic_score_gemma":0.00033059763,"teacher_disagreement_score":0.096795216,"about_ca_system_score_codex":0.000077181554,"about_ca_system_score_gemma":0.00071864756,"threshold_uncertainty_score":0.40533212},"labels":[],"label_agreement":null},{"id":"W3036255241","doi":"10.1007/s11423-020-09795-0","title":"Using technology in special education: current practices and trends","year":2020,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Assistive Technology in Communication and Mobility","field":"Health Professions","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Alberta","funders":"","keywords":"Psychological intervention; Intervention (counseling); Psychology; Educational technology; Cognition; Special education; Medical education; Assistive technology; Social skills; Cognitive skill; Mathematics education; Developmental psychology; Computer science; Medicine","score_opus":0.45335624679523967,"score_gpt":0.6204603444997354,"score_spread":0.16710409770449575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036255241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70017874,0.004499333,0.00005700251,0.2890825,0.0003036318,0.0005425896,0.0000037981943,0.00013161862,0.0052008037],"genre_scores_gemma":[0.9765599,0.0006762331,0.020689318,0.00031859527,0.00037188147,0.0007909254,0.00002771691,0.000013802578,0.0005516211],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816567,0.0002252331,0.00045232146,0.00048806713,0.00021715854,0.00045155763],"domain_scores_gemma":[0.998349,0.0004404911,0.00023123366,0.00030857863,0.00052692334,0.00014377804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090707553,0.00013341838,0.00021153016,0.001456269,0.0009508366,0.0000116746805,0.00037129258,0.00037550536,0.00039720853],"category_scores_gemma":[0.0024814177,0.00013136545,0.0000071282966,0.0020484834,0.0009678395,0.000108488064,0.0007943661,0.0018836285,0.00007988698],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044684188,0.00037438708,0.6946684,0.00007976305,0.000015025503,8.3808936e-7,0.0013442084,6.600497e-8,0.00018677449,0.11235208,0.0065181837,0.18441561],"study_design_scores_gemma":[0.00066054246,0.00010659592,0.3459797,0.0001680172,0.000004131946,0.000015483502,0.019822458,0.000025996525,0.0001843533,0.05929353,0.57350487,0.00023433311],"about_ca_topic_score_codex":0.000020322743,"about_ca_topic_score_gemma":0.00011102554,"teacher_disagreement_score":0.5669867,"about_ca_system_score_codex":0.0003282909,"about_ca_system_score_gemma":0.0035601258,"threshold_uncertainty_score":0.81835335},"labels":[],"label_agreement":null},{"id":"W3048836467","doi":"10.1007/s11423-020-09815-z","title":"Quick, incidental word learning in educational media: all contexts are not equal","year":2020,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Word learning; Context (archaeology); Narrative; Word (group theory); Psychology; Citizen journalism; Vocabulary development; Vocabulary; Linguistics; Computer science; Teaching method; Mathematics education; History","score_opus":0.10558894937793677,"score_gpt":0.39577555950050913,"score_spread":0.29018661012257235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048836467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6782451,0.0006152153,0.000015377156,0.3156961,0.00016607942,0.00031921038,0.0000028081085,0.00012981778,0.0048102955],"genre_scores_gemma":[0.99523443,0.0001828562,0.0018762313,0.0007076758,0.0002141048,0.00018554146,0.00007073841,0.000012901361,0.0015155182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975271,0.0001157605,0.00038030843,0.00051573163,0.00076926145,0.0006918316],"domain_scores_gemma":[0.9983912,0.0007854833,0.000089229965,0.00010139172,0.00034582368,0.00028687244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009921278,0.00015162994,0.00021898035,0.00082709687,0.0006443887,0.00009951747,0.00048640912,0.00029903103,0.00044335856],"category_scores_gemma":[0.0048391046,0.0001638707,0.000016517057,0.0013890675,0.0010576152,0.00022754453,0.00040874266,0.00087403785,0.00038495907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078144054,0.00035739125,0.56798005,0.000019585106,0.000036151487,0.000014912773,0.01830614,7.2982607e-7,0.00011427251,0.3736846,0.009957586,0.029450405],"study_design_scores_gemma":[0.0010017613,0.00010128774,0.5378599,0.0000945755,0.0000020855555,0.000015549966,0.031813953,0.000003926822,0.00078108365,0.13953371,0.28827995,0.0005121769],"about_ca_topic_score_codex":0.00009850128,"about_ca_topic_score_gemma":0.0017760453,"teacher_disagreement_score":0.3169893,"about_ca_system_score_codex":0.0004136359,"about_ca_system_score_gemma":0.0037826183,"threshold_uncertainty_score":0.67102027},"labels":[],"label_agreement":null},{"id":"W3085939151","doi":"10.1007/s11423-020-09821-1","title":"Learning management system and course influences on student actions and learning experiences","year":2020,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Athabasca University; University of Alberta","funders":"","keywords":"Learning Management; Learning analytics; Feeling; Educational technology; Psychology; Perspective (graphical); Online course; Student engagement; Meaning (existential); Instructional design; Mathematics education; Knowledge management; Computer science; Social psychology; Data science","score_opus":0.05658162334034572,"score_gpt":0.39994322109170527,"score_spread":0.34336159775135955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085939151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95077306,0.00045248508,0.0006706231,0.04720823,0.000047927093,0.00011844407,1.13756904e-7,0.00013919009,0.0005899371],"genre_scores_gemma":[0.9813651,0.00016957961,0.017591996,0.000063204774,0.00003478124,0.0000911889,0.0000018081381,0.0000039732786,0.00067835895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9987682,0.000080357604,0.00014326996,0.00040246316,0.0003625332,0.00024313848],"domain_scores_gemma":[0.9994537,0.00016504878,0.000041432715,0.000085922075,0.0001140376,0.00013985892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004584518,0.00009123215,0.00010309876,0.000256875,0.00092646474,0.00018058202,0.0002511877,0.000052731557,0.000004599165],"category_scores_gemma":[0.00012762446,0.000080892154,0.0000050771177,0.0005015964,0.00023652521,0.000106381136,0.00041822201,0.0005525763,0.000020975427],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020500456,0.0003665036,0.3560361,0.00023529543,0.00020752316,0.000036914942,0.061203685,0.00034455437,0.0001567864,0.37940758,0.00070673175,0.20127782],"study_design_scores_gemma":[0.0008294615,0.0017254909,0.45016864,0.00040335598,0.000011521538,0.00010890891,0.46346965,0.0098688835,0.00040332892,0.0035006283,0.068877354,0.0006327754],"about_ca_topic_score_codex":0.0000025181591,"about_ca_topic_score_gemma":8.575284e-7,"teacher_disagreement_score":0.40226597,"about_ca_system_score_codex":0.000039381248,"about_ca_system_score_gemma":0.00019438713,"threshold_uncertainty_score":0.71257114},"labels":[],"label_agreement":null},{"id":"W3092243773","doi":"10.1007/s11423-020-09840-y","title":"Open educational resources: expanding equity or reflecting and furthering inequities?","year":2020,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"Canada Research Chairs","keywords":"Equity (law); Blessing; Open educational resources; Scrutiny; Educational technology; Open education; Political science; Inclusion (mineral); Sociology; Economic growth; Public relations; Pedagogy; Economics; Social science; Geography","score_opus":0.275181727406988,"score_gpt":0.4807129151792749,"score_spread":0.2055311877722869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092243773","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45204225,0.0006857357,0.0014188855,0.5119382,0.00029773085,0.00064092636,0.0000010781263,0.00019423434,0.032780934],"genre_scores_gemma":[0.90109056,0.00007379541,0.09430513,0.0006781058,0.00018051828,0.00023092299,0.000009186514,0.00001151981,0.003420283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982529,0.00008382739,0.0002825792,0.0005681117,0.00037372464,0.0004388033],"domain_scores_gemma":[0.99874747,0.0004324861,0.00008027,0.00018621262,0.0002901202,0.00026345722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012276495,0.0001236547,0.00015570494,0.00036893474,0.0011344677,0.00083148887,0.001252337,0.00008700188,0.00026123528],"category_scores_gemma":[0.0014027309,0.00011192544,0.0000066753864,0.0011286248,0.00019896278,0.0005713581,0.003733953,0.0005071769,0.00007023252],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001157412,0.00041283233,0.08148691,0.00019745587,0.000106631625,0.0000067681267,0.05575499,0.00000914739,0.0018682982,0.67490196,0.019369483,0.16576977],"study_design_scores_gemma":[0.0021269927,0.0011482503,0.14355874,0.00056523166,0.0000065246595,0.00039232164,0.12987375,0.00091420783,0.005622019,0.14101703,0.57323074,0.0015441767],"about_ca_topic_score_codex":0.000021988213,"about_ca_topic_score_gemma":0.000023188015,"teacher_disagreement_score":0.55386126,"about_ca_system_score_codex":0.00015487321,"about_ca_system_score_gemma":0.0026592654,"threshold_uncertainty_score":0.8725522},"labels":[],"label_agreement":null},{"id":"W3092433994","doi":"10.1007/s11423-020-09835-9","title":"Policies to guide the adoption of educational games into classrooms","year":2020,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Educational Games and Gamification","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Educational technology; Digital learning; Social media; Pandemic; Mathematics education; Game based learning; Coronavirus disease 2019 (COVID-19); Computer science; Multimedia; Psychology; World Wide Web","score_opus":0.08207880787331735,"score_gpt":0.43048688363660226,"score_spread":0.3484080757632849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092433994","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37969744,0.0012616343,0.0002329589,0.6123842,0.00023282568,0.0004230882,0.000005603923,0.000022231641,0.005739975],"genre_scores_gemma":[0.97314453,0.000056794073,0.012212246,0.001357412,0.00035771605,0.00084164325,0.00009753255,0.000015079644,0.011917031],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984699,0.00007740163,0.00037826772,0.00037336707,0.0003934233,0.0003076397],"domain_scores_gemma":[0.9982152,0.00054184813,0.000084044215,0.00027180027,0.00071980554,0.00016731987],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005240926,0.00011428717,0.0001288208,0.00041965724,0.0003004249,0.000028963326,0.0004230718,0.000116113646,0.0012141415],"category_scores_gemma":[0.00081494683,0.000091684175,0.000017223389,0.0011231187,0.00048466036,0.0000509623,0.00015961987,0.00028221073,0.0007391595],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047692338,0.00036725638,0.060449433,0.00002928556,0.0000702305,1.2858263e-7,0.022544144,0.000003180893,0.0009293474,0.7652718,0.12503918,0.025248313],"study_design_scores_gemma":[0.00013647284,0.00014753368,0.4311628,0.0000210256,0.0000028531063,0.000009450172,0.017928943,0.0000020265697,0.0005653061,0.036315586,0.51359177,0.00011622411],"about_ca_topic_score_codex":0.00008406996,"about_ca_topic_score_gemma":0.000030282714,"teacher_disagreement_score":0.7289562,"about_ca_system_score_codex":0.00012669884,"about_ca_system_score_gemma":0.0013524161,"threshold_uncertainty_score":0.9996989},"labels":[],"label_agreement":null},{"id":"W3101979598","doi":"10.1007/s11423-020-09857-3","title":"Developing a quality curriculum in a technological era","year":2020,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Global Educational Policies and Reforms","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Government of Quebec","funders":"","keywords":"Summative assessment; Curriculum; Quality (philosophy); Engineering ethics; Sociocultural evolution; Rhetoric; Curriculum development; Formative assessment; National curriculum; Sociology; Political science; Pedagogy; Public relations; Engineering","score_opus":0.1618712854755983,"score_gpt":0.4831065127229379,"score_spread":0.32123522724733966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101979598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5483295,0.00044505604,0.00003806072,0.44669172,0.00005294958,0.00022550757,0.0000010232424,0.00006405312,0.004152188],"genre_scores_gemma":[0.9861782,0.0002223147,0.012143427,0.0006640233,0.00010469561,0.00019044934,0.0000098472165,0.0000044345093,0.00048261386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99832165,0.000091153655,0.00026411322,0.0003055021,0.00049020833,0.0005273886],"domain_scores_gemma":[0.999218,0.0001413053,0.00003758818,0.00008069441,0.00034117853,0.00018122794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012140725,0.000085102045,0.00013312818,0.00034970406,0.00065858144,0.000047567053,0.00034560994,0.00020718505,0.00010652116],"category_scores_gemma":[0.002402473,0.00006935015,0.000010048665,0.0018792868,0.0011322995,0.000085548425,0.00021375123,0.00049405475,0.00011989231],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050063613,0.00012230256,0.076513484,0.0000116261035,0.0000064639326,0.0000012371588,0.0030833324,2.596826e-7,0.000021211405,0.9065957,0.0020190529,0.011620332],"study_design_scores_gemma":[0.00021563888,0.000040611834,0.17483988,0.000036699385,4.1230976e-7,0.0000039179827,0.04873079,0.0000022845156,0.00015047657,0.2589972,0.51677537,0.00020674523],"about_ca_topic_score_codex":0.00062662846,"about_ca_topic_score_gemma":0.0005293174,"teacher_disagreement_score":0.6475985,"about_ca_system_score_codex":0.00042662505,"about_ca_system_score_gemma":0.0038765704,"threshold_uncertainty_score":0.6876869},"labels":[],"label_agreement":null},{"id":"W3103420222","doi":"10.1007/s11423-020-09858-2","title":"Machine learning for human learners: opportunities, issues, tensions and threats","year":2020,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"King's College London","keywords":"Accountability; Artificial intelligence; Computer science; Educational technology; Curriculum; Legislature; Machine learning; Knowledge management; Engineering ethics; Psychology; Mathematics education; Pedagogy; Political science; Engineering","score_opus":0.3509394530848094,"score_gpt":0.43152788481715193,"score_spread":0.08058843173234254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103420222","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11822044,0.012081351,0.042680487,0.8228038,0.00015721888,0.0012337936,0.00000509302,0.00053235074,0.0022854533],"genre_scores_gemma":[0.89518946,0.0009203814,0.095837794,0.000552265,0.000104742125,0.0003308315,0.00005189404,0.000017015393,0.0069955983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987392,0.000041228694,0.00018613928,0.0004180533,0.000241518,0.00037388876],"domain_scores_gemma":[0.9990303,0.00021559744,0.000033593853,0.00015482277,0.0003717381,0.00019397879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053019694,0.00009857199,0.00012039796,0.00031899317,0.0009578986,0.00011963498,0.00038032833,0.00008509934,0.000034167926],"category_scores_gemma":[0.0004993132,0.000094261755,0.000008049541,0.00044671216,0.00031013187,0.00017893635,0.00048005246,0.0003396172,0.000031116044],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009978734,0.000087648994,0.0055728485,0.00003422893,0.000024371517,0.00000845718,0.0026531054,0.000004536254,0.0012037194,0.90027124,0.0038269837,0.08630287],"study_design_scores_gemma":[0.00028849518,0.0007722107,0.001572295,0.000054718952,0.0000024166543,0.000050194445,0.008369099,0.0034386732,0.013515779,0.47534448,0.49620992,0.0003817085],"about_ca_topic_score_codex":0.000029391847,"about_ca_topic_score_gemma":0.00002312815,"teacher_disagreement_score":0.82225156,"about_ca_system_score_codex":0.00004732027,"about_ca_system_score_gemma":0.0005928637,"threshold_uncertainty_score":0.73674786},"labels":[],"label_agreement":null},{"id":"W3128201444","doi":"10.1007/s11423-021-09968-5","title":"New alignments for the digital age: insights into connected learning","year":2021,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Phenomenon; Framing (construction); Interdependence; Informal learning; Formal learning; Experiential learning; Computer science; Educational technology; Open learning; Sociology; Frame (networking); Epistemology; Knowledge management; Cooperative learning; Pedagogy; Teaching method; Social science","score_opus":0.11461814575167421,"score_gpt":0.4638680962080402,"score_spread":0.349249950456366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128201444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7699355,0.0101795625,0.09898922,0.087833054,0.002243678,0.0013374736,0.000003143255,0.0003785102,0.029099895],"genre_scores_gemma":[0.86124897,0.000020160123,0.05762828,0.00012639262,0.00019362358,0.00034390055,0.00012512474,0.000019324409,0.08029424],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986307,0.00022481685,0.00019547783,0.00036079972,0.00023597294,0.00035225603],"domain_scores_gemma":[0.997718,0.0012584195,0.000045497865,0.00019495505,0.0007126737,0.0000704863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010064794,0.000102375874,0.00011792068,0.00029896465,0.0009785357,0.00010557316,0.00021070013,0.00013891865,0.00036034404],"category_scores_gemma":[0.0039006479,0.00007892722,0.000010896984,0.0011128448,0.0002554013,0.000037548147,0.00016169445,0.0007535729,0.00012024301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006733484,0.00023403132,0.028117675,0.000015425476,0.00029719292,0.0000139485,0.014166415,0.00000155564,0.0009792317,0.42718923,0.042799924,0.48611805],"study_design_scores_gemma":[0.00044991996,0.00010284903,0.06616748,0.000019788478,0.000002261719,0.000025573285,0.00687735,0.000003685845,0.0012292254,0.050783783,0.8742216,0.00011647639],"about_ca_topic_score_codex":0.0000183496,"about_ca_topic_score_gemma":0.000007583517,"teacher_disagreement_score":0.8314217,"about_ca_system_score_codex":0.000093195675,"about_ca_system_score_gemma":0.0013441263,"threshold_uncertainty_score":0.7526205},"labels":[],"label_agreement":null},{"id":"W3135124622","doi":"10.1007/s11423-021-09967-6","title":"Learning in digital environments: a model for cross-cultural alignment","year":2021,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Digital literacy in education","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; University of Ottawa","funders":"Erasmus+; Goddard Space Flight Center; National Aeronautics and Space Administration","keywords":"Competence (human resources); Intercultural competence; Lifelong learning; Pedagogy; Knowledge management; Educational technology; Psychology; Conceptual framework; Cultural competence; Mathematics education; Computer science; Engineering ethics; Sociology; Engineering","score_opus":0.05035451009578776,"score_gpt":0.38217274301462667,"score_spread":0.33181823291883894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135124622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93668157,0.00045118635,0.03810002,0.022017306,0.00017744907,0.00039209405,0.0000059558456,0.00006826227,0.002106158],"genre_scores_gemma":[0.9117064,0.00001964192,0.07501401,0.00005735552,0.000021517071,0.00048667745,0.000092848095,0.0000057924453,0.012595749],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99867517,0.000011510643,0.00022027933,0.0004253874,0.0003042512,0.00036339942],"domain_scores_gemma":[0.9992639,0.00016482602,0.000031134627,0.00018773948,0.00027763264,0.000074790994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031025684,0.00008667638,0.000086009546,0.00028414512,0.00021770062,0.0004887506,0.00032634256,0.0000698873,0.0000067970554],"category_scores_gemma":[0.0006300483,0.00008690018,0.000010299634,0.0004549906,0.00017774978,0.0009068658,0.0003751814,0.00019908373,0.000037790775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021821108,0.0016880931,0.13517141,0.000052519088,0.00004730801,0.000008321226,0.0068245423,0.0006361122,0.0010867701,0.6584067,0.0023853334,0.1936711],"study_design_scores_gemma":[0.0011110078,0.00019761709,0.051928833,0.00010220094,9.250819e-7,0.00010063704,0.0025389486,0.018972877,0.011760702,0.75628066,0.15645945,0.00054615235],"about_ca_topic_score_codex":5.511235e-7,"about_ca_topic_score_gemma":0.0000016335142,"teacher_disagreement_score":0.19312496,"about_ca_system_score_codex":0.0002965923,"about_ca_system_score_gemma":0.001101257,"threshold_uncertainty_score":0.4713033},"labels":[],"label_agreement":null},{"id":"W3138488004","doi":"10.1007/s11423-021-09980-9","title":"Examining the relationship between emotion variability, self-regulated learning, and task performance in an intelligent tutoring system","year":2021,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture","keywords":"Psychology; Extant taxon; Valence (chemistry); Context (archaeology); Variation (astronomy); Task (project management); Cognitive psychology; Negative emotion; Developmental psychology","score_opus":0.19335955976830857,"score_gpt":0.4513539718855987,"score_spread":0.25799441211729013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138488004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9957504,0.00028343,0.00079969177,0.0013811216,0.00017595867,0.0001907999,3.8625112e-7,0.000106542684,0.001311671],"genre_scores_gemma":[0.9878363,0.000005835308,0.010143039,0.0000057371262,0.00008531847,0.00012345046,0.000042162625,0.000012057412,0.001746072],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692106,0.0017450113,0.00031858988,0.00043857496,0.00023282977,0.0003439023],"domain_scores_gemma":[0.9976204,0.0015316523,0.00006743677,0.00021221138,0.0005112765,0.00005704668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008212851,0.00010795417,0.00014261183,0.00050180027,0.0007859688,0.000056961664,0.00014119784,0.00019531934,0.000040661198],"category_scores_gemma":[0.002332279,0.000092959075,0.0000041942058,0.00151402,0.00023046673,0.00007389163,0.0001625621,0.0014127925,0.000025089612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000790864,0.00008308298,0.91710687,0.00004062408,0.000025260786,0.0000019521801,0.009430054,0.000002851517,0.00005113264,0.049087446,0.00002023569,0.024142608],"study_design_scores_gemma":[0.00015188377,0.000094460156,0.98352516,0.000092576855,0.000002446964,0.000040758056,0.009345464,0.00003783748,0.00013379808,0.0018567673,0.004622697,0.000096168515],"about_ca_topic_score_codex":0.000012058891,"about_ca_topic_score_gemma":0.000004431718,"teacher_disagreement_score":0.0664183,"about_ca_system_score_codex":0.00026803892,"about_ca_system_score_gemma":0.000558829,"threshold_uncertainty_score":0.6137959},"labels":[],"label_agreement":null},{"id":"W3168550445","doi":"10.1007/s11423-021-10045-0","title":"Exploring students’ learning experience in online education: analysis and improvement proposals based on the case of a Spanish open learning university","year":2021,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"E-Learning and Knowledge Management","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Comisión Nacional de Investigación Científica y Tecnológica; CHIST-ERA; Universitat de Barcelona; Agencia Nacional de Investigación y Desarrollo; Agenția Națională pentru Cercetare și Dezvoltare","keywords":"Adaptation (eye); Context (archaeology); Educational technology; Higher education; Distance education; Process (computing); Pedagogy; Perception; Technology integration; Psychology; Mathematics education; Sociology; Knowledge management; Computer science; Political science","score_opus":0.14512424541337934,"score_gpt":0.3890231553908191,"score_spread":0.24389890997743977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168550445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98710066,0.00010466674,0.0014473359,0.010558897,0.000039655588,0.00025241327,2.9945636e-7,0.000020051197,0.0004760158],"genre_scores_gemma":[0.98145694,0.00008101069,0.016381886,0.000033196542,0.000008338726,0.00009940525,0.0000075159137,0.0000033499432,0.0019283395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986753,0.00021696299,0.00017788092,0.00043762728,0.00027174677,0.00022050248],"domain_scores_gemma":[0.9989288,0.00030997064,0.00006161821,0.00025572674,0.00038202884,0.000061862884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011564594,0.00008401138,0.00013731015,0.0007775264,0.0005263855,0.00015074671,0.0006267214,0.000033983804,0.00002832612],"category_scores_gemma":[0.0004642152,0.00007399516,0.000011119492,0.0024716826,0.00019506809,0.0001649576,0.0015267044,0.00041150083,0.0000030605072],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032132826,0.0023038557,0.5823037,0.00008286995,0.00020598447,0.00019005773,0.010998613,0.00031364697,0.0002691144,0.1048693,0.00008359875,0.29834715],"study_design_scores_gemma":[0.0017621572,0.0011182575,0.53497785,0.00064310984,0.000039287595,0.00011933945,0.4025114,0.013660191,0.01303664,0.0049518803,0.026381576,0.0007983322],"about_ca_topic_score_codex":0.00015747247,"about_ca_topic_score_gemma":0.00034572175,"teacher_disagreement_score":0.39151278,"about_ca_system_score_codex":0.00014826276,"about_ca_system_score_gemma":0.0011721867,"threshold_uncertainty_score":0.40485847},"labels":[],"label_agreement":null},{"id":"W3207913977","doi":"10.1007/s11423-021-10051-2","title":"Designing for robot-mediated interaction among culturally and linguistically diverse children","year":2021,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation of Sri Lanka; National Science Foundation","keywords":"Mediation; Cultural diversity; Diversity (politics); Psychology; Ethnography; Qualitative research; Grounded theory; Pedagogy; Sociology","score_opus":0.05281215465474872,"score_gpt":0.3638973036775073,"score_spread":0.3110851490227586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207913977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69077486,0.00094057975,0.28619993,0.020841146,0.00033857487,0.00045172864,0.0000014431305,0.0003060104,0.00014570604],"genre_scores_gemma":[0.5539138,0.0000176153,0.44550237,0.000024840036,0.000041914856,0.000072068025,0.00003202061,0.0000036736994,0.00039175097],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99902415,0.000053816537,0.00012954879,0.00034714624,0.00017416802,0.00027116554],"domain_scores_gemma":[0.9989431,0.00039792116,0.000032308697,0.000115024195,0.00042131095,0.00009034723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005607859,0.00007294472,0.00008039043,0.00022944411,0.0005879336,0.00018675221,0.00019006965,0.00008227782,0.0000058196515],"category_scores_gemma":[0.0020729527,0.000068149406,0.000007824673,0.0003305985,0.00015121345,0.00011195561,0.00028438226,0.00035948522,0.000009075983],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002363651,0.00035211074,0.3320042,0.00005066349,0.0001465973,0.00001468143,0.006496153,0.000014453281,0.0017031191,0.073293306,0.0018726812,0.5840284],"study_design_scores_gemma":[0.0012297156,0.00038059286,0.88711727,0.00028058706,0.0000081808475,0.00031448828,0.0050084805,0.0008767311,0.006913755,0.019210903,0.078025475,0.0006337992],"about_ca_topic_score_codex":0.0000116460915,"about_ca_topic_score_gemma":0.00001170538,"teacher_disagreement_score":0.5833946,"about_ca_system_score_codex":0.000057318208,"about_ca_system_score_gemma":0.00043166624,"threshold_uncertainty_score":0.45219693},"labels":[],"label_agreement":null},{"id":"W4226169919","doi":"10.1007/s11423-022-10109-9","title":"Theoretically driven educational app design: the creation of a mathematics app","year":2022,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Cognitive and developmental aspects of mathematical skills","field":"Mathematics","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mobile apps; Educational technology; Computer science; Representation (politics); Set (abstract data type); Mathematics education; Instructional design; Task (project management); Learning design; Core (optical fiber); Education theory; Open educational resources; Human–computer interaction; Multimedia; Psychology; World Wide Web; Higher education; Engineering","score_opus":0.0670078859031928,"score_gpt":0.37874681867656207,"score_spread":0.3117389327733693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226169919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7033688,0.0013182207,0.0343301,0.21541978,0.0004125617,0.0056466484,0.000059039696,0.00031103007,0.039133836],"genre_scores_gemma":[0.75876254,0.000027210763,0.2343412,0.000087719505,0.000054888023,0.0016945426,0.0000390995,0.000026208772,0.0049665873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771184,0.0001526575,0.00049546116,0.0003057233,0.0009666608,0.00036768315],"domain_scores_gemma":[0.9946105,0.0043282127,0.00013694089,0.00027151898,0.00056326145,0.00008960555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001952646,0.00015463002,0.00022710816,0.00043085893,0.00093235075,0.00003333483,0.0004966328,0.00007065997,0.0019605346],"category_scores_gemma":[0.0024126368,0.000114998824,0.000026810043,0.0008246169,0.00086521334,0.00005291384,0.0006604453,0.00046005534,0.00006633899],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002594463,0.0014747815,0.00072668266,0.0000792489,0.000081908154,0.0000010749382,0.002314527,0.0000013685489,0.00031257924,0.9828568,0.008743178,0.0033819263],"study_design_scores_gemma":[0.00023296532,0.00011586845,0.0015512748,0.000048859267,0.000007219191,0.00006535089,0.0050235176,0.000038452563,0.002677079,0.9872394,0.0028603422,0.00013965036],"about_ca_topic_score_codex":0.0000022774786,"about_ca_topic_score_gemma":0.0000032976,"teacher_disagreement_score":0.21533206,"about_ca_system_score_codex":0.00020603556,"about_ca_system_score_gemma":0.0014452427,"threshold_uncertainty_score":0.9989518},"labels":[],"label_agreement":null},{"id":"W4286500144","doi":"10.1007/s11423-022-10135-7","title":"Exploring teachers’ emotional experience in a TPACK development task","year":2022,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture","keywords":"Metacognition; Psychology; Context (archaeology); Task (project management); Mathematics education; Think aloud protocol; Cognition; Computer science","score_opus":0.43007905993923096,"score_gpt":0.4976227466821381,"score_spread":0.06754368674290712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286500144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901527,0.000344761,0.00053064263,0.004888522,0.0004922388,0.00024474002,0.0000013080177,0.00007335892,0.0032716868],"genre_scores_gemma":[0.9473758,0.0000051461016,0.04077938,0.00008273204,0.000058336605,0.0034841415,0.000044027587,0.000017464321,0.008152974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99732006,0.0006021762,0.00035466242,0.0005490971,0.00056239596,0.00061160466],"domain_scores_gemma":[0.9991474,0.00025127945,0.000058826085,0.00021198147,0.00025301788,0.000077504505],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0039798548,0.00013778816,0.00015203287,0.0015573252,0.0011838363,0.00002370694,0.00036239022,0.00007033066,0.0017636172],"category_scores_gemma":[0.0006240796,0.0001490676,0.0000073850783,0.0023356082,0.00031157065,0.00008549801,0.00045354065,0.0015502305,0.00013871951],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009750753,0.0013633595,0.4315242,0.000014484605,0.000080184866,0.000032892185,0.23409618,0.000014104681,0.0007246522,0.11112772,0.005116987,0.21580775],"study_design_scores_gemma":[0.00035679413,0.00008138521,0.6081194,0.000019064086,3.0698507e-7,0.00005540096,0.034109168,0.0000015783298,0.00025752003,0.0023793005,0.35444522,0.0001748309],"about_ca_topic_score_codex":0.00003908714,"about_ca_topic_score_gemma":0.000008543708,"teacher_disagreement_score":0.34932825,"about_ca_system_score_codex":0.0006386029,"about_ca_system_score_gemma":0.0014381147,"threshold_uncertainty_score":0.9991489},"labels":[],"label_agreement":null},{"id":"W4289667445","doi":"10.1007/s11423-022-10147-3","title":"Can videos affect learning outcomes? Evidence from an actual learning environment","year":2022,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of New South Wales; Macquarie University","keywords":"Presentation (obstetrics); Context (archaeology); Test (biology); Affect (linguistics); Relevance (law); Educational technology; Instructional design; Psychology; Computer science; Metacognition; Multimedia; Mathematics education; Cognition; Medicine","score_opus":0.15241878736668502,"score_gpt":0.4913048358960581,"score_spread":0.3388860485293731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289667445","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9111289,0.00033016357,0.00023604892,0.086730294,0.00039802518,0.00037850448,0.0000037818586,0.00009388436,0.00070040696],"genre_scores_gemma":[0.94743115,0.00008677579,0.044267107,0.00012498937,0.00019708977,0.0010892977,0.0000929405,0.000015302267,0.0066953627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963222,0.0011888165,0.00025983164,0.0004984642,0.0012059028,0.0005247991],"domain_scores_gemma":[0.9969946,0.0022927003,0.00009599247,0.00020284501,0.00027005904,0.00014378996],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051412503,0.00012019023,0.00014288066,0.0007683291,0.0053394125,0.000084329135,0.0005405571,0.00010311004,0.0024578667],"category_scores_gemma":[0.005215247,0.0001331031,0.000013505955,0.0010467859,0.0007050308,0.00018713172,0.00047158223,0.0013104031,0.00006890225],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002413354,0.0004441062,0.8395813,0.000005290268,0.000060860606,0.0000025655386,0.03310422,0.00017888354,0.00049815635,0.07035837,0.001105769,0.054636322],"study_design_scores_gemma":[0.00019814528,0.0002789007,0.44937757,0.00002669482,0.0000042464185,0.000006116734,0.09015855,0.000022020848,0.0005452057,0.06961293,0.38943097,0.0003386737],"about_ca_topic_score_codex":0.00068489794,"about_ca_topic_score_gemma":0.0001614185,"teacher_disagreement_score":0.39020374,"about_ca_system_score_codex":0.0013288223,"about_ca_system_score_gemma":0.0037952214,"threshold_uncertainty_score":0.99845403},"labels":[],"label_agreement":null},{"id":"W4306796494","doi":"10.1007/s11423-022-10160-6","title":"Learning experience design of an mHealth self-management intervention for adolescents with type 1 diabetes","year":2022,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Institutes of Health","keywords":"Sociotechnical system; Formative assessment; mHealth; Usability; Psychology; Knowledge management; Design-based research; Psychological intervention; Applied psychology; Instructional design; Medical education; Computer science; Medicine; Nursing; Pedagogy; Mathematics education; Human–computer interaction","score_opus":0.10292043194063483,"score_gpt":0.4848485841188453,"score_spread":0.38192815217821047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306796494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889078,0.00048854976,0.0018562189,0.002958946,0.00018595892,0.0053509367,0.0000053576255,0.00010306713,0.00014314818],"genre_scores_gemma":[0.9195763,0.0001457383,0.040046696,0.00011758432,0.000031921027,0.03936295,0.00008401028,0.000014962539,0.00061983714],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979975,0.00033507872,0.00040942166,0.00033651094,0.000343267,0.0005782041],"domain_scores_gemma":[0.9986988,0.0002226217,0.00016520495,0.00019148353,0.0005434785,0.00017843561],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019443088,0.00008364864,0.00014045494,0.0005151824,0.002482891,0.0000041674602,0.0002287284,0.000066679786,0.00011493442],"category_scores_gemma":[0.00011696144,0.0000791554,0.000006226424,0.00073756883,0.00011445938,0.00005165969,0.00020925536,0.00058763573,0.000011642759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018013122,0.0049568377,0.71552044,0.0070957905,0.00010859684,0.0000015769795,0.015826574,0.00018154607,0.00029189288,0.063339286,0.0065067196,0.18436943],"study_design_scores_gemma":[0.007238966,0.010373914,0.32801768,0.0012826483,0.000023897157,0.000011252719,0.11596178,0.0011535158,0.0007311194,0.030843936,0.50371695,0.0006443306],"about_ca_topic_score_codex":0.00001171765,"about_ca_topic_score_gemma":0.000009072097,"teacher_disagreement_score":0.49721023,"about_ca_system_score_codex":0.00035800762,"about_ca_system_score_gemma":0.0018935947,"threshold_uncertainty_score":0.9988157},"labels":[],"label_agreement":null},{"id":"W4317213601","doi":"10.1007/s11423-023-10185-5","title":"Examining the impact of ABRACADABRA (ABRA), a game-based online literacy program, on primary school students in rural Hunan, China","year":2023,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fluency; Context (archaeology); Psychology; Literacy; Reading (process); Chinese as a foreign language; Mathematics education; Educational technology; Syllabus; Pedagogy; Medical education; Linguistics; Medicine","score_opus":0.06926314847965974,"score_gpt":0.45947761730415726,"score_spread":0.3902144688244975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317213601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841217,0.0001735668,0.0000018554067,0.012565813,0.00006576656,0.0008486076,0.0000067036663,0.00018580054,0.0020301803],"genre_scores_gemma":[0.9964479,0.00013697709,0.001130392,0.00005885532,0.000043492888,0.00040318034,0.00013023223,0.000012775758,0.0016361761],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975493,0.00011881819,0.00039166873,0.00034072352,0.00091130903,0.0006881871],"domain_scores_gemma":[0.998706,0.0005617829,0.0000906737,0.00024646774,0.00026501974,0.0001300499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001629132,0.0001569011,0.00021662784,0.0017309842,0.00044868418,0.000120458346,0.0007799268,0.00021716417,0.00009598704],"category_scores_gemma":[0.0014493278,0.0001157248,0.000027200622,0.0034882596,0.00096843415,0.00016712086,0.00037078917,0.00065415533,0.00007333045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007695105,0.0012562913,0.8518597,0.00001595133,0.000039474755,0.0000064811006,0.0021813523,0.000004251955,0.000046574496,0.0060321917,0.0022610622,0.13621975],"study_design_scores_gemma":[0.00048510593,0.00025826265,0.9774097,0.00012796151,7.0853577e-7,0.0000020285547,0.0025159037,0.000007747089,0.00010486232,0.015298069,0.0036623185,0.00012731075],"about_ca_topic_score_codex":0.00025519598,"about_ca_topic_score_gemma":0.00018119285,"teacher_disagreement_score":0.13609244,"about_ca_system_score_codex":0.00048631383,"about_ca_system_score_gemma":0.0036805302,"threshold_uncertainty_score":0.65291023},"labels":[],"label_agreement":null},{"id":"W4361273513","doi":"10.1007/s11423-023-10222-3","title":"Task complexity affects temporal characteristics of self-regulated learning behaviours in an intelligent tutoring system","year":2023,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Task (project management); Computer science; Self-regulated learning; Intelligent tutoring system; Simple (philosophy); Human–computer interaction; Artificial intelligence; Mathematics education; Psychology","score_opus":0.17136703764194702,"score_gpt":0.4668137168310141,"score_spread":0.2954466791890671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361273513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99792004,0.00007160983,0.000179363,0.0005886869,0.00035893836,0.00026593258,0.000002878868,0.00027601796,0.0003365407],"genre_scores_gemma":[0.9899813,0.0000028544157,0.008501452,0.0000031454247,0.000051205054,0.0001370133,0.00018982965,0.000018741404,0.0011144772],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997715,0.00077668077,0.00035621604,0.0003761383,0.00029731073,0.0004786814],"domain_scores_gemma":[0.9988211,0.00027286037,0.000116582596,0.00020388221,0.0005096549,0.00007591512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004562222,0.0001270996,0.00024431653,0.0015953444,0.00031567892,0.000022315267,0.0002262739,0.00019352298,0.000051652005],"category_scores_gemma":[0.00050316966,0.00012906235,0.00000880422,0.0024050956,0.00031810335,0.00004299365,0.00015108706,0.0010226101,0.00006130622],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004163878,0.00033179962,0.91259634,0.000068186055,0.000044072636,0.000016031636,0.009367298,0.0000022754527,0.00068947877,0.055751715,0.00022611197,0.02086504],"study_design_scores_gemma":[0.00020634527,0.00020956482,0.9891346,0.000117894946,0.00000180646,0.000017423961,0.0064827343,0.00006295507,0.0004914455,0.00066224555,0.002485891,0.00012705417],"about_ca_topic_score_codex":0.00010273796,"about_ca_topic_score_gemma":0.000015244041,"teacher_disagreement_score":0.07653829,"about_ca_system_score_codex":0.00025183306,"about_ca_system_score_gemma":0.0004955582,"threshold_uncertainty_score":0.52630097},"labels":[],"label_agreement":null},{"id":"W4381333182","doi":"10.1007/s11423-023-10250-z","title":"Developing and validating the assessment of the skills of preservice teachers in implementing pedagogical model of collaborative problem solving","year":2023,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Reliability (semiconductor); Mathematics education; Multinomial logistic regression; Psychology; Validity; Item response theory; Alternative assessment; Computer science; Psychometrics; Machine learning; Developmental psychology","score_opus":0.25026266728553526,"score_gpt":0.5470780597973545,"score_spread":0.2968153925118192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381333182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98956865,0.00010241751,0.0012641412,0.0068185646,0.000038788487,0.0004220664,0.00000387895,0.000013662857,0.0017678475],"genre_scores_gemma":[0.88033336,0.000012541012,0.118787006,0.0000133005415,0.000008585161,0.0001487743,0.000006596678,0.000007432504,0.0006824205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795306,0.00067012064,0.00046839437,0.00023797361,0.00033902255,0.00033142194],"domain_scores_gemma":[0.99781746,0.0010096713,0.00022120113,0.0001797485,0.0007541275,0.000017796916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007964098,0.00008692951,0.00018218328,0.00047033472,0.0003268822,0.00001034746,0.00030164493,0.00009233531,0.000021037069],"category_scores_gemma":[0.0012402334,0.00005742481,0.000008078972,0.0025288935,0.00045725872,0.000035074387,0.000522534,0.00059714733,5.766934e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010257256,0.00015675928,0.6652174,0.00011067918,0.000092186325,2.712883e-7,0.07346284,0.00009973129,0.0055795284,0.2408708,0.0002998226,0.014099716],"study_design_scores_gemma":[0.0004131957,0.0000676563,0.8910255,0.00024491295,0.00000330045,0.000003070605,0.0737256,0.00044040757,0.0044895737,0.02862786,0.0008540685,0.000104874285],"about_ca_topic_score_codex":0.000055848694,"about_ca_topic_score_gemma":0.00003130035,"teacher_disagreement_score":0.22580807,"about_ca_system_score_codex":0.00007510111,"about_ca_system_score_gemma":0.0015946963,"threshold_uncertainty_score":0.2828923},"labels":[],"label_agreement":null},{"id":"W4381857231","doi":"10.1007/s11423-023-10252-x","title":"Diverse stakeholders on educational technology development teams: supporting software developers and children","year":2023,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Alberta; Tyndale University","funders":"","keywords":"Participatory design; Educational technology; Knowledge management; Computer science; Citizen journalism; Process (computing); Work (physics); Instructional design; Engineering management; Process management; Engineering; Multimedia; Pedagogy; Sociology; World Wide Web","score_opus":0.10586505024291673,"score_gpt":0.3908803463365249,"score_spread":0.2850152960936082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381857231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9075362,0.00030223894,0.000025310448,0.08674905,0.00023222063,0.0007576046,0.0000087247045,0.0006683839,0.0037202847],"genre_scores_gemma":[0.96967614,0.00036785516,0.018282158,0.0002063497,0.00012536826,0.0006114439,0.00027240615,0.00004009132,0.010418172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996124,0.000070719754,0.00054779975,0.000938557,0.0009824375,0.0013364408],"domain_scores_gemma":[0.9981143,0.000561637,0.00013077182,0.0002879243,0.00058769784,0.0003176809],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001749876,0.00030655327,0.00029616093,0.0036959543,0.002969855,0.00016350436,0.0006624926,0.0005250353,0.00026467117],"category_scores_gemma":[0.0030436865,0.0003147073,0.000020254853,0.0037052787,0.002186374,0.00024373882,0.0007780348,0.00073085283,0.0006768374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029724048,0.00029550723,0.5434547,0.000025347517,0.00012964699,0.000009826571,0.0060978113,7.3548847e-7,0.000032531523,0.22954406,0.019244114,0.20113598],"study_design_scores_gemma":[0.0010135085,0.00016557422,0.5310864,0.00020186632,0.0000063890757,0.000059501395,0.04663825,0.0000012188773,0.0015815203,0.21420987,0.20401378,0.0010221174],"about_ca_topic_score_codex":0.000052362582,"about_ca_topic_score_gemma":0.00040239902,"teacher_disagreement_score":0.20011386,"about_ca_system_score_codex":0.00063809584,"about_ca_system_score_gemma":0.007172515,"threshold_uncertainty_score":0.9999305},"labels":[],"label_agreement":null},{"id":"W4385812885","doi":"10.1007/s11423-023-10282-5","title":"Educational design research: grappling with methodological fit","year":2023,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Relevance (law); Educational research; Educational technology; Field (mathematics); Engineering ethics; Focus (optics); Computer science; Management science; Instructional design; Research design; Research methodology; Psychological intervention; Sociology; Data science; Psychology; Pedagogy; Social science; Multimedia; Engineering; Political science","score_opus":0.7790695481702826,"score_gpt":0.6225527550926545,"score_spread":0.1565167930776281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385812885","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8271632,0.0010696017,0.030114666,0.121502414,0.0007857904,0.0014297758,0.000004629928,0.00059998047,0.017329926],"genre_scores_gemma":[0.44940072,0.00003448653,0.5059275,0.00009793159,0.00032879531,0.002315679,0.00008257711,0.000042191135,0.041770104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99465686,0.002539619,0.00029775998,0.000723397,0.0007826512,0.0009996835],"domain_scores_gemma":[0.9915091,0.006247232,0.000056167653,0.0003394337,0.0017034251,0.00014467648],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.023876408,0.0001623449,0.000217108,0.0026196113,0.0014901224,0.00006182235,0.0004326872,0.0002717873,0.0011254218],"category_scores_gemma":[0.0050590085,0.00013000378,0.000009789474,0.0067733685,0.0013410463,0.000050336956,0.00024732546,0.0019892808,0.0014326422],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030482662,0.0006328303,0.06322226,0.00003189859,0.00020278739,0.000022293585,0.0069717276,0.00001527062,0.0008056917,0.7309706,0.12282066,0.0739991],"study_design_scores_gemma":[0.0005906119,0.0006553605,0.51891285,0.00008744414,0.0000029599437,0.00013232624,0.010369004,0.00001877085,0.00081678404,0.30599737,0.16205214,0.00036436718],"about_ca_topic_score_codex":0.000025288884,"about_ca_topic_score_gemma":0.0000029680969,"teacher_disagreement_score":0.47581285,"about_ca_system_score_codex":0.00016323893,"about_ca_system_score_gemma":0.0020072237,"threshold_uncertainty_score":0.9998098},"labels":[],"label_agreement":null},{"id":"W4388624684","doi":"10.1007/s11423-023-10319-9","title":"Transforming teachers’ self-narratives about game-based learning","year":2023,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Educational Games and Gamification","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Narrative; Construct (python library); Pedagogy; Professional learning community; Professional development; Educational technology; Representativeness heuristic; Mathematics education; Identity (music); Teacher education; Psychology; Diversity (politics); Narrative inquiry; Sociology; Computer science; Social psychology","score_opus":0.07813327901668823,"score_gpt":0.4195452516144515,"score_spread":0.34141197259776324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388624684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94492686,0.0009011018,0.0003191475,0.046991657,0.00028029474,0.00041194138,0.000002126626,0.00036391115,0.005802978],"genre_scores_gemma":[0.971322,0.000074578216,0.007123685,0.00007414855,0.00012474315,0.0012132548,0.00018089477,0.00002332753,0.019863391],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982856,0.00010839193,0.0002636399,0.00044828258,0.00036077522,0.0005332932],"domain_scores_gemma":[0.9989621,0.00034168156,0.00005178068,0.00018916969,0.00033445196,0.00012081823],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011083955,0.00013168469,0.00012581881,0.0011086874,0.00051704585,0.000044976114,0.00022552029,0.00019064113,0.00066097634],"category_scores_gemma":[0.00017678604,0.00012962116,0.00001733612,0.0014457613,0.0003018871,0.00006866561,0.00004409042,0.0005992729,0.0011666262],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068258625,0.0013598099,0.28968745,0.00007623623,0.00028006278,0.000009221479,0.16958989,0.000020439427,0.0020572492,0.36734843,0.029515138,0.13998783],"study_design_scores_gemma":[0.00038194872,0.000118201584,0.39558652,0.000038974125,0.0000020713505,0.0000123760565,0.029596543,0.0000087187245,0.00067740347,0.017114637,0.5562709,0.00019169184],"about_ca_topic_score_codex":0.000010251877,"about_ca_topic_score_gemma":0.0000080805985,"teacher_disagreement_score":0.52675575,"about_ca_system_score_codex":0.00014752967,"about_ca_system_score_gemma":0.0011232885,"threshold_uncertainty_score":0.9996111},"labels":[],"label_agreement":null},{"id":"W4392743972","doi":"10.1007/s11423-024-10350-4","title":"How do Canadian faculty members imagine future teaching and learning modalities?","year":2024,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Roads University","funders":"Canada Research Chairs; Federation for the Humanities and Social Sciences","keywords":"Modalities; Educational technology; Status quo; Thematic analysis; Futures contract; Psychology; Coronavirus disease 2019 (COVID-19); Medical education; Teaching method; Mathematics education; Pedagogy; Sociology; Qualitative research; Political science; Medicine; Business; Social science","score_opus":0.08771621979048329,"score_gpt":0.46490348862184055,"score_spread":0.3771872688313573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392743972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65693504,0.011400092,0.000031935586,0.32005933,0.00075588585,0.00035091283,0.000022813205,0.00013190818,0.010312105],"genre_scores_gemma":[0.95031476,0.00013364684,0.0030063647,0.00025656013,0.0002593273,0.00021608277,0.00011944119,0.000016915224,0.045676924],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99854934,0.000107318185,0.00012505583,0.00042840771,0.00022364206,0.00056625117],"domain_scores_gemma":[0.9992515,0.00021609108,0.00001417941,0.000117518284,0.000094277246,0.00030646063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010575703,0.000116690324,0.000105816645,0.0009350529,0.0009056497,0.00016363642,0.0001240986,0.00015492176,0.00033827903],"category_scores_gemma":[0.00014693654,0.000106373845,0.000008666253,0.00035199863,0.00024996928,0.00009255263,0.00009355167,0.0013969828,0.00006355263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002202866,0.00008220757,0.041243482,0.00021023952,0.00010411726,0.000044656674,0.016895149,2.1639653e-7,0.00005119938,0.4020098,0.037966836,0.5013701],"study_design_scores_gemma":[0.0001462721,0.000063066036,0.02608436,0.000049213628,0.0000016330873,0.00009454419,0.031231873,0.000007458551,0.000017744642,0.0068808887,0.93530315,0.00011976731],"about_ca_topic_score_codex":0.012621964,"about_ca_topic_score_gemma":0.00795505,"teacher_disagreement_score":0.89733636,"about_ca_system_score_codex":0.000638054,"about_ca_system_score_gemma":0.0032234595,"threshold_uncertainty_score":0.99395305},"labels":[],"label_agreement":null},{"id":"W4401250629","doi":"10.1007/s11423-024-10408-3","title":"A proposed methodology for investigating student-chatbot interaction patterns in giving peer feedback","year":2024,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"AI in Service Interactions","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Mount Saint Vincent University","funders":"Social Sciences and Humanities Research Council","keywords":"Chatbot; Computer science; Conversation; Scripting language; Instructional design; Comprehension; World Wide Web; Multimedia; Psychology","score_opus":0.24703380067409184,"score_gpt":0.49618916906247496,"score_spread":0.24915536838838312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401250629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71503085,0.00038399268,0.11898309,0.16296184,0.001278902,0.00081182545,0.0000033734893,0.00022801901,0.0003181182],"genre_scores_gemma":[0.69715303,0.000013842488,0.30055854,0.000111446825,0.00008035246,0.00066201383,0.000014216601,0.000010904963,0.0013956556],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99828726,0.00011793237,0.00031305314,0.00052527554,0.00036126655,0.0003952413],"domain_scores_gemma":[0.9975555,0.0015898083,0.0000385071,0.00021330755,0.00052899803,0.00007388115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018975437,0.00010968862,0.00012609806,0.0012722957,0.0002456984,0.00023919612,0.0005265053,0.000118915654,0.000039979448],"category_scores_gemma":[0.0009422074,0.00010535257,0.000013731966,0.00092999963,0.000116068935,0.00041575968,0.0004884513,0.00058339245,0.0000603804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025241421,0.0006853875,0.12823892,0.0006194374,0.00020352459,0.000024195733,0.031826146,0.000026242307,0.009713994,0.59423447,0.0074090366,0.22699338],"study_design_scores_gemma":[0.0008726243,0.000553973,0.17134495,0.0014784225,0.0000056334948,0.00045132756,0.027489718,0.009323407,0.032489855,0.6290404,0.12614049,0.0008091502],"about_ca_topic_score_codex":0.00004249316,"about_ca_topic_score_gemma":0.00024231579,"teacher_disagreement_score":0.22618423,"about_ca_system_score_codex":0.0003651494,"about_ca_system_score_gemma":0.0010535824,"threshold_uncertainty_score":0.42961532},"labels":[],"label_agreement":null},{"id":"W4405065402","doi":"10.1007/s11423-024-10440-3","title":"Exploring the effect of parental involvement on student engagement and academic performance using process data from learning management system","year":2024,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Parental Involvement in Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Alberta","funders":"","keywords":"Process (computing); Educational technology; Student engagement; Psychology; Learning Management; Academic achievement; Computer science; Mathematics education; Knowledge management; Medical education; Medicine","score_opus":0.388784774334291,"score_gpt":0.4860008129904853,"score_spread":0.09721603865619433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405065402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99475515,0.0020200126,0.000021145474,0.0014043485,0.0004985903,0.00079939637,0.000005943006,0.00006371751,0.00043170762],"genre_scores_gemma":[0.99716276,0.0013997803,0.00041546827,0.000006653228,0.0001316146,0.0006352765,0.00008886292,0.000010286918,0.00014931521],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99775326,0.00027096082,0.0002730696,0.00046349358,0.0009017023,0.00033753685],"domain_scores_gemma":[0.99904746,0.00050828967,0.00005548336,0.00023231754,0.000083454346,0.000073022275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00361001,0.00012273736,0.000121126024,0.00043614747,0.0011559776,0.000096375596,0.00058253296,0.000056738336,0.000020269588],"category_scores_gemma":[0.00010186857,0.000093888215,0.000007102291,0.00061404187,0.00045051018,0.00029575202,0.0006409136,0.0005668136,0.000020725507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007874691,0.0003717783,0.80997616,0.001446187,0.00049385533,0.000005051874,0.067779556,0.00007745983,0.000549021,0.0343334,0.0007712775,0.08411748],"study_design_scores_gemma":[0.0006714169,0.000699084,0.42923874,0.0047123814,0.0000808622,0.0000042822153,0.5055503,0.0012497664,0.01799295,0.0020608422,0.037177913,0.00056147104],"about_ca_topic_score_codex":0.00014171014,"about_ca_topic_score_gemma":0.000039084687,"teacher_disagreement_score":0.43777075,"about_ca_system_score_codex":0.00058755383,"about_ca_system_score_gemma":0.0004085188,"threshold_uncertainty_score":0.8890962},"labels":[],"label_agreement":null},{"id":"W4407299640","doi":"10.1007/s11423-025-10458-1","title":"Analyzing the discourse on open educational resources on Twitter: a sentiment analysis approach","year":2025,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Open educational resources; Educational technology; Sentiment analysis; Social media; Computer science; Sociology; Data science; World Wide Web; Pedagogy; Artificial intelligence","score_opus":0.09863989565078739,"score_gpt":0.45860668017608935,"score_spread":0.35996678452530195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407299640","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36286816,0.00055474666,0.00017913095,0.26756495,0.00018823167,0.00093918195,0.0000017427834,0.00003932335,0.36766452],"genre_scores_gemma":[0.9079017,0.000051295974,0.0013349919,0.00020123369,0.0001089016,0.00058482355,0.000028392864,0.000004640993,0.089784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983327,0.00018008567,0.00019775852,0.00043270888,0.00046999296,0.00038678577],"domain_scores_gemma":[0.99889797,0.0004753361,0.000046822097,0.00028138477,0.00022623758,0.00007226074],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0023133205,0.000103033046,0.00014166748,0.0015589755,0.0024432773,0.0003972146,0.0009717458,0.00007597875,0.00028472202],"category_scores_gemma":[0.00036418956,0.00007678054,0.000026405458,0.0031244243,0.0006572159,0.00007835912,0.0005777874,0.0003242956,0.000080976875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003135328,0.0006732651,0.15226053,0.000010518253,0.0005200238,3.3553746e-7,0.0068068085,0.000011415522,0.0000031455318,0.79968166,0.02725278,0.012748191],"study_design_scores_gemma":[0.00048157055,0.00007986788,0.33840454,0.00013323067,0.00008074958,3.9707382e-7,0.06841957,0.00007718068,0.00015318897,0.13748072,0.45434007,0.0003489314],"about_ca_topic_score_codex":0.00015154846,"about_ca_topic_score_gemma":0.00033664503,"teacher_disagreement_score":0.6622009,"about_ca_system_score_codex":0.00029122864,"about_ca_system_score_gemma":0.0010634644,"threshold_uncertainty_score":0.9988554},"labels":[],"label_agreement":null},{"id":"W4408028949","doi":"10.1007/s11423-025-10472-3","title":"Advancing higher education students’ assessment experiences with conversational agents","year":2025,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University of Edmonton","funders":"","keywords":"Educational technology; Higher education; Computer science; Pedagogy; Medical education; Psychology; Mathematics education; Multimedia; Medicine; Political science","score_opus":0.04363022352318064,"score_gpt":0.41070709812210865,"score_spread":0.367076874598928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408028949","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8895015,0.0008975028,0.0578219,0.03980307,0.001701176,0.0006978666,3.6765783e-7,0.00017109432,0.0094055],"genre_scores_gemma":[0.9073048,0.000009195213,0.049920406,0.00014762196,0.000048018388,0.00059923675,0.000006027118,0.000003612026,0.04196107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985217,0.000049693244,0.00018222866,0.00038478748,0.00056755793,0.00029404898],"domain_scores_gemma":[0.99902827,0.00012789306,0.0000477649,0.00018943148,0.0005423135,0.00006434444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056338485,0.000095658645,0.000094207964,0.0006250688,0.00054895954,0.00016890006,0.0005323955,0.00005816702,0.00008951565],"category_scores_gemma":[0.000042951422,0.000080554666,0.0000062864706,0.0007432355,0.00013842687,0.00021239903,0.00030122756,0.0002462015,0.000025190317],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004073073,0.00023748731,0.16058935,0.000019070145,0.000039140665,0.0000011016499,0.0016687129,0.0000037053787,0.000041174924,0.82747763,0.002694284,0.007224246],"study_design_scores_gemma":[0.00036311292,0.00016944007,0.48969507,0.0003549915,0.0000018791255,0.000014953087,0.019096812,0.000056330857,0.0016907958,0.02074279,0.46753913,0.00027470913],"about_ca_topic_score_codex":0.000012658389,"about_ca_topic_score_gemma":0.0000027206968,"teacher_disagreement_score":0.80673486,"about_ca_system_score_codex":0.00032240112,"about_ca_system_score_gemma":0.0031559598,"threshold_uncertainty_score":0.55985373},"labels":[],"label_agreement":null},{"id":"W4408362973","doi":"10.1007/s11423-025-10482-1","title":"Correction: Analyzing the discourse on open educational resources on Twitter: a sentiment analysis approach","year":2025,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Social Media and Politics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentiment analysis; Open educational resources; Computer science; Educational technology; Data science; World Wide Web; Natural language processing; Psychology; Mathematics education","score_opus":0.08425553220883399,"score_gpt":0.46461117722171397,"score_spread":0.38035564501288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408362973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53503335,0.0003521033,0.00007056967,0.35476023,0.0010202383,0.000730273,0.0000034275236,0.00003486828,0.10799493],"genre_scores_gemma":[0.9432613,0.0000619652,0.0007776856,0.0004953343,0.00029721152,0.0006408567,0.000031423802,0.000004719374,0.05442949],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983031,0.0002521906,0.00018918833,0.00033827728,0.0005282727,0.00038895264],"domain_scores_gemma":[0.9980551,0.0012707713,0.00004960349,0.00022009021,0.0003006165,0.00010382463],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011588935,0.00009542688,0.0001434635,0.0009794631,0.0024796198,0.00023683424,0.00062885165,0.00011624559,0.00023059997],"category_scores_gemma":[0.00090434053,0.000073306466,0.000026714637,0.0028203153,0.0010220822,0.000052903233,0.00020997506,0.0004083656,0.000051590512],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042357395,0.00085583155,0.22060803,0.0000074481627,0.0005389003,3.993561e-7,0.023126874,0.000009648786,0.0000054151674,0.6284988,0.1149766,0.011329721],"study_design_scores_gemma":[0.00034213968,0.00010248641,0.18985936,0.00010174232,0.00007151071,0.0000012585667,0.1882082,0.000026998632,0.0004284161,0.10849421,0.51208615,0.0002775535],"about_ca_topic_score_codex":0.0005315557,"about_ca_topic_score_gemma":0.00032329842,"teacher_disagreement_score":0.5200046,"about_ca_system_score_codex":0.0004009631,"about_ca_system_score_gemma":0.0028020756,"threshold_uncertainty_score":0.998819},"labels":[],"label_agreement":null},{"id":"W4410497179","doi":"10.1007/s11423-025-10505-x","title":"Writing for the greater good: what do educators think about using Wikipedia as a teaching tool?","year":2025,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Azrieli Foundation; Tel Aviv University","keywords":"Educational technology; Mathematics education; Computer science; Pedagogy; Teaching method; Computer-Assisted Instruction; Multimedia; Psychology","score_opus":0.06211847366922218,"score_gpt":0.4544581382415504,"score_spread":0.3923396645723282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410497179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80898124,0.006185631,0.00051293866,0.17350486,0.0017141008,0.0011725317,0.0000018999397,0.00008032268,0.007846489],"genre_scores_gemma":[0.97120535,0.0009030081,0.015278928,0.0007191143,0.00058551965,0.0007750183,0.000014394476,0.000011244437,0.010507415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998492,0.00013656344,0.00024117382,0.000306484,0.0003950266,0.00042874916],"domain_scores_gemma":[0.9979874,0.00094384624,0.000053699878,0.000188324,0.00076059427,0.00006617181],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0029354685,0.000096170275,0.000095409414,0.00051929103,0.0038180551,0.0006564808,0.00035300513,0.0001593188,0.000109236775],"category_scores_gemma":[0.0019873027,0.00007945871,0.000015370684,0.00091704394,0.00058019493,0.00035380534,0.000111721456,0.00037246826,0.000021893644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014188055,0.00013960988,0.02272449,0.000015381826,0.0000424539,1.523667e-7,0.021625632,8.971601e-7,0.000038628565,0.8141801,0.009541972,0.13167651],"study_design_scores_gemma":[0.00021204271,0.000022960896,0.0120987985,0.00019308212,0.000006883089,0.000002839027,0.29890448,0.000010832394,0.00029133746,0.11350382,0.5746032,0.0001497417],"about_ca_topic_score_codex":0.00014051139,"about_ca_topic_score_gemma":0.0001240595,"teacher_disagreement_score":0.70067626,"about_ca_system_score_codex":0.0004224819,"about_ca_system_score_gemma":0.008136276,"threshold_uncertainty_score":0.99748665},"labels":[],"label_agreement":null},{"id":"W4413924608","doi":"10.1007/s11423-025-10553-3","title":"Parallel courseware for adaptable programming learning: concept, design, and evaluation","year":2025,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia","keywords":"Computer science; Educational technology; Instructional design; Multimedia; Mathematics education; Software engineering; Human–computer interaction; Psychology","score_opus":0.10674978146126872,"score_gpt":0.4181619225607261,"score_spread":0.31141214109945736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413924608","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008364453,0.0039419006,0.9601734,0.026068302,0.000120893004,0.0010508008,1.5603472e-7,0.00018797188,0.00009207888],"genre_scores_gemma":[0.29750058,0.000017283159,0.6992799,0.00002441158,0.000017545592,0.0010649698,0.000012767397,0.00000459601,0.0020779197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986081,0.00015386658,0.00015617238,0.0004087203,0.0002936574,0.00037946654],"domain_scores_gemma":[0.9986114,0.00057065405,0.00004030885,0.00014689339,0.00056670164,0.00006406166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027913318,0.00009082075,0.000102965336,0.0004794281,0.0009903286,0.00019116342,0.0002871088,0.000103213504,0.0000043010273],"category_scores_gemma":[0.0009802646,0.00008800466,0.000007624902,0.00055130763,0.00021137786,0.0001188277,0.00020875216,0.00038987125,0.0000035833793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010871599,0.00007717263,0.0033670343,0.00001959735,0.000026920032,2.7925486e-7,0.0011352247,0.00011678292,0.000015217573,0.09426965,0.0014154976,0.8995457],"study_design_scores_gemma":[0.0014142918,0.00048810302,0.009370845,0.00020760093,0.000008269739,0.00002474419,0.0033897902,0.016215887,0.0005806665,0.060913622,0.9070541,0.00033204936],"about_ca_topic_score_codex":0.0000076047277,"about_ca_topic_score_gemma":0.0000024984363,"teacher_disagreement_score":0.90563864,"about_ca_system_score_codex":0.00010681652,"about_ca_system_score_gemma":0.0017027482,"threshold_uncertainty_score":0.7616907},"labels":[],"label_agreement":null},{"id":"W67333428","doi":"10.1007/bf02504918","title":"Educational technology: A concept in development","year":2001,"lang":"en","type":"article","venue":"Educational Technology Research and Development","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Educational technology; Computer science; Mathematics education; Pedagogy; Sociology; Psychology","score_opus":0.06379331445930143,"score_gpt":0.43179754787104435,"score_spread":0.36800423341174293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W67333428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71975356,0.001426267,0.00003115525,0.26703396,0.00015375858,0.00034472285,7.0858385e-7,0.00009040628,0.011165434],"genre_scores_gemma":[0.9425686,0.00028275294,0.039618973,0.00007681729,0.00020063108,0.00044222383,0.000039941893,0.000012177545,0.016757857],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978939,0.000090555885,0.00031184097,0.00041277328,0.00057325227,0.0007176722],"domain_scores_gemma":[0.998889,0.0002807512,0.000051282674,0.00014557503,0.00048992375,0.00014343004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013083328,0.00011992115,0.00014714398,0.0018079744,0.0011031328,0.000054309956,0.00039036412,0.00028185535,0.0008293402],"category_scores_gemma":[0.0010571217,0.00012449447,0.000008536014,0.0025323736,0.0010266241,0.00013766508,0.00018364773,0.000660622,0.00026816825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016595151,0.00061449193,0.44410637,0.000009002217,0.000026653255,0.000008720106,0.005598583,0.0000013296763,0.000079029356,0.35487044,0.0037800125,0.19088876],"study_design_scores_gemma":[0.00026577784,0.000030917938,0.05456121,0.000057696216,6.133366e-7,0.000015943944,0.015149034,0.0000011851456,0.0003242294,0.08137812,0.8480378,0.00017746906],"about_ca_topic_score_codex":0.00005559246,"about_ca_topic_score_gemma":0.0009960525,"teacher_disagreement_score":0.8442578,"about_ca_system_score_codex":0.00052190083,"about_ca_system_score_gemma":0.011903035,"threshold_uncertainty_score":0.99369854},"labels":[],"label_agreement":null}]}