{"meta":{"query_hash":"1bb346efbf82","filters":{"venue":"Journal of Educational Computing Research"},"cohort_total":53,"direct_labels_cover":0,"predictions_cover":53,"exported":53,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1bb346efbf82","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Educational+Computing+Research"},"results":[{"id":"W1837512326","doi":"10.1177/0735633115571928","title":"A Systematic Review of the Critical Factors for Success of Mobile Learning in Higher Education (University Students' Perspective)","year":2015,"lang":"en","type":"review","venue":"Journal of Educational Computing Research","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Enthusiasm; Perspective (graphical); Process (computing); Higher education; Phenomenon; Knowledge management; Educational technology; Critical success factor; Systematic review; Psychology; Mathematics education; Computer science; Political science; Social psychology","score_opus":0.1367810851714168,"score_gpt":0.5061165194555352,"score_spread":0.36933543428411836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837512326","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044374441,0.9946977,0.0002490677,0.0011121804,0.0014106795,0.0018242333,0.0000028618574,0.000003964944,0.00025557636],"genre_scores_gemma":[0.018211804,0.9745409,0.0037351104,0.000027856995,0.0007136259,0.000076264696,0.000012791113,0.00004852544,0.0026331036],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9930569,0.0032127376,0.0013859071,0.00031453394,0.0017540207,0.000275924],"domain_scores_gemma":[0.9793926,0.010922602,0.0022389682,0.0005591971,0.0067546293,0.00013202397],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009124907,0.00019717064,0.001498286,0.0009716474,0.00017103857,0.00008060572,0.0032048675,0.00013276434,0.000036640587],"category_scores_gemma":[0.011896574,0.00014396141,0.0004905787,0.0021088042,0.00017871654,0.0002823478,0.00046576033,0.0012619542,0.0000026073876],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000519002,0.0013781757,0.0011789304,0.94433737,0.00016880382,5.338137e-7,0.0027073727,0.00009071041,4.0278343e-7,0.042343907,0.0018165039,0.0059721298],"study_design_scores_gemma":[0.00018123568,0.00033312727,0.0011558437,0.95550156,0.00038594045,0.000055043725,0.0028839381,0.00009454503,5.9836367e-7,0.0018223125,0.037348673,0.000237207],"about_ca_topic_score_codex":0.00004822137,"about_ca_topic_score_gemma":0.0000012642383,"teacher_disagreement_score":0.040521596,"about_ca_system_score_codex":0.0016409887,"about_ca_system_score_gemma":0.010390955,"threshold_uncertainty_score":0.99642664},"labels":[],"label_agreement":null},{"id":"W1896715926","doi":"10.1177/0735633115572285","title":"A Critical Examination of the Technological Pedagogical Content Knowledge Framework","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Mathematics Education and Teaching Techniques","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information and Communications Technology; Curriculum; Mathematics education; Technology integration; Pedagogy; Computer science; Educational technology; Psychology","score_opus":0.645335550718265,"score_gpt":0.606821979097791,"score_spread":0.038513571620473974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896715926","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8452787,0.00070925726,0.01744814,0.06759819,0.0012544967,0.00034694702,0.0000011475506,0.000029735525,0.067333415],"genre_scores_gemma":[0.98090446,0.00000890998,0.01782787,0.000029528373,0.00057289633,0.0000027961462,2.2551394e-7,0.000004428885,0.0006488633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964717,0.0016207537,0.000420746,0.00009182109,0.0011900116,0.0002049621],"domain_scores_gemma":[0.98878247,0.007221906,0.00021386918,0.00015774973,0.00346073,0.00016325495],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015587866,0.00005426687,0.00014448618,0.00023491884,0.00040431242,0.000075657,0.000701625,0.00012378325,0.00013721397],"category_scores_gemma":[0.08436261,0.000035771067,0.00008358568,0.00060195156,0.0010056959,0.00008606489,0.00013504454,0.00086573814,0.0000088350025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049377295,0.00057866087,0.0026130378,0.000014725513,0.00000584535,2.2525184e-7,0.02136122,0.0000013321823,0.000039104463,0.9678111,0.0042768177,0.0032929778],"study_design_scores_gemma":[0.00013203887,0.00018028748,0.022610564,0.00049483316,0.000010252755,0.00002853233,0.034863517,0.00014298377,0.00028340766,0.92704093,0.014122044,0.0000905878],"about_ca_topic_score_codex":0.00003425046,"about_ca_topic_score_gemma":0.000006874141,"teacher_disagreement_score":0.13562581,"about_ca_system_score_codex":0.00028089108,"about_ca_system_score_gemma":0.0019240222,"threshold_uncertainty_score":0.9233502},"labels":[],"label_agreement":null},{"id":"W1963752066","doi":"10.2190/h3w1-8321-1260-1443","title":"Using Cognitive Tools in Gstudy to Investigate How Study Activities Covary with Achievement Goals","year":2006,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Simon Fraser University","funders":"","keywords":"Goal orientation; Psychology; Variety (cybernetics); Cognition; Mathematics education; Test (biology); Academic achievement; Tracing; Cognitive psychology; Computer science; Social psychology; Artificial intelligence","score_opus":0.36271749862332914,"score_gpt":0.5567280793867118,"score_spread":0.19401058076338262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963752066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.990817,0.000070514354,0.0027265695,0.0036752096,0.0003233113,0.00047941145,0.0000024266144,0.000006040208,0.0018995301],"genre_scores_gemma":[0.9835234,1.7241707e-7,0.014439463,0.00011749482,0.00085284497,0.000010635959,0.000003295182,0.000024251243,0.0010283993],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933037,0.0045402823,0.0004806496,0.00027916976,0.00093469897,0.0004615099],"domain_scores_gemma":[0.99319625,0.005208447,0.00033409693,0.0001463186,0.0010171683,0.00009774045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013768615,0.00015205727,0.0003194971,0.0012109356,0.0003651886,0.00019368164,0.00028445604,0.00004673849,0.00007824555],"category_scores_gemma":[0.0017476387,0.00012637101,0.000039433977,0.001286411,0.00015466547,0.00016359535,0.00010030291,0.0015211174,0.000009150176],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005468774,0.002881958,0.9661389,0.00001504566,0.00017104385,0.000054523774,0.019497132,0.002566535,0.0017069007,0.0019114685,0.0015875732,0.0029220416],"study_design_scores_gemma":[0.0011832818,0.0015752407,0.96565014,0.00032321506,0.000014646052,0.00006562651,0.030047119,0.000056504203,0.00012366686,0.0006302529,0.00018604002,0.00014427539],"about_ca_topic_score_codex":0.0005733365,"about_ca_topic_score_gemma":0.00003821185,"teacher_disagreement_score":0.012020976,"about_ca_system_score_codex":0.00034323626,"about_ca_system_score_gemma":0.00071992626,"threshold_uncertainty_score":0.6608583},"labels":[],"label_agreement":null},{"id":"W1967982506","doi":"10.2190/l1th-3v6m-2w5q-8ltj","title":"Making a Connection between Computational Modeling and Educational Research","year":2003,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Connectionism; Computer science; Structuring; Perspective (graphical); Context (archaeology); Representation (politics); Artificial intelligence; Artificial neural network; Identification (biology); Task (project management); Machine learning; Concept learning","score_opus":0.28301569900539286,"score_gpt":0.5184804541933575,"score_spread":0.23546475518796467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967982506","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80861604,0.0011097839,0.12675223,0.059556045,0.00059966807,0.00016021769,0.0000016222111,0.000013040657,0.003191371],"genre_scores_gemma":[0.91169435,0.000014486658,0.086812906,0.000045050005,0.0011342177,0.0000013849268,0.00000381998,0.000012171439,0.00028161085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955685,0.0012303728,0.00062431785,0.00033592273,0.0017473871,0.0004934871],"domain_scores_gemma":[0.9869929,0.008706653,0.00022202455,0.00021038794,0.0036515219,0.00021651428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010462375,0.0001180635,0.00022062713,0.0012922339,0.0010195379,0.00050020654,0.0006552004,0.000080378166,0.000053022257],"category_scores_gemma":[0.005739788,0.000114875584,0.00007547625,0.00143911,0.0001699472,0.00041908814,0.00019811824,0.0014882574,0.000029267789],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012210163,0.00035825578,0.06472267,0.00007243627,0.00009084114,0.0000036309361,0.0016651454,0.13550901,0.00007556494,0.7894662,0.0034193813,0.004604634],"study_design_scores_gemma":[0.00036369092,0.00021251065,0.017028593,0.00029930755,0.0000070524666,0.00031143302,0.0005520163,0.50705826,0.000013734488,0.47281125,0.0011781804,0.00016395745],"about_ca_topic_score_codex":0.000016577013,"about_ca_topic_score_gemma":0.0000016177229,"teacher_disagreement_score":0.37154925,"about_ca_system_score_codex":0.00026764293,"about_ca_system_score_gemma":0.0025354316,"threshold_uncertainty_score":0.78415644},"labels":[],"label_agreement":null},{"id":"W1971621936","doi":"10.2190/pmg8-a05j-cuh1-dk14","title":"How Habitual Online Practices Affect the Development of Asynchronous Discussion Threads","year":2003,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies","funders":"","keywords":"Affect (linguistics); Asynchronous communication; Thread (computing); Facilitation; Focus (optics); Computer science; Psychology","score_opus":0.13533404243309824,"score_gpt":0.4951315497424322,"score_spread":0.3597975073093339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971621936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9307778,0.0004485976,0.0003508269,0.065170124,0.00038878145,0.00011797442,5.6268016e-7,0.0000027558963,0.00274258],"genre_scores_gemma":[0.9665144,0.00002555145,0.031109545,0.0000129489,0.0011100852,6.9692885e-7,0.0000020840314,0.000006348858,0.0012183607],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963231,0.0015003727,0.00034447724,0.00010833318,0.0014296243,0.00029411184],"domain_scores_gemma":[0.9936941,0.0041685677,0.0007601908,0.00009825577,0.0011686754,0.00011019267],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010789106,0.00006599566,0.0001412479,0.000210047,0.0010857029,0.00015754168,0.0004020977,0.000049995477,0.00010213285],"category_scores_gemma":[0.014292809,0.000035351262,0.00006756466,0.0005620981,0.00025237983,0.00024471877,0.000053743013,0.00073584716,0.0000043408586],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001747532,0.004827293,0.28903672,0.0002054776,0.00039177458,0.000009364946,0.11462144,0.001001708,0.0034638632,0.095158756,0.012415197,0.47869363],"study_design_scores_gemma":[0.00081381656,0.00066594256,0.18969025,0.00078519614,0.000043765984,0.00007054139,0.24964118,0.00022632073,0.0014732748,0.009635971,0.54662526,0.00032850794],"about_ca_topic_score_codex":0.000026141715,"about_ca_topic_score_gemma":0.00029099075,"teacher_disagreement_score":0.53421,"about_ca_system_score_codex":0.00019668313,"about_ca_system_score_gemma":0.0081919525,"threshold_uncertainty_score":0.9974307},"labels":[],"label_agreement":null},{"id":"W1978988043","doi":"10.2190/1g77-3371-k225-7840","title":"The Creation of Virtual and Face-to-Face Learning Communities: An International Collaboration Experience","year":2006,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Cognitive apprenticeship; Context (archaeology); Perspective (graphical); Pedagogy; Apprenticeship; Face (sociological concept); Cognition; Virtual learning environment; Educational technology; Computer-mediated communication; Sociology; Psychology; Mathematics education; Computer science; The Internet; World Wide Web; Social science","score_opus":0.05638741178488881,"score_gpt":0.47661218817946077,"score_spread":0.42022477639457195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978988043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854637,0.00011047294,0.00042799689,0.0102048395,0.00028406514,0.000087068605,8.765136e-7,0.0000037319758,0.0034172412],"genre_scores_gemma":[0.99616796,0.000076686956,0.0015744593,0.000012623516,0.0009566525,0.0000015445216,0.000006553244,0.000004967785,0.0011985528],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9975404,0.00091689924,0.00033796116,0.00007356426,0.0009528228,0.0001783125],"domain_scores_gemma":[0.9950887,0.0026465752,0.0002552106,0.000074921954,0.001854864,0.00007975185],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004257572,0.000048634454,0.00008701391,0.00022706008,0.0014128077,0.00029055815,0.0004027331,0.00003771196,0.000044892462],"category_scores_gemma":[0.00171135,0.000040511874,0.000022370084,0.00047470204,0.00032889002,0.00041547872,0.00006894538,0.00042114552,0.0000023930775],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002740365,0.0006130596,0.27419305,0.000016830962,0.00005925958,0.0000015745576,0.32974494,0.082793556,0.0037239247,0.2191682,0.0022439205,0.08716766],"study_design_scores_gemma":[0.0003167264,0.0005439922,0.08993461,0.00015578559,0.0000056863073,0.00000984619,0.7925762,0.0071996427,0.00025650504,0.00271539,0.106163375,0.0001222217],"about_ca_topic_score_codex":0.00097358547,"about_ca_topic_score_gemma":0.00063874107,"teacher_disagreement_score":0.4628313,"about_ca_system_score_codex":0.00014623687,"about_ca_system_score_gemma":0.0010889135,"threshold_uncertainty_score":0.9998872},"labels":[],"label_agreement":null},{"id":"W1984789420","doi":"10.2190/dqgn-my7j-49t0-er40","title":"The Contribution of Technology to the Implementation of Mathematics Education Reform: Case Studies of Grade 1–3 Teaching","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mathematics education; Equity (law); Scope (computer science); Math education; Computer literacy; Literacy; Technology integration; Computer science; Educational technology; Pedagogy; Psychology; Political science","score_opus":0.12232449494445732,"score_gpt":0.5493548274298448,"score_spread":0.42703033248538746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984789420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8996599,0.0010440937,0.00012836236,0.09796172,0.0004376436,0.0002951373,0.0000016333272,0.000003596573,0.00046792167],"genre_scores_gemma":[0.996846,0.00019547608,0.0025168988,0.00002301836,0.00023808348,0.000009860144,0.0000012020813,0.000004151719,0.00016527544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99790305,0.00042070507,0.00076718285,0.000077007986,0.00064732507,0.00018475164],"domain_scores_gemma":[0.9930361,0.0020216608,0.0008576043,0.00017980844,0.0038648653,0.000039960276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00679126,0.00005764363,0.00016486815,0.00054729974,0.00092439406,0.000022905497,0.00041994214,0.00006649065,0.0000355789],"category_scores_gemma":[0.006792318,0.0000360928,0.00006214111,0.00088166137,0.0005652996,0.00010295707,0.00005568991,0.00042142556,0.0000024837072],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060079506,0.00057201524,0.012107008,0.00003503452,0.000103940416,5.112187e-7,0.053593986,0.00001818296,0.0012787164,0.88443846,0.008009627,0.039836522],"study_design_scores_gemma":[0.00020574579,0.00030132872,0.00367307,0.00025060028,0.00003452412,0.00017849343,0.931676,0.00010618261,0.005791252,0.052120328,0.005595342,0.00006714817],"about_ca_topic_score_codex":0.0006659335,"about_ca_topic_score_gemma":0.00095175364,"teacher_disagreement_score":0.878082,"about_ca_system_score_codex":0.00039744718,"about_ca_system_score_gemma":0.0008847131,"threshold_uncertainty_score":0.81315297},"labels":[],"label_agreement":null},{"id":"W1992314515","doi":"10.2190/ea53-b0ar-c1q3-3t20","title":"Usability of Interactive Computers in Exhibitions: Designing Knowledgeable Information for Visitors","year":2003,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Visual and Cognitive Learning Processes","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Exhibition; Presentation (obstetrics); Computer science; Usability; Interface (matter); Multimedia; World Wide Web; Dissemination; Casual; Human–computer interaction; Amateur; User interface; Visual arts","score_opus":0.10162693122367827,"score_gpt":0.49518893709036943,"score_spread":0.39356200586669116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992314515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96609145,0.0002830046,0.02321339,0.00069932564,0.0009616308,0.00028116678,0.000003730374,0.0000034059008,0.008462866],"genre_scores_gemma":[0.99224526,0.0000023762004,0.0073910127,0.00003080322,0.0002122346,0.000009652349,0.0000047019307,0.000005543781,0.00009842581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981624,0.0006094144,0.0005983538,0.00010347634,0.00030278493,0.00022359347],"domain_scores_gemma":[0.99005586,0.006429125,0.0003596529,0.0000688912,0.0030270405,0.000059459864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038073575,0.00006888358,0.00017621879,0.00061932596,0.00013871274,0.00004257422,0.00016425861,0.000048787144,0.0002036528],"category_scores_gemma":[0.005810242,0.00006487514,0.000069980015,0.0005779518,0.00010176215,0.00034332284,0.000025018573,0.00045581194,0.000020564097],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028386184,0.008668859,0.5012947,0.0015725734,0.00058848644,0.0000056581207,0.109332755,0.0071104513,0.0020465914,0.21697009,0.03660169,0.11296957],"study_design_scores_gemma":[0.007551983,0.0052890913,0.68737066,0.004043071,0.000056165907,0.00029382034,0.08749197,0.0029964382,0.00898253,0.17796706,0.017238567,0.00071868376],"about_ca_topic_score_codex":0.000022758939,"about_ca_topic_score_gemma":0.0000022009729,"teacher_disagreement_score":0.18607599,"about_ca_system_score_codex":0.00016634197,"about_ca_system_score_gemma":0.00063499704,"threshold_uncertainty_score":0.6955823},"labels":[],"label_agreement":null},{"id":"W1993032993","doi":"10.2190/ax3r-a8t1-h5a3-810h","title":"Assessing Technology Enhanced Instruction: A Case Study in Secondary Science","year":2000,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto; University of British Columbia","funders":"","keywords":"Context (archaeology); Mathematics education; Computer science; Situated; Technology integration; Qualitative property; Qualitative research; Scalability; Pedagogy; Medical education; Psychology; Educational technology; Sociology; Medicine","score_opus":0.08581109421923182,"score_gpt":0.5277651094142107,"score_spread":0.4419540151949789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993032993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97702014,0.00009112185,0.0000075725966,0.0055585247,0.00027781914,0.00011108993,8.219655e-8,0.00000580517,0.01692783],"genre_scores_gemma":[0.99494827,0.00000942757,0.0038919367,0.000010574958,0.00085146964,0.0000011425026,1.1511126e-7,0.000004328336,0.00028275535],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9975455,0.00049861823,0.0003810355,0.00017413471,0.0010223741,0.00037837832],"domain_scores_gemma":[0.997741,0.00076412736,0.00013410558,0.00009774689,0.0011530534,0.000109979606],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.008801678,0.000052496034,0.0001286719,0.0013684548,0.001428092,0.0003065644,0.0004150796,0.000049820563,0.0007335135],"category_scores_gemma":[0.0018207955,0.00005070491,0.000026411626,0.00347233,0.00066809787,0.00074631977,0.000056587036,0.0011719341,0.0000129187865],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014947084,0.0006196837,0.05472667,0.0000064088363,0.0000089309415,0.00027782793,0.014125215,0.00030435587,0.0003324973,0.0013306693,0.00006864378,0.92818415],"study_design_scores_gemma":[0.001752678,0.0007275147,0.1438676,0.00035334585,0.000009883205,0.004171252,0.8245324,0.000376888,0.000292462,0.013263153,0.010366958,0.0002858546],"about_ca_topic_score_codex":0.00040609506,"about_ca_topic_score_gemma":0.00041931367,"teacher_disagreement_score":0.9278983,"about_ca_system_score_codex":0.00043191545,"about_ca_system_score_gemma":0.009969631,"threshold_uncertainty_score":0.9998719},"labels":[],"label_agreement":null},{"id":"W1995591501","doi":"10.2190/ec.39.3.b","title":"Assessing Computer Use and Perceived Course Effectiveness in Post-Secondary Education in an American/Canadian Context","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Course (navigation); Perception; Context (archaeology); Mathematics education; Psychology; Task (project management); Computer-Assisted Instruction; Regression analysis; Computer science; Medical education; Engineering; Medicine","score_opus":0.0822623464230874,"score_gpt":0.47854943339281086,"score_spread":0.3962870869697235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995591501","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99458385,0.00021418615,0.000011245715,0.0044445605,0.00026968733,0.00013709623,8.461017e-7,0.000002306167,0.0003362399],"genre_scores_gemma":[0.99533314,0.00004435405,0.0036503698,0.00014518194,0.00076812285,0.0000012293232,0.0000063268635,0.000008774576,0.00004249323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99665177,0.0020200927,0.000306574,0.00017226409,0.00048682463,0.00036248539],"domain_scores_gemma":[0.99525744,0.002909732,0.00015055874,0.00007304457,0.0013024019,0.0003068191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004199207,0.00007422443,0.00019452465,0.00089889666,0.0005822065,0.00028481722,0.00020771429,0.00005412138,0.00005240002],"category_scores_gemma":[0.0011746017,0.00007650674,0.00003104336,0.00063877576,0.00042987333,0.00111879,0.000027593225,0.0009005566,0.000003596852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024213077,0.00033631688,0.84572357,0.000010702026,0.0000066951397,0.000016154852,0.007841891,0.00016746513,0.00009636092,0.0005722988,0.00014397598,0.14506039],"study_design_scores_gemma":[0.000239776,0.00013934301,0.9788575,0.00020251075,0.0000018999147,0.000045249817,0.018700354,0.0004175959,0.0000016168725,0.00022051585,0.0010947866,0.00007882242],"about_ca_topic_score_codex":0.07881316,"about_ca_topic_score_gemma":0.11029489,"teacher_disagreement_score":0.14498156,"about_ca_system_score_codex":0.0005849279,"about_ca_system_score_gemma":0.029087275,"threshold_uncertainty_score":0.9764169},"labels":[],"label_agreement":null},{"id":"W1998769099","doi":"10.2190/36xe-j1pb-hmwq-cxyw","title":"Heuristic and Formative Evaluation: A Case Study Illustration of a New Technique","year":2003,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Formative assessment; Computer science; Think aloud protocol; Heuristic; Heuristic evaluation; Instructional design; Warrant; Mathematics education; Multimedia; Human–computer interaction; Usability; Psychology; Artificial intelligence","score_opus":0.2079224208921127,"score_gpt":0.5447775658568189,"score_spread":0.3368551449647062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998769099","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99376506,0.00021112134,0.0008894148,0.0018114412,0.00010925609,0.00036720827,2.582294e-7,0.0000017003063,0.0028445362],"genre_scores_gemma":[0.991348,0.000007909351,0.008045548,0.0000043287896,0.0003799074,0.0000022540837,3.7419494e-7,0.000003100185,0.0002085473],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969952,0.0014495015,0.00034442914,0.00007555138,0.0009921017,0.00014318094],"domain_scores_gemma":[0.9960886,0.0015065284,0.0002551277,0.00005466573,0.0019863069,0.00010876538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012894246,0.00004220612,0.000107631095,0.0002787923,0.00045856604,0.000058363043,0.00009197589,0.00003339608,0.00014518606],"category_scores_gemma":[0.0059732674,0.00003793628,0.00002648004,0.0005019723,0.00010990449,0.00018537436,0.00001799754,0.0003706918,0.0000011354911],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001567549,0.004535773,0.19994235,0.00018636399,0.00033123192,0.000235022,0.48357636,0.002163621,0.0007660678,0.10791888,0.010149321,0.19003826],"study_design_scores_gemma":[0.002241589,0.0026907062,0.025433918,0.0004593618,0.000115657655,0.0033941888,0.8770256,0.002378422,0.0002164284,0.07537506,0.010372746,0.00029633674],"about_ca_topic_score_codex":0.00037431557,"about_ca_topic_score_gemma":0.00017275981,"teacher_disagreement_score":0.39344925,"about_ca_system_score_codex":0.00013271051,"about_ca_system_score_gemma":0.0055765403,"threshold_uncertainty_score":0.9892543},"labels":[],"label_agreement":null},{"id":"W2015603874","doi":"10.2190/ryw7-eg6h-qu6v-8rec","title":"Dragon Play: Microworld Design in a Whole-Class Context","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Class (philosophy); Context (archaeology); Computer science; Mathematics education; Instructional design; Educational technology; Affect (linguistics); Context effect; Human–computer interaction; Sociology; Psychology; Multimedia; Artificial intelligence","score_opus":0.13758787380932022,"score_gpt":0.3900594099539973,"score_spread":0.2524715361446771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015603874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49188435,0.0064825206,0.34169593,0.15541862,0.0022639374,0.00048174057,7.161732e-7,0.00006777924,0.0017044249],"genre_scores_gemma":[0.9167098,0.0000055156725,0.08141528,0.00012949818,0.00044907635,0.0000017032561,3.7812418e-7,0.000009959556,0.0012788256],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677265,0.0011414451,0.0005118873,0.00024016583,0.0008509604,0.00048292303],"domain_scores_gemma":[0.9947033,0.004116444,0.00024615804,0.00024055448,0.00053020887,0.00016332936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066548917,0.00010595193,0.00019952228,0.0008839157,0.00032121764,0.0004124263,0.0011610624,0.000057071564,0.00004956255],"category_scores_gemma":[0.0018909073,0.00009813314,0.00008102696,0.0009966256,0.00008591188,0.00032187998,0.0001758069,0.0016019335,0.00008725679],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051455234,0.0016345549,0.022929158,0.000056675595,0.000071210095,0.00011280188,0.034137987,0.015121543,0.0013568569,0.025212398,0.098671824,0.80064356],"study_design_scores_gemma":[0.0037855546,0.0020326835,0.08298463,0.0023948215,0.000013437496,0.0020968814,0.0028583636,0.4058141,0.00064847927,0.010748223,0.4856102,0.0010126265],"about_ca_topic_score_codex":0.00005165819,"about_ca_topic_score_gemma":0.000006559203,"teacher_disagreement_score":0.7996309,"about_ca_system_score_codex":0.00026688486,"about_ca_system_score_gemma":0.0003952226,"threshold_uncertainty_score":0.6959693},"labels":[],"label_agreement":null},{"id":"W2018095561","doi":"10.2190/k788-mk86-2342-3600","title":"Supporting Learners with Low Domain Knowledge When Using the Internet","year":2007,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"The Internet; Domain knowledge; Domain (mathematical analysis); Computer science; Knowledge level; World Wide Web; Multimedia; Knowledge management; Artificial intelligence; Mathematics","score_opus":0.15310165688564362,"score_gpt":0.5590080486828706,"score_spread":0.405906391797227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018095561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9221835,0.00027656744,0.0597675,0.003138621,0.0008120102,0.000092608614,2.0416302e-7,0.0000064911205,0.013722477],"genre_scores_gemma":[0.95359,2.4958712e-7,0.039771877,0.00011912944,0.0019348469,5.4465863e-7,0.0000013286549,0.000024598776,0.0045574214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954994,0.0024620804,0.0006169523,0.00019046347,0.0006354031,0.00059573364],"domain_scores_gemma":[0.99165916,0.0062199947,0.0005397312,0.00019809669,0.0012755919,0.00010743598],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.043627836,0.00011321842,0.00018875864,0.00057709654,0.0004682932,0.00009656347,0.0005181521,0.000067689274,0.0006234884],"category_scores_gemma":[0.0017852964,0.00007226382,0.00007209368,0.0007057487,0.0003216315,0.00009123577,0.00008985884,0.0023604752,0.000035974826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014273851,0.0016845493,0.42205566,0.00011272341,0.000825681,0.00012611737,0.31325322,0.001532697,0.006732554,0.121615164,0.06058818,0.07004607],"study_design_scores_gemma":[0.0040317536,0.0029543736,0.633108,0.0023947211,0.000088002365,0.006262953,0.1898229,0.0029864572,0.0014861642,0.028717378,0.12710011,0.001047163],"about_ca_topic_score_codex":0.00012100147,"about_ca_topic_score_gemma":0.0000069338844,"teacher_disagreement_score":0.21105236,"about_ca_system_score_codex":0.0002710064,"about_ca_system_score_gemma":0.0006919452,"threshold_uncertainty_score":0.9999411},"labels":[],"label_agreement":null},{"id":"W2022245352","doi":"10.2190/h22p-7718-81g5-0723","title":"Cognitive Tools for Understanding History: What More Do We Need?","year":2006,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Office of International Science and Engineering","keywords":"Interpretation (philosophy); GRASP; Cognition; Computer science; Cognitive science; Data science; Mathematics education; Human–computer interaction; Psychology","score_opus":0.5432248125655623,"score_gpt":0.5320841497124706,"score_spread":0.011140662853091676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022245352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5407094,0.052363183,0.005857804,0.31467912,0.016391093,0.0009783482,0.000011526784,0.000044241548,0.068965316],"genre_scores_gemma":[0.98942286,0.00020648331,0.0011283567,0.00008853694,0.0061140754,0.000004239798,0.000004577463,0.000014454193,0.0030163992],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9976101,0.00033768333,0.00037502454,0.0001657554,0.0010558809,0.00045555958],"domain_scores_gemma":[0.9868879,0.011105148,0.0002549599,0.000068612935,0.0014864169,0.00019701433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044116657,0.00008262554,0.00018724446,0.00046185573,0.0010168822,0.00039641466,0.00031921803,0.00008650097,0.00028702986],"category_scores_gemma":[0.003938485,0.00008257506,0.0001342854,0.000368658,0.00054053235,0.00057437376,0.000025647718,0.0005093485,0.000010313167],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011248051,0.00051774847,0.0049891304,0.000050225488,0.00005173721,0.0000036131196,0.06706164,0.00007617723,0.000055397177,0.60663944,0.31122473,0.0092176655],"study_design_scores_gemma":[0.0005952813,0.00023668328,0.0024501253,0.00071512087,0.000025538273,0.000014341834,0.47079927,0.0000426205,0.000006050675,0.14204234,0.3828734,0.00019923328],"about_ca_topic_score_codex":0.00040635624,"about_ca_topic_score_gemma":0.00008382203,"teacher_disagreement_score":0.46459714,"about_ca_system_score_codex":0.0039299014,"about_ca_system_score_gemma":0.0047282297,"threshold_uncertainty_score":0.99989384},"labels":[],"label_agreement":null},{"id":"W2027552899","doi":"10.2190/wacx-1vr9-hcmj-rtkb","title":"Using Virtual Reality to Teach Disability Awareness","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Inclusion and Disability in Education and Sport","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); University of Ottawa","funders":"","keywords":"Wheelchair; Virtual reality; Psychology; Computer science; Software; Applied psychology; Human–computer interaction; Multimedia; Medical education; Medicine","score_opus":0.32691869746765645,"score_gpt":0.5560954072273978,"score_spread":0.22917670975974136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027552899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91026205,0.00004046704,0.00024469907,0.074521415,0.001238248,0.00015710838,0.0000022610136,0.000006868745,0.0135268755],"genre_scores_gemma":[0.99384135,0.0000081723665,0.0011348714,0.00031951515,0.0028676658,0.000001291037,0.0000015712609,0.0000063472066,0.001819209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99626356,0.0010049521,0.00055869954,0.000196787,0.0015791457,0.00039686667],"domain_scores_gemma":[0.99543744,0.0018786117,0.00015892497,0.00021625606,0.0018331665,0.00047558986],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010123165,0.00007885628,0.00018723948,0.00019791626,0.0017784283,0.00014840427,0.0005316583,0.000076218486,0.0033213133],"category_scores_gemma":[0.0073299613,0.000073004296,0.00011112892,0.00090262544,0.00057885295,0.00017984887,0.00011705903,0.0004871174,0.00006840565],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010192279,0.008291629,0.55731905,0.000046368194,0.000041556457,0.0000030073363,0.10027955,0.0039668907,0.00023291282,0.13066773,0.17921452,0.019834887],"study_design_scores_gemma":[0.0008063903,0.000462054,0.42851868,0.00031080458,0.000027204593,0.000064209366,0.14154202,0.0071975407,0.000079537065,0.027045647,0.39328137,0.00066453405],"about_ca_topic_score_codex":0.0014232537,"about_ca_topic_score_gemma":0.00020399861,"teacher_disagreement_score":0.21406685,"about_ca_system_score_codex":0.0009859449,"about_ca_system_score_gemma":0.0014834049,"threshold_uncertainty_score":0.99952114},"labels":[],"label_agreement":null},{"id":"W2033003547","doi":"10.2190/ec.41.2.b","title":"Critical Thinking in a Collaborative Online PBL Tutorial","year":2009,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Critical thinking; Computer science; Process (computing); The Internet; Online discussion; Collaborative learning; Exploratory research; Problem-based learning; Multimedia; Mathematics education; Knowledge management; World Wide Web; Psychology","score_opus":0.08520914228484748,"score_gpt":0.529203184298407,"score_spread":0.44399404201355946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033003547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83780503,0.0012631465,0.00015213274,0.1382615,0.00165388,0.00020612382,0.000002405933,0.000009828661,0.020645935],"genre_scores_gemma":[0.98670954,0.000032590044,0.007898367,0.00019008055,0.004991951,4.4366072e-7,0.000001676059,0.0000040318228,0.00017131008],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964077,0.0014058393,0.0003902862,0.00011980261,0.0012855018,0.0003908951],"domain_scores_gemma":[0.99192476,0.005670561,0.00012757856,0.000059524504,0.0020718821,0.00014567586],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010082032,0.000058555986,0.00015206839,0.00049858086,0.00090177846,0.00021721642,0.00038014655,0.00007447892,0.00017062394],"category_scores_gemma":[0.017722478,0.00005520769,0.000045826895,0.0013152076,0.00018282128,0.00029605065,0.000031876185,0.0010549162,0.000008591072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035786824,0.0017901915,0.031231884,0.000031032927,0.000027787684,0.00005400775,0.16030362,0.001263918,0.00061983865,0.75456893,0.017919214,0.031831726],"study_design_scores_gemma":[0.0015776503,0.0014069985,0.13061464,0.001272014,0.0000130031385,0.0000419653,0.058517475,0.00080269336,0.00007569052,0.7498458,0.055454787,0.00037730523],"about_ca_topic_score_codex":0.00021633256,"about_ca_topic_score_gemma":0.00016970227,"teacher_disagreement_score":0.14890449,"about_ca_system_score_codex":0.00037873653,"about_ca_system_score_gemma":0.0054787383,"threshold_uncertainty_score":0.99055165},"labels":[],"label_agreement":null},{"id":"W2039050488","doi":"10.2190/npgc-dwtm-admf-pac7","title":"An Examination of High School Students' Understanding of Learning in a Computer Applications Class","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Variety (cybernetics); Class (philosophy); Mathematics education; Metacognition; Perception; Computer science; Active learning (machine learning); Experiential learning; Cooperative learning; Teaching method; Educational technology; Qualitative research; Computer-Assisted Instruction; Psychology; Cognition; Pedagogy; Sociology; Artificial intelligence","score_opus":0.21026450159756832,"score_gpt":0.5210853079312947,"score_spread":0.3108208063337264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039050488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.897893,0.00011982453,0.09912696,0.00056033203,0.0002227676,0.00013972208,6.7235277e-7,0.0000048695856,0.0019318542],"genre_scores_gemma":[0.98322463,0.0000041253306,0.015845055,0.000012156262,0.0005341405,0.0000038549683,0.0000040506316,0.000014237154,0.00035774396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99450797,0.0034845944,0.0007578873,0.00017962877,0.00083133054,0.00023860339],"domain_scores_gemma":[0.9948593,0.003270504,0.00062608777,0.00017676459,0.0009902328,0.00007713288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012926562,0.00008319022,0.00025535544,0.0013048877,0.00018227143,0.000038040165,0.00044924044,0.000079987556,0.0005473077],"category_scores_gemma":[0.00080962444,0.000082568884,0.000050994775,0.0011351655,0.0001577373,0.00011140298,0.00005483622,0.001428067,0.000012070874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011345653,0.0043333806,0.69285405,0.00014075857,0.00021250846,0.000006120721,0.030359183,0.0245615,0.0026550442,0.14603199,0.0012794997,0.097452536],"study_design_scores_gemma":[0.000812208,0.0007253746,0.9835958,0.00024299158,0.000008198117,0.00003704071,0.0050053624,0.005471762,0.000047358957,0.0037283474,0.00023108462,0.000094479125],"about_ca_topic_score_codex":0.000056387515,"about_ca_topic_score_gemma":0.0000017979894,"teacher_disagreement_score":0.29074177,"about_ca_system_score_codex":0.00034916154,"about_ca_system_score_gemma":0.00013926344,"threshold_uncertainty_score":0.62043196},"labels":[],"label_agreement":null},{"id":"W2045327314","doi":"10.2190/ec.47.4.f","title":"A Survey of Factors Contributing to Learners' “Listening” Behaviors in Asynchronous Online Discussions","year":2012,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Active listening; Asynchronous communication; Psychology; Mathematics education; Massive open online course; Online course; Medical education; Pedagogy; Computer science","score_opus":0.12372931087654096,"score_gpt":0.5028949242140341,"score_spread":0.3791656133374932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045327314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9940489,0.00027350066,0.00006091509,0.0046650437,0.0004184648,0.000119897944,0.000010723001,0.0000030014733,0.00039958348],"genre_scores_gemma":[0.9968374,0.000011937696,0.002033224,0.000011346211,0.00082476484,5.3750307e-7,0.000017057531,0.000009573085,0.00025418392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958476,0.0016404799,0.000600328,0.00011179874,0.0010635159,0.00073629565],"domain_scores_gemma":[0.99296045,0.004950177,0.00031642188,0.00009202092,0.0013314607,0.00034945752],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0153902145,0.00007950075,0.00025475986,0.0006354791,0.0005167837,0.000049532337,0.0003814495,0.00007504946,0.0001602009],"category_scores_gemma":[0.017809993,0.00006399202,0.00007612639,0.0013095684,0.00015216111,0.00021509819,0.00013831501,0.00089902163,0.0000062261915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020478346,0.00060358323,0.9810932,0.0000081852,0.000010848296,6.058354e-7,0.011851097,0.00038907173,0.00014382177,0.0005099341,0.00024821245,0.0051209154],"study_design_scores_gemma":[0.00016953271,0.000105530075,0.97101504,0.00017643401,0.0000050766926,0.0000019624179,0.026884861,0.00003953068,0.00003422125,0.000051665964,0.0014429061,0.000073250725],"about_ca_topic_score_codex":0.004026422,"about_ca_topic_score_gemma":0.002094961,"teacher_disagreement_score":0.015033763,"about_ca_system_score_codex":0.0003787046,"about_ca_system_score_gemma":0.0024156247,"threshold_uncertainty_score":0.99046344},"labels":[],"label_agreement":null},{"id":"W2056433914","doi":"10.2190/j175-q735-1345-270m","title":"Determining the Effectiveness of the 3D Alice Programming Environment at the Computer Science I Level","year":2007,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Alice (programming language); Attrition; Computer science; Karel; Mathematics education; Set (abstract data type); Psychology","score_opus":0.07652541357214446,"score_gpt":0.39860777742812603,"score_spread":0.32208236385598155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056433914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8304682,0.00018886043,0.16530442,0.0027140928,0.0008912631,0.00029436412,2.5068383e-7,0.0000072188345,0.0001313327],"genre_scores_gemma":[0.9443417,0.0000014331833,0.055109095,0.0000526108,0.0004167519,0.0000021281537,2.2249606e-7,0.0000080591435,0.00006798594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951943,0.0014669376,0.0004796644,0.00026709816,0.0020435993,0.00054836704],"domain_scores_gemma":[0.98635304,0.011821477,0.00046638827,0.0005609987,0.00069523475,0.00010283207],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.044909064,0.00011427573,0.00015141442,0.00022454424,0.002267606,0.0003344242,0.003070133,0.000035307272,0.0000046967425],"category_scores_gemma":[0.0017351599,0.00005664715,0.00012520843,0.0010453392,0.0010285245,0.0002111295,0.0013714337,0.0010950655,0.0000055370742],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050396447,0.00040470588,0.1465219,0.000066097906,0.000055881716,0.0000028544318,0.007955601,0.012483481,0.0015327168,0.008868092,0.00021091824,0.8218474],"study_design_scores_gemma":[0.00028784375,0.00023013883,0.9803619,0.00031789983,0.000008631424,0.00017917244,0.00022049058,0.005884262,0.0014034375,0.0003241073,0.01067348,0.000108678076],"about_ca_topic_score_codex":0.000039529423,"about_ca_topic_score_gemma":0.0000038683415,"teacher_disagreement_score":0.83383995,"about_ca_system_score_codex":0.00042568074,"about_ca_system_score_gemma":0.0007240992,"threshold_uncertainty_score":0.9990313},"labels":[],"label_agreement":null},{"id":"W2058831408","doi":"10.2190/vrd4-69af-wpq6-p734","title":"All-Female Classes in High School Computer Science: Positive Effects in Three Years of Data","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"American Association of University Women","keywords":"Psychology; Developmental psychology; Demography","score_opus":0.15122105066066735,"score_gpt":0.47683224504259186,"score_spread":0.32561119438192454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058831408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9890103,0.0003119185,0.00011668459,0.008803475,0.0005618469,0.00016126025,0.0000014553297,0.0000028643922,0.0010302365],"genre_scores_gemma":[0.9911344,0.00004398605,0.008213263,0.00004432337,0.00052353664,0.0000012582957,0.0000023622674,0.000004470178,0.00003242162],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976042,0.00034872457,0.0003780644,0.00021412216,0.0010856664,0.00036924265],"domain_scores_gemma":[0.9962465,0.002481912,0.00017762512,0.00024263923,0.00073812896,0.00011320005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065253624,0.000054453227,0.00015894674,0.0012414748,0.00019697954,0.00007327969,0.0012612309,0.000076148644,0.00010533191],"category_scores_gemma":[0.003392446,0.000057189824,0.000023544424,0.0018163411,0.0007609281,0.0004655618,0.00024188239,0.00066740974,0.000018203707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018759963,0.0013689322,0.9103371,0.000037252204,0.000029833094,0.000014042302,0.014872756,0.00036218745,0.00036593966,0.03430096,0.004217656,0.03407461],"study_design_scores_gemma":[0.00029830387,0.00009458167,0.97389,0.00017104483,0.000003187791,0.000008899603,0.0019931248,0.0011426661,0.000057915244,0.022178916,0.00010408206,0.00005726622],"about_ca_topic_score_codex":0.00139743,"about_ca_topic_score_gemma":0.0005039629,"teacher_disagreement_score":0.06355294,"about_ca_system_score_codex":0.00044869748,"about_ca_system_score_gemma":0.0018171038,"threshold_uncertainty_score":0.40613198},"labels":[],"label_agreement":null},{"id":"W2065357835","doi":"10.2190/ec.45.4.d","title":"Revealing Significant Learning Moments with Interactive Whiteboards in Mathematics","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Education and Technology Integration","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Trent University","funders":"","keywords":"Interactive whiteboard; Gesture; Mathematics education; Computer science; Whiteboard; Educational technology; Field (mathematics); Interactive video; Multimedia; Psychology; Mathematics; Artificial intelligence","score_opus":0.14485098536096808,"score_gpt":0.4653298400925732,"score_spread":0.32047885473160515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065357835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9669749,0.00003666284,0.00028296156,0.00483962,0.00022152776,0.000119195814,1.6060037e-7,0.000006641258,0.02751832],"genre_scores_gemma":[0.9889178,0.000019840561,0.00964563,0.000016834547,0.00021873407,0.0000032125024,7.453447e-7,0.0000068412014,0.0011703499],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99826473,0.0004105454,0.00034814927,0.00010098741,0.0006415047,0.00023410776],"domain_scores_gemma":[0.9970976,0.0011541889,0.00029174445,0.000070092006,0.0013044998,0.00008185787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004390621,0.000055914992,0.00012056615,0.0006518318,0.00032892474,0.000054923712,0.00028765347,0.000059599468,0.0003266148],"category_scores_gemma":[0.0029049248,0.00004625066,0.000028716555,0.00070273684,0.0002171724,0.000192638,0.000025963333,0.00090422074,0.00001631224],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012940439,0.0017405631,0.37158617,0.000039408707,0.00008724562,0.000012752134,0.48839995,0.00019551256,0.00077919,0.13154137,0.0020183933,0.0034700304],"study_design_scores_gemma":[0.0008738018,0.0009154335,0.2679276,0.0016523333,0.000020808206,0.00006172338,0.6383762,0.0006967616,0.0013810922,0.0844814,0.0032877284,0.00032516805],"about_ca_topic_score_codex":0.0005626088,"about_ca_topic_score_gemma":0.00017001419,"teacher_disagreement_score":0.14997622,"about_ca_system_score_codex":0.0003995987,"about_ca_system_score_gemma":0.0013173127,"threshold_uncertainty_score":0.39284396},"labels":[],"label_agreement":null},{"id":"W2070623319","doi":"10.2190/0116-0751-626n-8n7g","title":"Summoning Prior Knowledge: The Influence of Metaphorical Priming on Learning in a Hypermedia Environment","year":2006,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Learning Partnership","funders":"","keywords":"Hypermedia; Comprehension; Priming (agriculture); Computer science; Mathematics education; Psychology; Cognitive psychology; Multimedia","score_opus":0.05192893257293695,"score_gpt":0.40093130245286085,"score_spread":0.3490023698799239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070623319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930966,0.0013618986,0.000041480314,0.00094954576,0.00021637637,0.00012354905,4.5974207e-7,0.0000024711367,0.004207649],"genre_scores_gemma":[0.99818254,0.000020329691,0.00043366986,0.000023752913,0.00069893384,0.000005868062,0.0000024458923,0.000011569527,0.00062090746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973857,0.00088586635,0.0005719227,0.00016579956,0.0006870919,0.00030365173],"domain_scores_gemma":[0.9948228,0.0043651494,0.00029779115,0.00013764083,0.0003210328,0.000055600234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040820115,0.000089472676,0.0001948754,0.0004705172,0.00019833671,0.00003129907,0.00031048237,0.00006105729,0.0001656702],"category_scores_gemma":[0.0010810175,0.00006395775,0.00008664551,0.00044016202,0.00016145143,0.000060899278,0.00006565576,0.001115968,0.00005339851],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011402033,0.0077491123,0.6428772,0.00017306274,0.0003799388,0.00009916018,0.06348922,0.07120418,0.023448903,0.05959217,0.0047523202,0.12509449],"study_design_scores_gemma":[0.00049049227,0.00027828116,0.99110043,0.00019323076,0.000016835887,0.000060423547,0.0034303698,0.00021676603,0.00037758634,0.0026281471,0.0011275506,0.00007990814],"about_ca_topic_score_codex":0.00013615214,"about_ca_topic_score_gemma":0.000008675217,"teacher_disagreement_score":0.34822318,"about_ca_system_score_codex":0.00018762532,"about_ca_system_score_gemma":0.00030810008,"threshold_uncertainty_score":0.48483878},"labels":[],"label_agreement":null},{"id":"W2076860243","doi":"10.2190/ec.44.4.c","title":"Enhancing Learning through an Online Secondary School Educational Game","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Educational Games and Gamification","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal; Université TÉLUQ; Simon Fraser University","funders":"Simon Fraser University","keywords":"Educational game; Game based learning; Mathematics education; Variety (cybernetics); Sample (material); Psychology; Cognition; Medical education; Protocol (science); Computer science; Multimedia; Medicine","score_opus":0.20889999379225394,"score_gpt":0.48313229968484234,"score_spread":0.2742323058925884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076860243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.953952,0.0014823631,0.0005505793,0.007816075,0.0023082139,0.00017856844,0.0000061762107,0.000012785831,0.03369324],"genre_scores_gemma":[0.9666397,0.000040282102,0.018930234,0.00029201564,0.005239507,0.0000101948035,0.00009081669,0.000038833492,0.008718433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99636775,0.00086525775,0.0009552372,0.0003800207,0.0009133176,0.0005184224],"domain_scores_gemma":[0.9940373,0.0020699603,0.00061243895,0.0003448816,0.0025734038,0.0003620256],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031690416,0.0001753619,0.0002541851,0.00058247556,0.00038905465,0.00009690594,0.0006906068,0.00013308885,0.019267935],"category_scores_gemma":[0.001962322,0.00017124107,0.00013521756,0.0006804943,0.00020615387,0.000632171,0.00007713342,0.0018857257,0.0004757158],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007113901,0.015036818,0.25998008,0.00018638623,0.0006846053,0.000016817752,0.15713172,0.00043751294,0.007360836,0.4787904,0.048009407,0.03165401],"study_design_scores_gemma":[0.00048373378,0.0005862862,0.926949,0.00016626585,0.00002051559,0.0003565432,0.019152943,0.00005895889,0.00018705589,0.037321225,0.014490126,0.00022735252],"about_ca_topic_score_codex":0.00031355725,"about_ca_topic_score_gemma":0.000028571432,"teacher_disagreement_score":0.66696894,"about_ca_system_score_codex":0.00032645228,"about_ca_system_score_gemma":0.0031417669,"threshold_uncertainty_score":0.9816286},"labels":[],"label_agreement":null},{"id":"W2081978115","doi":"10.2190/ec.44.3.f","title":"Gender Differences in the use of Laptops in Higher Education: A Formative Analysis","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Laptop; Formative assessment; Task (project management); Instant messaging; Psychology; Class (philosophy); Applied psychology; Social psychology; Computer science; Mathematics education; World Wide Web","score_opus":0.5463790596471959,"score_gpt":0.48790240341626684,"score_spread":0.05847665623092907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081978115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9817358,0.000220472,0.000026853326,0.008017463,0.00038334605,0.00011391839,6.2473674e-7,0.0000015274381,0.009499966],"genre_scores_gemma":[0.9976335,0.00003487967,0.0017535079,0.000068261135,0.00021091598,0.0000056151234,0.000001470097,0.0000023728123,0.0002894727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99769056,0.0008768538,0.0004422748,0.00009383534,0.0006771682,0.00021933591],"domain_scores_gemma":[0.9968809,0.0018535281,0.0002548143,0.00013420438,0.00083182356,0.000044723576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003582654,0.000053339358,0.00016034766,0.0013228117,0.00018716881,0.000044534663,0.0005456956,0.000070704,0.00051331474],"category_scores_gemma":[0.0008359177,0.000039232844,0.00007187598,0.0026796036,0.00030078873,0.0002562055,0.00003408425,0.00048827424,0.0000033403553],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010563713,0.0007441557,0.7808393,0.0000074880772,0.000054477467,4.086657e-7,0.121975794,0.000019469462,0.0000033088243,0.09415598,0.0011724036,0.0010165948],"study_design_scores_gemma":[0.000063353975,0.000032113832,0.9161381,0.000024601155,0.000017050043,0.0000022853676,0.042860508,0.000023645678,0.000005764872,0.040231775,0.00056496606,0.000035826335],"about_ca_topic_score_codex":0.0018206724,"about_ca_topic_score_gemma":0.0005502171,"teacher_disagreement_score":0.13529876,"about_ca_system_score_codex":0.00016181695,"about_ca_system_score_gemma":0.0018394118,"threshold_uncertainty_score":0.56204367},"labels":[],"label_agreement":null},{"id":"W2094094216","doi":"10.2190/ec.40.3.f","title":"Learning to Teach Online: What Works for Pre-Service Teachers","year":2009,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Experiential learning; Variety (cybernetics); Mathematics education; Teaching method; Educational technology; Diversity (politics); Teacher education; Service-learning; Pedagogy; Instructional design; Computer science; Qualitative research; Psychology; Multimedia; Sociology","score_opus":0.07863704178249749,"score_gpt":0.49842353662210603,"score_spread":0.41978649483960856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094094216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8336445,0.0006113371,0.00032684396,0.16426766,0.0003992957,0.00019797448,3.1194062e-7,0.000009938679,0.0005421357],"genre_scores_gemma":[0.95647883,0.00014567787,0.03501469,0.0006999878,0.005759857,0.0000017329793,0.000007971693,0.000012667828,0.0018785885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972584,0.0006282041,0.00038081224,0.00017574483,0.0010503673,0.0005064444],"domain_scores_gemma":[0.9945144,0.0029215766,0.00020175998,0.00009038074,0.001974837,0.00029701513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007395635,0.0000826515,0.00016917835,0.00041532487,0.0010769166,0.0006559401,0.0005512482,0.00009059493,0.00008775988],"category_scores_gemma":[0.006450906,0.000078755984,0.00009569994,0.0009276939,0.0000521088,0.000693206,0.000045183402,0.0013026523,0.000015240149],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011533194,0.00056421035,0.0048515173,0.000016564776,0.000032593896,0.0000015542707,0.05098749,0.012678806,0.00033111873,0.0016451256,0.012902761,0.91587293],"study_design_scores_gemma":[0.00079628563,0.00147524,0.04529845,0.0023171238,0.000024821959,0.000020411466,0.29800892,0.0023179404,0.000039966675,0.008413752,0.64094317,0.00034391397],"about_ca_topic_score_codex":0.00006585327,"about_ca_topic_score_gemma":0.000108357104,"teacher_disagreement_score":0.915529,"about_ca_system_score_codex":0.00030996013,"about_ca_system_score_gemma":0.0025614942,"threshold_uncertainty_score":0.8282881},"labels":[],"label_agreement":null},{"id":"W2095939697","doi":"10.2190/ec.38.3.a","title":"Digital Natives, Digital Immigrants: An Analysis of Age and Ict Competency in Teacher Education","year":2008,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Information and Communications Technology; Digital native; Immigration; Competence (human resources); Diversity (politics); Digital divide; Psychology; Mathematics education; Pedagogy; Sociology; Computer science; Social psychology; Political science; World Wide Web","score_opus":0.05500978316382982,"score_gpt":0.4326692626333798,"score_spread":0.37765947946955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095939697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9903374,0.00030121158,0.000019664883,0.0021497693,0.000113150185,0.00009828898,0.000005495767,0.000004814673,0.0069702254],"genre_scores_gemma":[0.9981752,0.00004953252,0.000450806,0.000018327011,0.00019685895,6.195456e-7,0.000010908676,0.000006465108,0.001091259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978696,0.00027156758,0.00047341755,0.00015343381,0.00094944815,0.00028250387],"domain_scores_gemma":[0.99790525,0.00065554027,0.0002955054,0.00012394687,0.0008564992,0.00016326981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017775284,0.00007871176,0.00026337794,0.0016385823,0.0003607785,0.00013984699,0.00043870058,0.00008320165,0.0000507131],"category_scores_gemma":[0.0031806894,0.000075732234,0.0000847545,0.0017552697,0.0008365954,0.0007686223,0.000068120804,0.0005210168,0.0000025696693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027687913,0.0014456924,0.970841,0.000007646579,0.00008111294,0.00000642964,0.008423678,0.0000318866,0.000043465872,0.0019133477,0.0004644937,0.016713575],"study_design_scores_gemma":[0.00019139276,0.00010842676,0.98498446,0.00008138161,0.000014708463,0.000018518323,0.011956174,0.0001563556,0.0000072235416,0.0021238124,0.00028654886,0.000070977825],"about_ca_topic_score_codex":0.00072486175,"about_ca_topic_score_gemma":0.00025420755,"teacher_disagreement_score":0.016642597,"about_ca_system_score_codex":0.00030204887,"about_ca_system_score_gemma":0.002192204,"threshold_uncertainty_score":0.38888755},"labels":[],"label_agreement":null},{"id":"W2101055297","doi":"10.2190/ec.46.4.f","title":"“Making Kind Cool”: Parents' Suggestions for Preventing Cyber Bullying and Fostering Cyber Kindness","year":2012,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Child Development and Digital Technology","field":"Social Sciences","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Kindness; Psychology; Cyber bullying; Curriculum; Punishment (psychology); Social psychology; Social media; Theme (computing); Pedagogy; The Internet; Computer science; Political science","score_opus":0.2184552436352427,"score_gpt":0.4865910913599976,"score_spread":0.2681358477247549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101055297","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98795015,0.0008902723,0.0006226902,0.0037334925,0.00077887456,0.00022123547,0.0000014772206,0.000010374109,0.005791437],"genre_scores_gemma":[0.992424,0.000027276985,0.005686483,0.000034600173,0.0014417665,0.000005339791,0.0000022232155,0.000010825312,0.0003674549],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982322,0.00015399647,0.00037281882,0.0001253825,0.00058277976,0.0005328613],"domain_scores_gemma":[0.996188,0.0026341435,0.00022765379,0.00007094752,0.00072685303,0.00015243732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004537054,0.00007765324,0.00014838696,0.0003812321,0.0011512095,0.00022991218,0.00026337174,0.00007955843,0.000049665658],"category_scores_gemma":[0.0039993883,0.00007617076,0.00005832528,0.00039382846,0.00020102567,0.00042441796,0.0002369984,0.00035750613,0.000005341979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005546913,0.00039795466,0.81151575,0.000078125944,0.00008161721,0.0000015115231,0.022545405,0.00003304166,0.00022230094,0.106776126,0.005713691,0.052578982],"study_design_scores_gemma":[0.0016110247,0.00021987727,0.76428586,0.0021033576,0.00006008901,0.00026984824,0.040712446,0.00020878173,0.0003601943,0.076994404,0.11239857,0.00077555334],"about_ca_topic_score_codex":0.000034851335,"about_ca_topic_score_gemma":0.000028103967,"teacher_disagreement_score":0.10668488,"about_ca_system_score_codex":0.00018595181,"about_ca_system_score_gemma":0.0005584882,"threshold_uncertainty_score":0.88542885},"labels":[],"label_agreement":null},{"id":"W2117108960","doi":"10.2190/w5ar-dypw-40kx-fl99","title":"Essay Assessment with Latent Semantic Analysis","year":2003,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Topic Modeling","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Latent semantic analysis; Automatic summarization; Readability; Computer science; Natural language processing; Semantics (computer science); Semantic similarity; Quality (philosophy); Similarity (geometry); Probabilistic latent semantic analysis; Information retrieval; Artificial intelligence; Semantic analysis (machine learning); Data science","score_opus":0.08015701964176432,"score_gpt":0.4292517564698892,"score_spread":0.3490947368281249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117108960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39887485,0.00015323964,0.59214884,0.0055576903,0.00024513187,0.00006602339,1.3026637e-7,0.0000055294668,0.0029485475],"genre_scores_gemma":[0.82707644,0.000004114575,0.1724519,0.00004376891,0.00014518137,8.7537705e-7,4.260003e-7,0.000004471648,0.00027282818],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971724,0.00047384723,0.00041721083,0.00022635322,0.0013892301,0.00032091804],"domain_scores_gemma":[0.996682,0.0011586471,0.00023249461,0.00035022176,0.0014141242,0.00016249799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047501964,0.00008457356,0.00021083074,0.0008286462,0.00025144356,0.00026045393,0.0007573529,0.0000295309,0.00008795105],"category_scores_gemma":[0.0003319425,0.00006332683,0.0001044388,0.0018104354,0.000047278707,0.0002362053,0.00010077702,0.00054979575,0.000008536576],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010792419,0.000693151,0.42837903,0.000042609754,0.00087513,0.000039699968,0.0017104902,0.155987,0.00026916593,0.4057334,0.0010500978,0.0052094352],"study_design_scores_gemma":[0.0008823348,0.00049863715,0.44364628,0.00021915567,0.00013502753,0.0004851992,0.00039054346,0.519187,0.00025027173,0.032754354,0.0011980226,0.00035320455],"about_ca_topic_score_codex":0.00001821817,"about_ca_topic_score_gemma":0.000004451732,"teacher_disagreement_score":0.42820156,"about_ca_system_score_codex":0.0002941337,"about_ca_system_score_gemma":0.0022677132,"threshold_uncertainty_score":0.40228257},"labels":[],"label_agreement":null},{"id":"W2117261060","doi":"10.2190/ec.51.2.a","title":"Interacting with a Computer-Simulated Pet: Factors Influencing Children's Humane Attitudes and Empathy","year":2014,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Human-Animal Interaction Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Empathy; Psychology; Personality psychology; Social psychology; Developmental psychology; Personality","score_opus":0.0363361080141809,"score_gpt":0.4281600796103223,"score_spread":0.3918239715961414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117261060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989097,0.00018468963,0.00022734099,0.0002768726,0.00016769131,0.00007101403,9.0813455e-7,0.0000030771037,0.00015869277],"genre_scores_gemma":[0.9970895,0.00001075864,0.0016914994,0.000052921285,0.0010551936,4.6309276e-7,0.00000893862,0.000015896256,0.000074822456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99867207,0.00019979625,0.00032912908,0.00020762614,0.00036726394,0.00022409347],"domain_scores_gemma":[0.99774474,0.0007347811,0.00025902962,0.00011765616,0.0010423017,0.00010150443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009124959,0.00012011097,0.00017841015,0.0002204451,0.00034695584,0.00012803615,0.0001868618,0.000033038436,0.000025321873],"category_scores_gemma":[0.00077535043,0.00009446064,0.00005019829,0.00012459817,0.0001265252,0.000018459019,0.00018877596,0.00044429325,0.0000035225607],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019958158,0.00026739927,0.96210986,0.00005263463,0.00041756014,0.0000039297856,0.0025558895,0.003417594,0.028057717,0.00017976621,0.0017881887,0.0009498531],"study_design_scores_gemma":[0.00051955733,0.0014021461,0.9914557,0.0003482968,0.000014456907,0.00048702743,0.0010616541,0.00079764996,0.0031508212,0.00005187983,0.0005357834,0.00017506036],"about_ca_topic_score_codex":0.00004078648,"about_ca_topic_score_gemma":0.000019785557,"teacher_disagreement_score":0.02934578,"about_ca_system_score_codex":0.000050161656,"about_ca_system_score_gemma":0.00014548744,"threshold_uncertainty_score":0.38519934},"labels":[],"label_agreement":null},{"id":"W2123519875","doi":"10.2190/ec.43.1.b","title":"Effectiveness of Structural Feedback Provided by Pathfinder Networks","year":2010,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; Remedial education; Pathfinder; Computer science; Session (web analytics); Metacognition; Work (physics); Referent; Mathematics education; Psychology; Cognition; Engineering","score_opus":0.06405790113887747,"score_gpt":0.5008771576678257,"score_spread":0.43681925652894826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123519875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913986,0.00010922674,0.0019350577,0.0020833605,0.0015166079,0.0001919715,0.0000013784276,0.0000039741803,0.0027598417],"genre_scores_gemma":[0.98761976,0.0000019410475,0.010862601,0.00001796335,0.0012874907,0.0000012211401,0.000002556942,0.000010602808,0.00019585647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942765,0.0036050593,0.00043694495,0.00013962093,0.0011771224,0.0003647374],"domain_scores_gemma":[0.9855902,0.010679559,0.000397676,0.00012542428,0.0030838868,0.00012322857],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02888412,0.00008002801,0.00021580803,0.00027465404,0.00063880684,0.0000901831,0.00057464076,0.000111076704,0.00016099602],"category_scores_gemma":[0.010632823,0.00006890314,0.00007658894,0.000840657,0.0005163347,0.00018745149,0.00007980032,0.0017666764,0.0000023279556],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004431715,0.00059961574,0.42832422,0.00023864566,0.0002009375,0.0000035635896,0.014781277,0.0009969538,0.13752107,0.37458527,0.019544266,0.02276102],"study_design_scores_gemma":[0.000893898,0.00031731374,0.91572934,0.00040160713,0.000013330243,0.000036081434,0.0025128156,0.0013225888,0.004737423,0.070858926,0.0029133207,0.00026335547],"about_ca_topic_score_codex":0.0003983648,"about_ca_topic_score_gemma":0.000019029736,"teacher_disagreement_score":0.48740512,"about_ca_system_score_codex":0.00019246501,"about_ca_system_score_gemma":0.0018996189,"threshold_uncertainty_score":0.9999682},"labels":[],"label_agreement":null},{"id":"W2155457729","doi":"10.2190/r4wg-88tj-c3vf-yqj0","title":"Motivation to Learn via Computer Conferencing: Exploring How Task-Specific Motivation and CC Expectations are Related to Student Acceptance of Learning via CC","year":2002,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Concordia University","funders":"","keywords":"Psychology; Operationalization; Relevance (law); Task (project management); Goal orientation; Attractiveness; Mathematics education; Social psychology","score_opus":0.17649246662838758,"score_gpt":0.4142155384437745,"score_spread":0.23772307181538693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155457729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9701794,0.00019868184,0.008079354,0.02047198,0.00038365158,0.00024648264,5.6129954e-7,0.000013903303,0.00042598572],"genre_scores_gemma":[0.98865336,0.00006579456,0.009637251,0.000022989787,0.00097568764,0.0000055181013,0.0000033820506,0.00001647219,0.00061953714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99674267,0.00075312913,0.0005412925,0.0002622448,0.0013314317,0.00036924036],"domain_scores_gemma":[0.9948085,0.0021292148,0.00046370173,0.00010960562,0.0022353537,0.0002536354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023138735,0.00011803404,0.00024956258,0.0008254064,0.00092770817,0.00023413236,0.00032234075,0.00006967847,0.00009833452],"category_scores_gemma":[0.002542561,0.00012150235,0.00006286771,0.0013235045,0.000103842925,0.0004905929,0.00011664978,0.00082859833,0.000020708392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078957964,0.0040784897,0.45625696,0.00009301562,0.00018767371,0.000010099194,0.27583873,0.02708367,0.0048048655,0.009547463,0.0067840535,0.21523602],"study_design_scores_gemma":[0.0026471685,0.0010639771,0.8076061,0.001137311,0.000021308535,0.000026900392,0.15555409,0.010175757,0.00035755496,0.0013304992,0.019598907,0.0004804054],"about_ca_topic_score_codex":0.000033437613,"about_ca_topic_score_gemma":0.000020261397,"teacher_disagreement_score":0.35134917,"about_ca_system_score_codex":0.0003313833,"about_ca_system_score_gemma":0.00025963897,"threshold_uncertainty_score":0.7135275},"labels":[],"label_agreement":null},{"id":"W2158313231","doi":"10.2190/ec.42.4.a","title":"Modeling Didactic Knowledge by Storyboarding","year":2010,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Athabasca University","keywords":"Pluralistic walkthrough; Computer science; Process (computing); Excellence; Usability; Adaptability; Knowledge management; Human–computer interaction","score_opus":0.17010576002296623,"score_gpt":0.5667695571883116,"score_spread":0.39666379716534533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158313231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9540731,0.0005329124,0.0141572915,0.0023642655,0.003792186,0.000056725385,6.6424434e-7,0.000009546541,0.025013328],"genre_scores_gemma":[0.97975224,0.000001140774,0.013745046,0.000038677008,0.0027511502,0.0000014953384,0.000002262206,0.000024007946,0.0036839861],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99657685,0.001824117,0.00047463164,0.00019366607,0.0005307998,0.00039993803],"domain_scores_gemma":[0.9936219,0.0041981065,0.00020471666,0.00020579468,0.0016332691,0.00013621952],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.018578788,0.00010105339,0.00019626165,0.0006095706,0.0005311103,0.00008515118,0.0004499743,0.00010398248,0.00096003147],"category_scores_gemma":[0.0048468467,0.00009094687,0.00008767011,0.000552073,0.0001259291,0.00009812917,0.00006906317,0.004064489,0.00013276652],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042781726,0.00396945,0.07696351,0.00012589202,0.0006756402,0.000020892448,0.08029851,0.0046982314,0.1687078,0.16572385,0.35468858,0.14369982],"study_design_scores_gemma":[0.0073664,0.003109814,0.23571838,0.0015392265,0.00016495214,0.0034626608,0.03287852,0.16552341,0.002149825,0.058511827,0.48698214,0.0025928312],"about_ca_topic_score_codex":0.00006281429,"about_ca_topic_score_gemma":0.0000018367705,"teacher_disagreement_score":0.16655798,"about_ca_system_score_codex":0.00012731874,"about_ca_system_score_gemma":0.0005658281,"threshold_uncertainty_score":0.9999532},"labels":[],"label_agreement":null},{"id":"W2159817807","doi":"10.2190/8ryv-9jwh-xqmb-qf41","title":"Underrepresentation of Girls and Women in Computer Science: Classification of 1990s Research","year":2000,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Generalizability theory; Categorization; Mathematics education; Computer science; Psychology; Developmental psychology; Artificial intelligence","score_opus":0.23157108504336996,"score_gpt":0.5479924014405309,"score_spread":0.31642131639716087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159817807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98860615,0.00017239315,0.000060732793,0.006925439,0.00018813241,0.00015769473,5.1349934e-7,0.0000021766436,0.003886735],"genre_scores_gemma":[0.99794555,0.00011196892,0.0014529448,0.0000061403516,0.00029431356,0.000003336027,8.6147685e-7,0.000003997121,0.00018088572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965011,0.0007621372,0.00052130455,0.00017964675,0.0016062426,0.0004296098],"domain_scores_gemma":[0.9955111,0.0017486068,0.00019920408,0.00015414863,0.0022582393,0.00012867368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020535635,0.000046955705,0.00015441587,0.0015863555,0.00046155328,0.00005551328,0.00049629173,0.00007809423,0.00019726623],"category_scores_gemma":[0.0018866729,0.000046738,0.000024763534,0.0025047802,0.0022019579,0.00026426933,0.000060420636,0.00052729406,0.0000046574846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001173437,0.0013919481,0.64191395,0.00010769081,0.000032525328,0.0000010372424,0.13562395,0.0008912199,0.0078643905,0.069517486,0.0015183137,0.14102015],"study_design_scores_gemma":[0.00025581612,0.0001773524,0.891905,0.00010879597,0.0000018111302,0.000007776528,0.023171665,0.0008349579,0.00040316966,0.082884885,0.00020074271,0.000048037866],"about_ca_topic_score_codex":0.000630054,"about_ca_topic_score_gemma":0.000053848158,"teacher_disagreement_score":0.24999104,"about_ca_system_score_codex":0.00055186235,"about_ca_system_score_gemma":0.0035577638,"threshold_uncertainty_score":0.8113205},"labels":[],"label_agreement":null},{"id":"W2161193632","doi":"10.2190/j111-q132-n166-k249","title":"The Impact of Preservice Teachers' Emotions on Computer Use: A Formative Analysis","year":2007,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Gender and Technology in Education","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sadness; Anger; Coursework; Laptop; Happiness; Psychology; Anxiety; Formative assessment; Field (mathematics); Mathematics education; Social psychology; Computer science","score_opus":0.1131014281085638,"score_gpt":0.5248743774077687,"score_spread":0.4117729492992048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161193632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98646086,0.000069557675,0.002055276,0.0073746005,0.00030233597,0.000114721704,0.0000017125825,0.0000044324165,0.0036165193],"genre_scores_gemma":[0.9974824,0.000019957128,0.001564972,0.000015195186,0.00060691463,6.896075e-7,0.0000025287356,0.00000388932,0.00030341087],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977028,0.0005381652,0.00043500582,0.00009176304,0.00089046283,0.00034184],"domain_scores_gemma":[0.9894019,0.0077028605,0.00035530783,0.00017938357,0.002242967,0.00011758046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009179867,0.0000619901,0.00014154788,0.00084716984,0.0011237042,0.00011486732,0.00057437597,0.000075903925,0.00008130441],"category_scores_gemma":[0.0020851188,0.00004213864,0.00021369204,0.002094601,0.0003654649,0.00019818627,0.00005725798,0.0006319923,0.0000072743073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013093425,0.0018313403,0.6463767,0.000012700654,0.0021756964,0.0000015827761,0.20124592,0.0116639435,0.00009025853,0.07202791,0.040924206,0.023518786],"study_design_scores_gemma":[0.000104668776,0.00021128698,0.9717579,0.00002631006,0.00003321588,0.0000043586306,0.017894559,0.00066141423,0.000022071796,0.008609943,0.00062947377,0.00004481131],"about_ca_topic_score_codex":0.001344753,"about_ca_topic_score_gemma":0.00038363886,"teacher_disagreement_score":0.32538116,"about_ca_system_score_codex":0.00045455305,"about_ca_system_score_gemma":0.0012758707,"threshold_uncertainty_score":0.8642738},"labels":[],"label_agreement":null},{"id":"W2163519263","doi":"10.2190/8yqm-b04h-pg4d-bllh","title":"Cyber-Harassment: A Study of a New Method for an Old Behavior","year":2005,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Bullying, Victimization, and Aggression","field":"Psychology","cited_by":668,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Harassment; Anger; Cyber bullying; Sadness; Psychology; Quarter (Canadian coin); Variety (cybernetics); Social psychology; The Internet; Computer science","score_opus":0.1797133877738908,"score_gpt":0.5564142820720928,"score_spread":0.37670089429820197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163519263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99094194,0.00026574804,0.0049990625,0.0020846794,0.0006152985,0.00053365214,0.000002956407,0.000004720586,0.00055194966],"genre_scores_gemma":[0.93851465,0.0000041475378,0.05565636,0.000061222534,0.002449305,0.000014819553,0.000006280784,0.000020909243,0.0032722799],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99756587,0.0005734932,0.0006604468,0.00021085878,0.00070330675,0.00028603597],"domain_scores_gemma":[0.99633485,0.0014083929,0.00050105265,0.00022489314,0.0013251635,0.00020562625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036252646,0.00009589678,0.0002308058,0.00051300705,0.0002618762,0.00005013365,0.00040707685,0.00006875955,0.00082268665],"category_scores_gemma":[0.00038640056,0.000082998726,0.000085747524,0.00039661184,0.00003229277,0.00014358305,0.00004917247,0.00041726726,0.000010005262],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014446892,0.03458876,0.3782747,0.000079615136,0.0005117821,0.000008787506,0.109320454,0.0068061356,0.0037342913,0.012411622,0.19621764,0.2566015],"study_design_scores_gemma":[0.007883748,0.007594199,0.9384331,0.00040914884,0.00018471395,0.0003030402,0.022157844,0.0056098658,0.0004156526,0.0030641425,0.013576135,0.00036837763],"about_ca_topic_score_codex":0.00031691606,"about_ca_topic_score_gemma":0.000049283168,"teacher_disagreement_score":0.56015843,"about_ca_system_score_codex":0.00011499392,"about_ca_system_score_gemma":0.0006245063,"threshold_uncertainty_score":0.90078413},"labels":[],"label_agreement":null},{"id":"W2170472030","doi":"10.2190/1g67-hll5-4172-083u","title":"Online Study Groups: Reciprocal Peer Questioning versus Mnemonic Devices","year":2006,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Mnemonic; Reciprocal; Psychology; Mathematics education; Memorization; Computer science; Pedagogy; Cognitive psychology","score_opus":0.11646266698691182,"score_gpt":0.5083050237174378,"score_spread":0.391842356730526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170472030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97454983,0.0003845921,0.000043209548,0.018762343,0.00093334226,0.00013049814,8.524557e-7,0.0000108447375,0.005184492],"genre_scores_gemma":[0.9842988,0.000009729945,0.0056532756,0.000016477996,0.007979992,0.0000010330972,0.000008535244,0.0000110483115,0.0020210985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99536043,0.001347244,0.00050332036,0.00017643979,0.0021887936,0.0004237493],"domain_scores_gemma":[0.9924943,0.004081923,0.00028374774,0.00009908356,0.002904117,0.00013682482],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010601678,0.00008494717,0.00017060013,0.0004209598,0.0014462295,0.00025528859,0.00046197418,0.0000650252,0.00020945116],"category_scores_gemma":[0.0054915287,0.00007807333,0.00007791695,0.0008596083,0.0001722505,0.00028999848,0.000080392216,0.0012470336,0.000028732045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005820784,0.00879464,0.8065059,0.000055821383,0.00024150494,0.00007519872,0.02263209,0.010597363,0.00010110624,0.055154048,0.03659107,0.058669157],"study_design_scores_gemma":[0.002424065,0.0017847829,0.674443,0.00040997795,0.000060944956,0.000039655908,0.16891767,0.0013026912,0.000012693815,0.01047445,0.13974431,0.0003857195],"about_ca_topic_score_codex":0.001532186,"about_ca_topic_score_gemma":0.0026426737,"teacher_disagreement_score":0.1462856,"about_ca_system_score_codex":0.00054953154,"about_ca_system_score_gemma":0.0039066263,"threshold_uncertainty_score":0.99985373},"labels":[],"label_agreement":null},{"id":"W2172076658","doi":"10.2190/ec.41.1.e","title":"The Socioemotional Effects of a Computer-Simulated Animal on Children's Empathy and Humane Attitudes","year":2009,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Human-Animal Interaction Studies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Empathy; Socioemotional selectivity theory; Psychology; Feeling; Association (psychology); Developmental psychology; Social psychology; Clinical psychology; Psychotherapist","score_opus":0.030072559792726307,"score_gpt":0.4435339006866206,"score_spread":0.41346134089389425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172076658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99615765,0.0011809889,0.000039358067,0.0022734764,0.00015209478,0.00009528585,0.0000014000204,0.0000013305031,0.00009840387],"genre_scores_gemma":[0.9982203,0.000069566515,0.00035783948,0.00009392224,0.0011525227,3.421923e-7,0.0000058469323,0.0000059967715,0.00009362642],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99877226,0.00019929928,0.00029650168,0.00013903117,0.000421201,0.00017172677],"domain_scores_gemma":[0.9978727,0.00092848943,0.00019637533,0.00009917552,0.0008443155,0.00005894187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076479086,0.00008443371,0.00013334773,0.00011163178,0.00039678538,0.00005372378,0.00019528218,0.00004643083,0.00000743246],"category_scores_gemma":[0.0005555361,0.00006164394,0.00007677994,0.00009103339,0.00018428924,0.0000060161765,0.00008541393,0.00031645212,0.0000024485378],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040366994,0.007675332,0.21093956,0.00026273314,0.0032176073,0.000027074617,0.005999608,0.008045489,0.5334303,0.029778281,0.15891004,0.037677296],"study_design_scores_gemma":[0.00043461384,0.0029573825,0.98857665,0.00011471346,0.00000826166,0.00007305227,0.00006629493,0.00014866104,0.0068189357,0.00050212815,0.00023088961,0.000068389745],"about_ca_topic_score_codex":0.00000375541,"about_ca_topic_score_gemma":0.000001225882,"teacher_disagreement_score":0.7776371,"about_ca_system_score_codex":0.000034574427,"about_ca_system_score_gemma":0.0001523891,"threshold_uncertainty_score":0.30517924},"labels":[],"label_agreement":null},{"id":"W2279275920","doi":"10.1177/0735633115603989","title":"Achievement Goal Orientations and Self-Reported Study Strategies as Predictors of Online Studying Activities","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Motivation and Self-Concept in Sports","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Goal orientation; Psychology; Task (project management); Applied psychology; Self-regulated learning; Structural equation modeling; Confirmatory factor analysis; Value (mathematics); Mathematics education; Social psychology; Computer science; Machine learning","score_opus":0.14329371885548278,"score_gpt":0.4785751061601278,"score_spread":0.33528138730464496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279275920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953363,0.00013158166,0.000046280624,0.00086405955,0.0009775031,0.00031108793,0.000003632763,0.000008736094,0.0023208365],"genre_scores_gemma":[0.9978705,0.0000056625204,0.0008874971,0.000022593214,0.00060458825,0.0000050653766,0.000010351005,0.00001103767,0.000582674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972715,0.00048173394,0.0007505662,0.00017740008,0.0011063614,0.00021245766],"domain_scores_gemma":[0.9965163,0.001095928,0.0005305562,0.00016292151,0.0015123853,0.00018193858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031053368,0.00009889397,0.00022344005,0.00047630604,0.0001806726,0.000073442294,0.00019401617,0.00004303961,0.00023735897],"category_scores_gemma":[0.00057880284,0.00008688602,0.000040660754,0.00043158964,0.00013204108,0.00020614118,0.0000808004,0.00045824095,0.0000033528443],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104547296,0.005595254,0.9103876,0.000013799783,0.0004892487,0.0000128066595,0.0755695,0.0002568449,0.000033941345,0.0040659164,0.002890549,0.00058002555],"study_design_scores_gemma":[0.00089545205,0.0014465963,0.6903781,0.000033593285,0.00003349056,0.00006819891,0.30572727,0.000016023663,0.00000796485,0.00094052986,0.00039257988,0.000060155387],"about_ca_topic_score_codex":0.00017921157,"about_ca_topic_score_gemma":0.00002281734,"teacher_disagreement_score":0.23015778,"about_ca_system_score_codex":0.00013230159,"about_ca_system_score_gemma":0.0015614805,"threshold_uncertainty_score":0.3543109},"labels":[],"label_agreement":null},{"id":"W2304793922","doi":"10.1177/0735633115620387","title":"Management’s Perspective on Critical Success Factors Affecting Mobile Learning in Higher Education Institutions—An Empirical Study","year":2015,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Mobile Learning in Education","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Higher education; Critical success factor; Empirical research; Perspective (graphical); Stakeholder; Information technology; Educational technology; Learning Management","score_opus":0.20673226405781875,"score_gpt":0.5322528168703801,"score_spread":0.3255205528125613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2304793922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9810356,0.00016485718,0.001111123,0.0058889873,0.0029290225,0.00046060985,1.5514009e-7,0.000029596984,0.008380042],"genre_scores_gemma":[0.9915536,0.000001944208,0.0066438788,0.00006889771,0.0010722185,0.000024142135,0.000003024769,0.000016948428,0.00061535777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99478465,0.0020500997,0.0005882179,0.0004990006,0.0016238857,0.0004541291],"domain_scores_gemma":[0.9935058,0.003029558,0.00025183495,0.00038025522,0.0024581598,0.00037440963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055668666,0.00017345339,0.00024225669,0.0016259574,0.0004827138,0.0004990883,0.0011718974,0.000079011195,0.000064647626],"category_scores_gemma":[0.0032496755,0.00016272426,0.000064867854,0.001861293,0.00012646907,0.0010120339,0.00027411198,0.0017391689,0.000038799375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061397965,0.010003542,0.74760616,0.000036707108,0.000047673817,0.000021926755,0.03837614,0.049148716,0.00001076114,0.14806338,0.0019196159,0.004703965],"study_design_scores_gemma":[0.0006601241,0.002477483,0.89809847,0.00026943124,0.000011861477,0.000055334152,0.080150455,0.0025493768,0.000016431808,0.013838429,0.0016047128,0.0002679165],"about_ca_topic_score_codex":0.00015932278,"about_ca_topic_score_gemma":0.000010995893,"teacher_disagreement_score":0.15049227,"about_ca_system_score_codex":0.0022152115,"about_ca_system_score_gemma":0.003296147,"threshold_uncertainty_score":0.75559205},"labels":[],"label_agreement":null},{"id":"W2322644581","doi":"10.2190/ec.49.4.a","title":"The Differential Effects of Interactive versus Didactic Pedagogy Using Computer-Assisted Instruction","year":2013,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Moderation; Computer-Assisted Instruction; Mathematics education; Differential effects; Sample size determination; Statistical analysis; Psychology; Computer science; Teaching method; Instructional design; Statistics; Mathematics; Social psychology","score_opus":0.0760974668110106,"score_gpt":0.490556652387083,"score_spread":0.4144591855760724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322644581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99237597,0.00009177912,0.00041969804,0.0036378824,0.002878527,0.00013724568,1.5004116e-7,0.000002853916,0.0004558737],"genre_scores_gemma":[0.99388385,0.000023647817,0.0033110352,0.000003932107,0.0026843864,9.030565e-7,7.582442e-7,0.0000063549373,0.00008515852],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997335,0.0010814897,0.00035237282,0.00009539959,0.0008627892,0.00027292286],"domain_scores_gemma":[0.98828536,0.009348156,0.00043119906,0.00008145151,0.0017519138,0.00010194055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012069484,0.000062657484,0.0001424105,0.00024129217,0.0009855754,0.00018850883,0.00032093847,0.000050005976,0.00009921888],"category_scores_gemma":[0.0025969925,0.000046225803,0.00008775989,0.0004005363,0.00029534084,0.00028050042,0.00008534944,0.0006800248,0.000007911704],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071506633,0.0013098632,0.022663428,0.00018033532,0.00057635875,0.0000060306807,0.023000322,0.0011262177,0.009051263,0.017013295,0.0026736355,0.9216842],"study_design_scores_gemma":[0.0069118957,0.0034434074,0.82801545,0.00197403,0.00019384349,0.00016640978,0.084628366,0.041354816,0.0024219707,0.013377367,0.016859353,0.0006531037],"about_ca_topic_score_codex":0.0006612869,"about_ca_topic_score_gemma":0.000058505633,"teacher_disagreement_score":0.92103106,"about_ca_system_score_codex":0.00029346868,"about_ca_system_score_gemma":0.001883656,"threshold_uncertainty_score":0.7580348},"labels":[],"label_agreement":null},{"id":"W2399660999","doi":"10.1177/0735633115625247","title":"Design Principles for <i>Thriving in Our Digital World</i>","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Roads University","funders":"","keywords":"Thriving; Instructional design; Computer science; Learning design; Design-based research; Educational technology; Mathematics education; Program Design Language; Learning sciences; Psychological intervention; Multimedia; Software engineering; Psychology","score_opus":0.16203410751205372,"score_gpt":0.4307277750111193,"score_spread":0.2686936674990656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399660999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06504224,0.00020150875,0.9028614,0.031012472,0.00052839756,0.00016686284,3.7813965e-7,0.000017166725,0.00016954563],"genre_scores_gemma":[0.79650825,0.000001993341,0.20186825,0.00002050982,0.00052398856,0.0000031274062,2.0958427e-7,0.000008206315,0.0010654782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979656,0.0003336115,0.00046088707,0.00020770812,0.0006061183,0.0004261029],"domain_scores_gemma":[0.99277,0.0060931384,0.00024238465,0.00018706564,0.00058538944,0.00012201076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074831354,0.000081953825,0.00015031848,0.00075753324,0.00023576924,0.0004213558,0.00097591727,0.000029649982,0.0000027745123],"category_scores_gemma":[0.004641645,0.0000575554,0.0000753047,0.0006002587,0.000033325112,0.00054518826,0.00019328059,0.00044444707,0.000011400095],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007692546,0.0005982277,0.079452865,0.000050286748,0.000042869993,0.000011923657,0.003580037,0.006375232,0.0008139903,0.051086385,0.0076341545,0.8502771],"study_design_scores_gemma":[0.008538464,0.0038206263,0.301373,0.009843144,0.000019539752,0.0011137904,0.0026325667,0.08044684,0.0020224953,0.10541047,0.4828334,0.001945646],"about_ca_topic_score_codex":0.0000046245245,"about_ca_topic_score_gemma":0.0000024791639,"teacher_disagreement_score":0.84833145,"about_ca_system_score_codex":0.00022648739,"about_ca_system_score_gemma":0.00086295034,"threshold_uncertainty_score":0.55568177},"labels":[],"label_agreement":null},{"id":"W2558234735","doi":"10.1177/0735633116678995","title":"Person-Oriented Approaches to Profiling Learners in Technology-Rich Learning Environments for Ecological Learner Modeling","year":2016,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University Health Network; McGill University; Institute for Christian Studies; University of Toronto","funders":"","keywords":"Metacognition; Profiling (computer programming); Cognition; Computer science; Cluster analysis; Mathematics education; Psychology; Artificial intelligence","score_opus":0.38555387526645757,"score_gpt":0.4800233049336837,"score_spread":0.09446942966722616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558234735","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9067977,0.00012132032,0.07843182,0.012554085,0.00039352637,0.0002974456,6.621176e-7,0.0000130292565,0.001390431],"genre_scores_gemma":[0.9385938,0.0000019873887,0.057358082,0.000033860993,0.00053247774,0.000030953797,0.000002494685,0.00002956693,0.0034167538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960749,0.0017241905,0.0005748808,0.00041287133,0.00053259893,0.000680516],"domain_scores_gemma":[0.9956602,0.003507994,0.00025217448,0.00016468119,0.00029832975,0.00011663932],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.014395024,0.00015102894,0.0002996567,0.0015918111,0.0004030207,0.00003411337,0.00041282657,0.00019315655,0.00014324562],"category_scores_gemma":[0.009081021,0.000109349945,0.00008432492,0.0009994793,0.00015567028,0.0000841332,0.000105798674,0.0018553995,0.00005738093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010334185,0.0015710772,0.7579458,0.000044964752,0.0002179449,0.000012955545,0.016251512,0.05725054,0.010402986,0.06154285,0.00091732584,0.09280864],"study_design_scores_gemma":[0.015515907,0.012734305,0.5498004,0.0029440054,0.000103042265,0.00070731004,0.21797903,0.12634258,0.0029756096,0.036367867,0.031771086,0.0027588748],"about_ca_topic_score_codex":0.000007897276,"about_ca_topic_score_gemma":5.479101e-7,"teacher_disagreement_score":0.2081454,"about_ca_system_score_codex":0.00048365348,"about_ca_system_score_gemma":0.00026983354,"threshold_uncertainty_score":0.9992659},"labels":[],"label_agreement":null},{"id":"W2583018732","doi":"10.1177/0735633117690004","title":"Exploring Factors That Influence Technology-Based Distractions in Bring Your Own Device Classrooms","year":2017,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Mobile device; Distraction; Psychology; Social media; Class (philosophy); Qualitative research; Mobile technology; Multimedia; Mathematics education; Computer science; World Wide Web","score_opus":0.3995526580340242,"score_gpt":0.5166868604860458,"score_spread":0.11713420245202166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2583018732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659068,0.00006716636,0.00003543093,0.031875513,0.0005819153,0.0001249961,0.0000012290768,0.000019766298,0.0013871754],"genre_scores_gemma":[0.99842745,0.000034907895,0.0011034226,0.00002454267,0.00022593535,0.0000024646165,5.8236907e-7,0.000011214925,0.00016950462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757767,0.00018652942,0.0003787404,0.00018659295,0.0010806873,0.0005897845],"domain_scores_gemma":[0.99718875,0.00093915715,0.00055094063,0.0003420208,0.00081243354,0.00016671688],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0033664561,0.00010430511,0.00019266903,0.0011467568,0.0024121667,0.0004057354,0.0015341415,0.00014770027,0.000049040395],"category_scores_gemma":[0.013139258,0.00010245874,0.00007648926,0.0005906423,0.00083758583,0.0010015655,0.0001750434,0.0016346102,0.00002045839],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011959731,0.00019376192,0.99274886,0.000013022651,0.000011609856,0.000007788156,0.0010460991,0.00019933519,0.0002779769,0.0014919356,0.00011591833,0.0038817276],"study_design_scores_gemma":[0.00025088698,0.00003953476,0.9845769,0.00048952433,0.0000036977706,0.0000085024785,0.009650602,0.000053484408,0.0006046705,0.0024554688,0.001767508,0.00009925717],"about_ca_topic_score_codex":0.0017707356,"about_ca_topic_score_gemma":0.0006889397,"teacher_disagreement_score":0.03252062,"about_ca_system_score_codex":0.0008430173,"about_ca_system_score_gemma":0.0017423246,"threshold_uncertainty_score":0.9988866},"labels":[],"label_agreement":null},{"id":"W2743008653","doi":"10.1177/0735633117722329","title":"Play, Learn, Connect: Older Adults' Experience With a Multiplayer, Educational, Digital Bingo Game","year":2017,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ; Simon Fraser University","funders":"Social Sciences and Humanities Research Council of Canada; Simon Fraser University","keywords":"Social connectedness; Qualitative property; Psychology; Educational game; Data collection; Qualitative research; Multimethodology; Multimedia; Applied psychology; Computer science; Mathematics education; Social psychology","score_opus":0.058296363120286694,"score_gpt":0.4325041116064983,"score_spread":0.37420774848621163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743008653","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9493195,0.0002632948,0.000057272377,0.045000408,0.00059906446,0.00027139578,0.000004018847,0.000018068566,0.0044670166],"genre_scores_gemma":[0.9949505,0.000028044386,0.0014952242,0.000057721067,0.0015684817,0.000011735825,0.0000028577717,0.000021376092,0.0018640929],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99664724,0.00020738675,0.00047141023,0.00034074194,0.0016932825,0.00063991064],"domain_scores_gemma":[0.9928228,0.003017517,0.00066407514,0.00047097827,0.0026953248,0.0003292697],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0019659875,0.00015146023,0.00024084173,0.00049681147,0.002617476,0.00094054383,0.0017987635,0.00013935173,0.00031987784],"category_scores_gemma":[0.013321886,0.00013179152,0.00008709485,0.0003902793,0.0017721336,0.0010339512,0.00023373982,0.0009909457,0.000095134434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028364666,0.0014718657,0.8039201,0.00004856006,0.00012485732,0.000028652199,0.119120546,0.00009425045,0.00012387084,0.039907053,0.023321992,0.011554645],"study_design_scores_gemma":[0.0021641976,0.0003767234,0.9269327,0.0015503283,0.000012835608,0.0002887059,0.04798011,0.00026149428,0.00021876428,0.0069490112,0.012793371,0.0004717773],"about_ca_topic_score_codex":0.0007441008,"about_ca_topic_score_gemma":0.0002998095,"teacher_disagreement_score":0.12301262,"about_ca_system_score_codex":0.00034256626,"about_ca_system_score_gemma":0.0035363021,"threshold_uncertainty_score":0.998681},"labels":[],"label_agreement":null},{"id":"W2767622353","doi":"10.1177/0735633117738281","title":"Social Networking and Academic Performance: A Generalized Structured Component Approach","year":2017,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Popularity; Variety (cybernetics); Affect (linguistics); Psychology; Academic achievement; Exploratory research; Educational research; Component (thermodynamics); Computer science; Social psychology; Mathematics education; Sociology; Social science","score_opus":0.1810941421325921,"score_gpt":0.49825452931190845,"score_spread":0.3171603871793164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767622353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.979616,0.00036871876,0.000025487308,0.016034953,0.000597322,0.00012560037,4.2859853e-7,0.0000069875905,0.0032245382],"genre_scores_gemma":[0.9933855,0.00016784642,0.0020864918,0.00004473471,0.0040173065,8.077341e-7,0.0000010562898,0.000008740076,0.00028754925],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976874,0.00036352774,0.0003146867,0.00013519306,0.0010451354,0.0004540776],"domain_scores_gemma":[0.9983798,0.0002740314,0.0004971308,0.00013115957,0.0005664859,0.00015138231],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0049455473,0.00007980775,0.00019025255,0.00023728896,0.005176884,0.00032384048,0.00094876124,0.00017328278,0.00002240416],"category_scores_gemma":[0.0010435472,0.00007382501,0.00005243681,0.00014535325,0.0010102546,0.00025245806,0.00023969119,0.0013455051,0.0000025124648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021211061,0.00024804543,0.863086,0.00008962985,0.0001278582,0.0000039653064,0.015787482,0.00010060483,0.0009821419,0.025587047,0.03242871,0.0613464],"study_design_scores_gemma":[0.00074083894,0.000052074673,0.9840752,0.00013709151,0.000010436788,0.000046769143,0.0016682007,0.0012017182,0.000043034786,0.008366355,0.003534812,0.00012346916],"about_ca_topic_score_codex":0.00013237384,"about_ca_topic_score_gemma":0.0000063194275,"teacher_disagreement_score":0.1209892,"about_ca_system_score_codex":0.00025938763,"about_ca_system_score_gemma":0.00078423985,"threshold_uncertainty_score":0.99611825},"labels":[],"label_agreement":null},{"id":"W2908844030","doi":"10.1177/0735633118822103","title":"The Effect of Assistance on Learning and Affect in an Algebra Tutor","year":2019,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"TUTOR; Affect (linguistics); Computer science; Similarity (geometry); Cognition; Mathematics education; Human–computer interaction; Psychology; Artificial intelligence; Communication","score_opus":0.030012931031792728,"score_gpt":0.39682792725415245,"score_spread":0.3668149962223597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908844030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971247,0.00041617156,0.0006997964,0.0005924796,0.00047789025,0.00012132838,5.634296e-8,0.0000029500416,0.0005646684],"genre_scores_gemma":[0.99806917,0.000008719778,0.00056848885,0.0000049956207,0.0002501968,9.924361e-7,1.3679035e-7,0.0000057574994,0.001091545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99736845,0.0011964557,0.0003267808,0.00016403451,0.00070753484,0.00023674454],"domain_scores_gemma":[0.99107885,0.008072783,0.0002580918,0.00014949082,0.0003763159,0.0000644779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008024796,0.00007439041,0.000178201,0.0002875381,0.00022689774,0.0001910532,0.0005174371,0.000031007068,0.00000654324],"category_scores_gemma":[0.0012451907,0.000048448772,0.000047051475,0.00037499727,0.000050094597,0.00019213527,0.00010114592,0.0008061849,0.000011591567],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013037979,0.00007671259,0.8149563,0.00009737822,0.000026763813,0.000005180448,0.0015185483,0.0054019764,0.0037277662,0.15437119,0.00011551383,0.019572252],"study_design_scores_gemma":[0.0008657023,0.007261292,0.9432666,0.0018652523,0.0000033864524,0.00008566841,0.00062322774,0.032711543,0.003754382,0.0014229098,0.0079259295,0.00021416531],"about_ca_topic_score_codex":0.000014660869,"about_ca_topic_score_gemma":0.0000018794881,"teacher_disagreement_score":0.15294828,"about_ca_system_score_codex":0.00011088803,"about_ca_system_score_gemma":0.0001969494,"threshold_uncertainty_score":0.3502517},"labels":[],"label_agreement":null},{"id":"W3030494876","doi":"10.1177/0735633120927486","title":"Computer Science Meets Education: Natural Language Processing for Automatic Grading of Open-Ended Questions in eBooks","year":2020,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Online Learning and Analytics","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Javna Agencija za Raziskovalno Dejavnost RS; Fulbright Association; University of South Florida","keywords":"Computer science; Grading (engineering); Artificial intelligence; Natural language processing; Inference; Reading comprehension; Set (abstract data type); Narrative; Reading (process); Mathematics education; Linguistics; Programming language; Mathematics","score_opus":0.07584755175589959,"score_gpt":0.4745538472965157,"score_spread":0.3987062955406161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030494876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8523583,0.0012976312,0.050169386,0.09381539,0.000992322,0.00051969,0.0000016419258,0.00002590489,0.0008197492],"genre_scores_gemma":[0.7795722,9.276045e-7,0.21970542,0.00014875528,0.0005042644,0.0000020469004,0.00000103506,0.000005547215,0.000059814105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979487,0.00017227845,0.00056468043,0.00024978118,0.0007717199,0.00029284583],"domain_scores_gemma":[0.9967298,0.0009985755,0.00038483203,0.00016682732,0.0015502766,0.0001697018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031600064,0.00008643758,0.00022667728,0.00066182256,0.0003469779,0.0005264694,0.0020405203,0.000026402498,0.000002959898],"category_scores_gemma":[0.0016388131,0.00007792117,0.000059242186,0.0011636552,0.000181784,0.00053907436,0.0004394223,0.0005290133,0.0000015623896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045320405,0.0013066566,0.006234339,0.000874584,0.000052276147,0.000009907517,0.030199701,0.007966825,0.010994194,0.12770618,0.0044984715,0.8101115],"study_design_scores_gemma":[0.0003738117,0.00021658561,0.009575392,0.000786578,0.0000049546634,0.000057546364,0.0006617748,0.9810664,0.0006251304,0.0063139186,0.00020588416,0.00011203809],"about_ca_topic_score_codex":0.000021376321,"about_ca_topic_score_gemma":0.0000025484815,"teacher_disagreement_score":0.9730996,"about_ca_system_score_codex":0.00016317418,"about_ca_system_score_gemma":0.0061742766,"threshold_uncertainty_score":0.9994598},"labels":[],"label_agreement":null},{"id":"W3033215238","doi":"10.1177/0735633120927489","title":"Augmented Reality for Early Language Learning: A Systematic Review of Augmented Reality Application Design, Instructional Strategies, and Evaluation Outcomes","year":2020,"lang":"en","type":"review","venue":"Journal of Educational Computing Research","topic":"Augmented Reality Applications","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Office for Philosophy and Social Sciences","keywords":"Computer science; Spelling; Augmented reality; Instructional design; Educational technology; Presentation (obstetrics); Language acquisition; Multimedia; Human–computer interaction; Mathematics education; Psychology; Linguistics","score_opus":0.24280078827506557,"score_gpt":0.5234014070152168,"score_spread":0.2806006187401512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033215238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018427532,0.69706595,0.2949214,0.0028324265,0.00012257295,0.004928369,0.000030336023,0.000019857038,0.000060660812],"genre_scores_gemma":[0.0021034272,0.9694539,0.026534103,0.000064252745,0.0004274466,0.0009116483,0.000380729,0.000054497483,0.000070038506],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9895865,0.0040525193,0.0028798224,0.00064059504,0.0024635491,0.00037706137],"domain_scores_gemma":[0.9840775,0.006863891,0.004003122,0.0007390408,0.004050836,0.00026556806],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.017141141,0.00037180318,0.0021203128,0.00065308553,0.00039644926,0.0002885227,0.0015584286,0.00020270268,0.000012351034],"category_scores_gemma":[0.0058891675,0.00030589098,0.00047931826,0.001527366,0.0001882402,0.00048936316,0.00035549712,0.0011556608,0.0000066175485],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022540018,0.00047250476,0.000017912338,0.7874647,0.0010296128,0.0000015372141,0.0006469093,0.00024646567,0.000009901253,0.04036778,0.0015269709,0.16819316],"study_design_scores_gemma":[0.0022314857,0.0013558817,0.0013920976,0.8418458,0.0049194326,0.0009761248,0.0011108759,0.07165338,0.000013452811,0.029023161,0.044036053,0.0014422684],"about_ca_topic_score_codex":0.00008110817,"about_ca_topic_score_gemma":0.0000024600074,"teacher_disagreement_score":0.27238792,"about_ca_system_score_codex":0.00096104684,"about_ca_system_score_gemma":0.0062184217,"threshold_uncertainty_score":0.9999393},"labels":[],"label_agreement":null},{"id":"W3119645277","doi":"10.1177/0735633120986256","title":"Machine Learning-Based Student Modeling Methodology for Intelligent Tutoring Systems","year":2021,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Intelligent Tutoring Systems and Adaptive Learning","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Software deployment; Artificial intelligence; Machine learning; Intelligent tutoring system; Educational technology; Intelligent decision support system; Data science; Software engineering; Mathematics education","score_opus":0.3087425005689788,"score_gpt":0.48241154737338776,"score_spread":0.17366904680440898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119645277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036773708,0.003970412,0.9538018,0.0020370355,0.0030446278,0.00017588302,6.4608565e-7,0.000016335445,0.0001795546],"genre_scores_gemma":[0.90647304,0.000025956962,0.0887165,0.00003339411,0.0018069257,0.000008454457,0.000003589201,0.000020224928,0.0029118909],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99555904,0.0016012904,0.00086606265,0.0003576481,0.0011107158,0.0005052456],"domain_scores_gemma":[0.9881269,0.006493962,0.00039460647,0.00026727247,0.004544022,0.00017329067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011067892,0.00014661127,0.00037246055,0.0005244416,0.0005774968,0.00047627083,0.00091600465,0.000074621435,0.000014300893],"category_scores_gemma":[0.0040200655,0.0001343797,0.00020671182,0.00057025003,0.00003083561,0.00018421584,0.0002660955,0.0010398859,0.000011178401],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016333097,0.00016560474,0.0032180033,0.000097031516,0.00007482143,0.000014485418,0.0014756571,0.8199907,0.0006744817,0.17274302,0.000094930554,0.0014349588],"study_design_scores_gemma":[0.00029895568,0.00033600765,0.00028304732,0.0005025009,0.000009164217,0.0001976254,0.0012910981,0.968634,0.0011615988,0.0016905246,0.025428837,0.00016660195],"about_ca_topic_score_codex":0.00007310665,"about_ca_topic_score_gemma":0.0000022263043,"teacher_disagreement_score":0.86969936,"about_ca_system_score_codex":0.00043005036,"about_ca_system_score_gemma":0.0015623508,"threshold_uncertainty_score":0.54798454},"labels":[],"label_agreement":null},{"id":"W4226525969","doi":"10.1177/07356331221083215","title":"Identifying Key Contextual Factors of Digital Reading Literacy Through a Machine Learning Approach","year":2022,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Technology Adoption and User Behaviour","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Alberta Advanced Education","funders":"","keywords":"Reading (process); Computer science; Context (archaeology); Literacy; Perspective (graphical); Class (philosophy); Mathematics education; Digital literacy; Key (lock); Psychology; Pedagogy; Artificial intelligence; World Wide Web","score_opus":0.3318015714863491,"score_gpt":0.5165587901100406,"score_spread":0.1847572186236915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226525969","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99275047,0.00042641055,0.0033836563,0.0015816058,0.00045840815,0.00009123111,0.000014740566,0.000010428516,0.0012830372],"genre_scores_gemma":[0.99419427,0.00000481912,0.003776097,0.00001824838,0.00015099108,0.0000017789015,0.000014877407,0.000012794983,0.0018261104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99419475,0.00078499556,0.001158886,0.0002862895,0.003255124,0.00031993445],"domain_scores_gemma":[0.9914537,0.005366457,0.00093686325,0.000253182,0.0018850988,0.00010468066],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008230072,0.00011132102,0.00033377952,0.0013045946,0.00095483486,0.0004109753,0.0013516146,0.000053474916,0.0006834818],"category_scores_gemma":[0.009443477,0.00009074231,0.00020248408,0.0018127067,0.00021372794,0.00072141545,0.0007226413,0.0019601558,0.000014328203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009023395,0.0007029488,0.956908,0.000011740156,0.0000496244,0.0000083839805,0.017017875,0.0032643147,0.00059170823,0.012916963,0.0033689036,0.005069305],"study_design_scores_gemma":[0.0022845082,0.0016654443,0.68683076,0.00021920519,0.00004173108,0.0016852652,0.13409567,0.017642207,0.00056383165,0.12202491,0.032313064,0.00063338986],"about_ca_topic_score_codex":0.000029749712,"about_ca_topic_score_gemma":4.2921715e-7,"teacher_disagreement_score":0.27007723,"about_ca_system_score_codex":0.00021113899,"about_ca_system_score_gemma":0.0005438478,"threshold_uncertainty_score":0.9989004},"labels":[],"label_agreement":null},{"id":"W4280573147","doi":"10.1177/07356331221098793","title":"Tools and Approaches for Integrating Computational Thinking and Mathematics: A Scoping Review of Current Empirical Studies","year":2022,"lang":"en","type":"review","venue":"Journal of Educational Computing Research","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Education; Universiti Tun Hussein Onn Malaysia","keywords":"Summative assessment; Formative assessment; Computational thinking; Debugging; Computer science; Curriculum; Mathematics education; Abstraction; Empirical research; Artificial intelligence; Mathematics; Psychology; Pedagogy; Programming language","score_opus":0.7146475314236165,"score_gpt":0.6111989312707014,"score_spread":0.10344860015291513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280573147","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025561141,0.962253,0.03587319,0.00076937,0.00029803952,0.00075466244,0.0000030763706,0.000008704317,0.0000144303085],"genre_scores_gemma":[0.000019088015,0.7501068,0.24951611,0.000017106833,0.00027306855,0.000034119323,0.000011510163,0.00001590262,0.0000063047105],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99553025,0.0011795823,0.001486401,0.00037110547,0.0011322253,0.00030042464],"domain_scores_gemma":[0.9696478,0.027740635,0.0015867186,0.00019545437,0.0007244655,0.00010491311],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015420889,0.00023069631,0.0013764924,0.00062079454,0.00070101896,0.00032346265,0.00085541327,0.00005628707,0.0000049954906],"category_scores_gemma":[0.011616856,0.00017786938,0.00027557678,0.0006054888,0.00017226968,0.00022770275,0.0008600937,0.0016074877,3.347326e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.256028e-7,0.000091882255,0.000016865577,0.1754747,0.00010340966,5.794477e-7,0.0030238978,0.000035005694,6.084318e-9,0.008370473,0.00021946934,0.8126628],"study_design_scores_gemma":[0.0001698716,0.00030158376,0.000014601826,0.8389708,0.0001518845,0.00055180414,0.0010291641,0.0030122353,3.9115506e-8,0.0069616977,0.14857192,0.00026442486],"about_ca_topic_score_codex":9.329323e-7,"about_ca_topic_score_gemma":2.3096719e-7,"teacher_disagreement_score":0.8123984,"about_ca_system_score_codex":0.00020390892,"about_ca_system_score_gemma":0.0022835198,"threshold_uncertainty_score":0.9967087},"labels":[],"label_agreement":null},{"id":"W4312120365","doi":"10.1177/07356331221144074","title":"An Empirical Investigation of the Different Levels of Gamification in an Introductory Programming Course","year":2022,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Educational Games and Gamification","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Presentation (obstetrics); Intrinsic motivation; Student engagement; Mathematics education; Computer science; Empirical research; Psychology; Self-determination theory; Massive open online course; Social psychology","score_opus":0.1715391437750331,"score_gpt":0.4968077818532818,"score_spread":0.3252686380782487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312120365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98911035,0.00029523196,0.00006525702,0.009335126,0.00085636205,0.00026413047,0.000008656883,0.0000022476231,0.00006264393],"genre_scores_gemma":[0.9983948,0.0000017413129,0.0008037117,0.000051224135,0.0005764021,0.000020179463,0.000024285982,0.000013105384,0.00011454778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955515,0.0020797523,0.0008470933,0.00022167392,0.0010857086,0.00021426791],"domain_scores_gemma":[0.99641025,0.0010407835,0.0007771085,0.00041152394,0.0012593052,0.00010102657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046536257,0.00008594247,0.00019158567,0.00046042757,0.000206706,0.000023796287,0.0006999422,0.00004710173,0.00043214692],"category_scores_gemma":[0.00041871905,0.000070410286,0.00007429469,0.0009205781,0.00026425556,0.00013446203,0.00007597573,0.00077106385,0.0000013404674],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009989089,0.0027628625,0.9352315,0.000036223755,0.000033161952,2.9624064e-7,0.02470499,0.0021834017,0.01271779,0.011939575,0.0012058772,0.009084424],"study_design_scores_gemma":[0.00024608307,0.00041939612,0.9842727,0.00003957087,0.000009871664,0.00002338171,0.009990477,0.0005099033,0.00035388407,0.0038008506,0.00027452197,0.000059363414],"about_ca_topic_score_codex":0.000051915616,"about_ca_topic_score_gemma":0.000015456151,"teacher_disagreement_score":0.049041193,"about_ca_system_score_codex":0.0002976729,"about_ca_system_score_gemma":0.0011756232,"threshold_uncertainty_score":0.47317058},"labels":[],"label_agreement":null},{"id":"W4380446958","doi":"10.1177/07356331231178873","title":"Predicting the Persuasiveness of Influence Strategies From Student Online Learning Behaviour Using Machine Learning Methods","year":2023,"lang":"en","type":"article","venue":"Journal of Educational Computing Research","topic":"Advanced Text Analysis Techniques","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Adaptation (eye); Artificial intelligence; Machine learning; Psychology","score_opus":0.11991158000098773,"score_gpt":0.5442643351950351,"score_spread":0.4243527551940474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380446958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8770576,0.00053778203,0.12131798,0.0007991653,0.00013760658,0.0000880988,0.0000013584539,0.000038205835,0.000022170992],"genre_scores_gemma":[0.8250351,0.000053409745,0.17457883,0.000008583549,0.00026225718,0.0000014206913,0.000005286139,0.00001313688,0.000041983298],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99539435,0.0017451497,0.00078479666,0.00027827363,0.0014287035,0.0003686981],"domain_scores_gemma":[0.9897267,0.0069469246,0.00083779555,0.00029435215,0.0021005266,0.00009368111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077380375,0.00013755453,0.00031576856,0.0007474232,0.0007209768,0.0002871783,0.00174936,0.000055740755,0.000013044759],"category_scores_gemma":[0.0030892726,0.00010607821,0.00014653125,0.002130585,0.00017766908,0.0006334513,0.0008952485,0.0016677881,0.0000019522029],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001227387,0.00017441506,0.5328297,0.000022401784,0.00011351897,0.0000096263975,0.007546728,0.4244098,0.025194434,0.0021459062,0.000011763628,0.007529419],"study_design_scores_gemma":[0.00019183508,0.00023187976,0.4443265,0.00038017475,0.000033068896,0.000045203946,0.0123268105,0.53054154,0.0025866975,0.009123214,0.00006574383,0.00014729946],"about_ca_topic_score_codex":0.0005036816,"about_ca_topic_score_gemma":0.000015278012,"teacher_disagreement_score":0.10613176,"about_ca_system_score_codex":0.0002042599,"about_ca_system_score_gemma":0.00084576185,"threshold_uncertainty_score":0.7245802},"labels":[],"label_agreement":null}]}