{"meta":{"query_hash":"40000f8782fd","filters":{"topic":"Educational Technology and Assessment"},"cohort_total":358,"direct_labels_cover":0,"predictions_cover":358,"exported":358,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/40000f8782fd","api":"https://metacan.xera.ac/api/v1/cohort?topic=Educational+Technology+and+Assessment"},"results":[{"id":"W1482434911","doi":"10.5539/elt.v8n6p159","title":"A Case Analysis of Business English Teacher Development in China with GDUFS as an Example","year":2015,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business English; China; Mathematics education; Business education; International business; Pedagogy; Psychology; Sociology; Higher education; Management; Political science","score_opus":0.023231748289318756,"score_gpt":0.2850066288989729,"score_spread":0.26177488060965415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482434911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813706,0.00040171386,0.0012685176,0.0008702204,0.000024864237,0.00017262329,0.00008325638,0.000018712142,0.015789403],"genre_scores_gemma":[0.98640686,0.000513273,0.0019396058,0.000109721164,0.0000071623913,0.00008778622,0.00005968139,0.000008018797,0.0108678825],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99855477,0.0005009681,0.00007006599,0.000096461816,0.00028207878,0.0004955233],"domain_scores_gemma":[0.9986934,0.00036006878,0.0001392368,0.00006800067,0.00027564075,0.0004636369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010684992,0.00030335668,0.00032431743,0.0021701988,0.0051656086,0.0011091226,0.0009529609,0.0012835432,0.003298112],"category_scores_gemma":[0.0020271586,0.00024053987,0.00035047135,0.003680189,0.0013514278,0.00065559073,0.0014990816,0.00062641595,0.00028406177],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039742462,0.0012056534,0.20024608,0.0011156014,0.000040949173,0.16776901,0.4227319,0.005096088,0.0072530764,0.03153801,0.010513685,0.1520925],"study_design_scores_gemma":[0.00009123064,0.0006074994,0.21002567,0.0005577512,0.00006597778,0.018128948,0.6223836,0.0056721917,0.0057700174,0.0016913111,0.13491744,0.00008846933],"about_ca_topic_score_codex":0.11501473,"about_ca_topic_score_gemma":0.18817772,"teacher_disagreement_score":0.11501473,"about_ca_system_score_codex":0.0066010505,"about_ca_system_score_gemma":0.0056462144,"threshold_uncertainty_score":0.22869056},"labels":[],"label_agreement":null},{"id":"W1492667239","doi":"","title":"On Validation of Concept Map as an Assessment Tool of L2 Reading Comprehension","year":2011,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reading comprehension; Comprehension; Reading (process); Natural language processing; Information retrieval; Artificial intelligence; Linguistics; Programming language; Philosophy","score_opus":0.020576004187558145,"score_gpt":0.31999303274923574,"score_spread":0.2994170285616776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492667239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9657808,0.00029654664,0.019787442,0.00028950453,0.000246474,0.0014522875,0.0004927059,0.00018913917,0.011465096],"genre_scores_gemma":[0.98255783,0.00013369143,0.013014788,0.00017962222,0.000044037253,0.0014222946,0.00050862465,0.00010345544,0.0020357175],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.97399116,0.016027339,0.0020178617,0.002214113,0.005204139,0.0005453714],"domain_scores_gemma":[0.81769806,0.13597278,0.0037963819,0.008898521,0.032192506,0.001441786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035230063,0.0009420378,0.0007551329,0.0019178003,0.0011017454,0.0024804815,0.0016945451,0.0014621072,0.003233282],"category_scores_gemma":[0.113946185,0.00039640663,0.0012590998,0.0008742698,0.0017129219,0.0028703476,0.0027986174,0.0014569812,0.001412565],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009671793,0.00715879,0.51248395,0.0015627103,0.0007364311,0.0009657903,0.051163673,0.0036611499,0.049896844,0.005000501,0.005059484,0.35263884],"study_design_scores_gemma":[0.0015433336,0.021869434,0.7711755,0.0013412117,0.00151217,0.0018297832,0.025808461,0.04475571,0.09633076,0.006089267,0.02738901,0.00035545722],"about_ca_topic_score_codex":0.00414007,"about_ca_topic_score_gemma":0.0032633923,"teacher_disagreement_score":0.035230063,"about_ca_system_score_codex":0.0011117655,"about_ca_system_score_gemma":0.0021869421,"threshold_uncertainty_score":0.18631655},"labels":[],"label_agreement":null},{"id":"W1500369060","doi":"10.1007/978-3-540-78137-0","title":"Formal concept analysis : 6th international conference, ICFCA 2008, Montreal, Canada, February 25-28, 2008 : proceedings","year":2008,"lang":"en","type":"book","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formal concept analysis; Axiom; Computer science; Theoretical computer science; Lattice Miner; Category theory; Mathematics; Algebra over a field; Pure mathematics; Algorithm","score_opus":0.013501666639149928,"score_gpt":0.2436026418143874,"score_spread":0.23010097517523748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500369060","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004798679,0.08987528,0.8111658,0.010971497,0.010572978,0.00072291854,0.0031898124,0.008391742,0.060311295],"genre_scores_gemma":[0.03739887,0.07508483,0.5073547,0.0018581469,0.0029971472,0.0009733663,0.01503873,0.0043772045,0.354917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792695,0.0004907253,0.00014189852,0.00036315454,0.0009196081,0.00015770238],"domain_scores_gemma":[0.99611,0.0011705926,0.000077355624,0.00047983564,0.0018943881,0.0002678988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007266867,0.0018815455,0.0022546914,0.0029425398,0.0018502779,0.0076382295,0.0027360183,0.001098021,0.041854713],"category_scores_gemma":[0.0067436355,0.0013913136,0.0016805442,0.0041275537,0.004354089,0.004602908,0.0023375666,0.003285896,0.01051657],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008659453,0.00010763881,0.00041233026,0.0006143234,0.00005467348,0.000079788326,0.00049166684,0.0015747546,0.0019244213,0.038462758,0.54315007,0.413041],"study_design_scores_gemma":[0.000060891274,0.000057111625,0.002076757,0.00096633704,0.00009001894,0.00045426338,0.0004697039,0.012172921,0.002656723,0.05783884,0.92308503,0.0000713815],"about_ca_topic_score_codex":0.14959653,"about_ca_topic_score_gemma":0.1545848,"teacher_disagreement_score":0.8504035,"about_ca_system_score_codex":0.010243447,"about_ca_system_score_gemma":0.0153641505,"threshold_uncertainty_score":0.29745156},"labels":[],"label_agreement":null},{"id":"W1510641421","doi":"","title":"Developing a Taxonomy of Item Model Types to Promote Assessment Engineering","year":2008,"lang":"en","type":"article","venue":"Open Access Journals at BC (Boston College)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Taxonomy (biology); Context (archaeology); Software; Representation (politics); Artificial intelligence; Information retrieval; Machine learning; Programming language","score_opus":0.16996920963521267,"score_gpt":0.4206065951274083,"score_spread":0.2506373854921956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510641421","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041626943,0.00019738317,0.98239696,0.00083193125,0.0000978438,0.0030482642,0.0014617059,0.002725113,0.0050781225],"genre_scores_gemma":[0.0072461227,0.00010555666,0.98847955,0.00007428957,0.000013168592,0.0021274001,0.0010390307,0.00029087233,0.00062395283],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95034003,0.023286672,0.010488461,0.003030695,0.011836164,0.0010179977],"domain_scores_gemma":[0.87226653,0.06373873,0.004963753,0.018021204,0.039442904,0.001566933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.049831394,0.0031863917,0.0022433845,0.017621567,0.0032021955,0.010896776,0.006045255,0.0034742565,0.0068927254],"category_scores_gemma":[0.13896142,0.0040763062,0.0052609197,0.012857833,0.0022136413,0.01495415,0.005847421,0.0078052534,0.0050246124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002951112,0.000713683,0.022371808,0.0026023597,0.00039463982,0.0008584557,0.010047593,0.018290553,0.0056125238,0.30447268,0.04525082,0.5890897],"study_design_scores_gemma":[0.00023285333,0.00053436344,0.00898371,0.0047181994,0.00038203187,0.0028810808,0.0056237318,0.25194257,0.01120106,0.4158531,0.29702893,0.0006184099],"about_ca_topic_score_codex":0.0039135595,"about_ca_topic_score_gemma":0.008196856,"teacher_disagreement_score":0.049831394,"about_ca_system_score_codex":0.005098788,"about_ca_system_score_gemma":0.007466836,"threshold_uncertainty_score":0.26353675},"labels":[],"label_agreement":null},{"id":"W1513838903","doi":"","title":"The Design of an Integrated System for Web-based Distance Education","year":2002,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Distance education; World Wide Web; Mathematics; Mathematics education","score_opus":0.07211856055624491,"score_gpt":0.30038946245059306,"score_spread":0.22827090189434815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513838903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10065299,0.000187366,0.87186,0.00038296968,0.00027925492,0.0016905612,0.0002580485,0.01725411,0.007434682],"genre_scores_gemma":[0.4311087,0.00013333448,0.55139345,0.0006266996,0.00006986863,0.0011783924,0.0007850969,0.0009622534,0.013742244],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998696,0.00022271987,0.00012820722,0.00034491482,0.00043754897,0.00017063014],"domain_scores_gemma":[0.99853396,0.00027124124,0.000060885774,0.00019605758,0.00067006465,0.0002678481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013075616,0.0005423946,0.0006235588,0.00070120144,0.0008371486,0.0020672479,0.001880567,0.0016561358,0.0064744945],"category_scores_gemma":[0.0021655972,0.000556646,0.00048934633,0.00043038742,0.00044458988,0.0019507367,0.0013883078,0.001006377,0.0023052974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002134319,0.0024581808,0.014704219,0.00084769836,0.00032594107,0.001157777,0.0031023414,0.015761888,0.36890605,0.016196862,0.015756285,0.55864847],"study_design_scores_gemma":[0.0008572289,0.0039259763,0.022767296,0.0002331918,0.0010787153,0.0017757813,0.0010017257,0.42875716,0.3796306,0.0059462544,0.1537143,0.00031183325],"about_ca_topic_score_codex":0.0023506137,"about_ca_topic_score_gemma":0.0016798836,"teacher_disagreement_score":0.0064744945,"about_ca_system_score_codex":0.00069465954,"about_ca_system_score_gemma":0.001665254,"threshold_uncertainty_score":0.021659315},"labels":[],"label_agreement":null},{"id":"W1564121733","doi":"","title":"A Case Study: Online Learning Pattern Analysis","year":2004,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.02714162143498542,"score_gpt":0.3469875107873942,"score_spread":0.31984588935240876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564121733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9286323,0.00021068584,0.05559193,0.0014586874,0.000054227414,0.00042374586,0.00043160724,0.00037634396,0.012820483],"genre_scores_gemma":[0.92847383,0.00028145843,0.055433847,0.00026573337,0.000042086685,0.00017933547,0.00037409033,0.00016680759,0.014782808],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985311,0.0005368784,0.00011628984,0.00018549776,0.00049406337,0.000136098],"domain_scores_gemma":[0.9906404,0.0065559177,0.00048929785,0.00072195154,0.000960744,0.00063182076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011919605,0.00041006829,0.00032450206,0.0020054919,0.0021418629,0.0013404634,0.0013838724,0.002266507,0.003472632],"category_scores_gemma":[0.00868262,0.00024128408,0.00042906223,0.0020925505,0.0007222718,0.001893525,0.0010709342,0.0009451583,0.0007195694],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079977314,0.008148154,0.11142061,0.0015093262,0.000109009176,0.06253656,0.07034166,0.0069795554,0.026647976,0.009701439,0.016553197,0.6852528],"study_design_scores_gemma":[0.00047251102,0.00341277,0.16114505,0.00083698006,0.00036043752,0.17665209,0.18601176,0.122731335,0.109142244,0.022499086,0.21630792,0.00042794767],"about_ca_topic_score_codex":0.004062421,"about_ca_topic_score_gemma":0.010610781,"teacher_disagreement_score":0.004062421,"about_ca_system_score_codex":0.0007174166,"about_ca_system_score_gemma":0.0009455303,"threshold_uncertainty_score":0.0116170645},"labels":[],"label_agreement":null},{"id":"W1565893681","doi":"","title":"Identification et mise à l'épreuve des variables permettant la prédiction du niveau de difficulté de tâches d'évaluation pour des équations du premier degré en mathématiques au secondaire","year":2009,"lang":"fr","type":"article","venue":"Archipelago (Université du Québec à Montréal)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Mathematics; Philosophy","score_opus":0.01783450259195536,"score_gpt":0.23831788272123092,"score_spread":0.22048338012927557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565893681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52420306,0.0020695657,0.45273903,0.00094137853,0.0002052041,0.00047210808,0.0014932377,0.000997899,0.016878428],"genre_scores_gemma":[0.8519188,0.001170741,0.12569089,0.00015208455,0.000040109375,0.0003402938,0.0013438886,0.00018865039,0.019154526],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963966,0.0005483553,0.00020245327,0.0007582849,0.00177546,0.0003189892],"domain_scores_gemma":[0.9918943,0.0031947072,0.0010360525,0.000647736,0.0030246186,0.00020255896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039188177,0.0017010926,0.0014138543,0.0028472536,0.0009456803,0.0042754775,0.0010947556,0.0013476067,0.0052725035],"category_scores_gemma":[0.011911732,0.0005994401,0.0017877546,0.002316793,0.0011237406,0.001920856,0.0012218382,0.0018919809,0.0015490775],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061381416,0.00048050276,0.23277254,0.0019946308,0.0005245418,0.00044917024,0.0027262424,0.17948522,0.06105119,0.01281319,0.004068443,0.5030205],"study_design_scores_gemma":[0.000053327647,0.00095202593,0.48641777,0.0007164289,0.00041346802,0.000330823,0.003197562,0.4146481,0.05560065,0.007593383,0.029701475,0.00037497238],"about_ca_topic_score_codex":0.09830668,"about_ca_topic_score_gemma":0.14014004,"teacher_disagreement_score":0.09830668,"about_ca_system_score_codex":0.002858863,"about_ca_system_score_gemma":0.0047806776,"threshold_uncertainty_score":0.19546896},"labels":[],"label_agreement":null},{"id":"W1578453388","doi":"10.18438/b8sp8t","title":"Matching Question Types to Study Designs","year":2016,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Matching (statistics); Information retrieval; Statistics; Mathematics","score_opus":0.024242489379802914,"score_gpt":0.31679078356841056,"score_spread":0.29254829418860767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578453388","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047867693,0.04983627,0.3893556,0.02071445,0.038904708,0.3209263,0.07345411,0.0020248713,0.05691596],"genre_scores_gemma":[0.26162556,0.00859971,0.10493317,0.016644737,0.0028793556,0.57647973,0.013242989,0.0013978342,0.014196981],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.48415527,0.3337978,0.122456245,0.01628724,0.038902923,0.0044004954],"domain_scores_gemma":[0.37959135,0.45264676,0.043380927,0.06848476,0.05296146,0.002934747],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.26403287,0.0025559296,0.007456732,0.008798296,0.0031907794,0.0066691465,0.0053807436,0.007255046,0.07846615],"category_scores_gemma":[0.7861138,0.0026029784,0.012515343,0.0123132365,0.00277318,0.0074373926,0.0074250717,0.0044286936,0.017886015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.048035156,0.0023323388,0.029968422,0.27353245,0.045805953,0.0004393868,0.0046975543,0.0024167474,0.0031148826,0.03887465,0.11105802,0.43972453],"study_design_scores_gemma":[0.05539149,0.009597892,0.08109,0.18880776,0.086728215,0.0008271147,0.0035719273,0.006537343,0.010631144,0.19271868,0.3628555,0.0012429748],"about_ca_topic_score_codex":0.002313677,"about_ca_topic_score_gemma":0.0033481552,"teacher_disagreement_score":0.73596716,"about_ca_system_score_codex":0.008685554,"about_ca_system_score_gemma":0.0096001765,"threshold_uncertainty_score":0.90757847},"labels":[],"label_agreement":null},{"id":"W1582878243","doi":"","title":"A Discussion of Linguistic Factors Relating to English Reading for Chinese Mongolian Students","year":2014,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Vocabulary; Linguistics; Grammar; Psychology; Mathematics education; Process (computing); Computer science","score_opus":0.010514302271258777,"score_gpt":0.3646307157036481,"score_spread":0.3541164134323893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582878243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661523,0.0043843254,0.0006873934,0.011312728,0.000120466364,0.000036483187,0.000043776738,0.0000080884965,0.017254515],"genre_scores_gemma":[0.99068075,0.0033636931,0.00044322203,0.00043846146,0.0000611843,0.000026571557,0.000035672692,0.0000041177504,0.004946277],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9994912,0.00026680788,0.000040701874,0.000041041723,0.00007561913,0.000084458254],"domain_scores_gemma":[0.99774396,0.0013858908,0.0002971602,0.000031867883,0.0003415824,0.00019961926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013415407,0.000259266,0.0001969971,0.00088904257,0.0023643146,0.0018106082,0.0003281604,0.0005835835,0.0034994904],"category_scores_gemma":[0.0031528596,0.00013354042,0.0003337118,0.0011819453,0.0012524937,0.0013555625,0.0006601385,0.0009831735,0.00018071801],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008107426,0.0002077582,0.26439008,0.0008769796,0.00005579187,0.005758986,0.6292538,0.00044828912,0.004527808,0.020330437,0.0046969056,0.06937209],"study_design_scores_gemma":[0.000008389865,0.00021657752,0.50196344,0.000834845,0.00006710801,0.0010664961,0.44978422,0.00048091932,0.0010119738,0.0023892038,0.042124122,0.000052776508],"about_ca_topic_score_codex":0.023849782,"about_ca_topic_score_gemma":0.03158021,"teacher_disagreement_score":0.023849782,"about_ca_system_score_codex":0.0020617456,"about_ca_system_score_gemma":0.0025316712,"threshold_uncertainty_score":0.047421932},"labels":[],"label_agreement":null},{"id":"W15861381","doi":"10.21432/t2k670","title":"Field Test Evaluation of Educational Software: A Description of One Approach","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Field (mathematics); Computer science; Test (biology); Quality (philosophy); Software; Product (mathematics); Alphabet; Management science; Data science; Engineering","score_opus":0.040088102628721964,"score_gpt":0.30135575419816496,"score_spread":0.261267651569443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W15861381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0151661,0.027755009,0.8981797,0.0033921278,0.0005525956,0.010269865,0.00046663667,0.0015353465,0.042682666],"genre_scores_gemma":[0.08152631,0.015007953,0.8785362,0.0014717896,0.0002953756,0.009197672,0.00033085482,0.00041718542,0.0132167125],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9272269,0.047959395,0.004634368,0.0031473332,0.016282806,0.00074924366],"domain_scores_gemma":[0.93948215,0.036688168,0.0033176234,0.006664352,0.01258998,0.001257652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038130447,0.004090641,0.0030022683,0.014434937,0.002610068,0.0081366645,0.004740581,0.005157717,0.005372367],"category_scores_gemma":[0.04359322,0.0018120548,0.002275836,0.0072708577,0.007023934,0.008461155,0.0060037323,0.0045563797,0.0027671116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062881556,0.0026089854,0.009729924,0.0072193234,0.0002739105,0.00078201556,0.00648131,0.004106321,0.018588077,0.054698706,0.0067067677,0.8881759],"study_design_scores_gemma":[0.0012135499,0.022579636,0.041033734,0.02147241,0.000823663,0.015646461,0.015647894,0.034821764,0.08222603,0.23138727,0.53078175,0.0023659056],"about_ca_topic_score_codex":0.00370287,"about_ca_topic_score_gemma":0.0046733753,"teacher_disagreement_score":0.038130447,"about_ca_system_score_codex":0.0051320824,"about_ca_system_score_gemma":0.006453191,"threshold_uncertainty_score":0.2016555},"labels":[],"label_agreement":null},{"id":"W1594042587","doi":"10.18806/tesl.v22i1.163","title":"A Review of the Reading Section of the TOEIC","year":2004,"lang":"en","type":"review","venue":"TESL Canada Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TOEIC; Test (biology); Reading (process); Mathematics education; Psychology; Linguistics","score_opus":0.02773349159786311,"score_gpt":0.32064886624972205,"score_spread":0.29291537465185896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594042587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045494246,0.9975304,0.000086520835,0.0004998851,0.00043828526,0.00001886167,0.000053023512,0.000005760873,0.0013218002],"genre_scores_gemma":[0.00034149172,0.9981704,0.00022185789,0.00043974057,0.0001905531,0.000028236964,0.00008102593,0.000002731057,0.0005239885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783784,0.00039724316,0.0006127075,0.00026665756,0.00081123126,0.000074287345],"domain_scores_gemma":[0.99388146,0.0030007337,0.0007796482,0.000119378856,0.0020762493,0.00014253374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002606017,0.0013335661,0.0024674337,0.011999998,0.0004912768,0.0016466626,0.0015624372,0.0018503828,0.008536692],"category_scores_gemma":[0.0088079525,0.00081658596,0.0010227866,0.012326337,0.0009648578,0.003060901,0.0010469431,0.0019194694,0.0044368394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006303521,0.00005533134,0.00021783565,0.08524507,0.000095341944,0.00020980842,0.00019525508,0.0001240679,0.0005590978,0.002714584,0.10098245,0.80953807],"study_design_scores_gemma":[0.00001635436,0.00008414021,0.0019335182,0.050256774,0.00016540774,0.0010458786,0.00012509503,0.00003004956,0.0002367906,0.0008839376,0.94519687,0.000025185624],"about_ca_topic_score_codex":0.0059684706,"about_ca_topic_score_gemma":0.009650797,"teacher_disagreement_score":0.011999998,"about_ca_system_score_codex":0.0022391705,"about_ca_system_score_gemma":0.0052257716,"threshold_uncertainty_score":0.028558075},"labels":[],"label_agreement":null},{"id":"W1630057220","doi":"10.3968/4710","title":"Low-Carbon Education Theory Utilized in Teaching","year":2014,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rationalization (economics); Mathematics education; Education theory; Consistency (knowledge bases); Teaching method; Fuzzy logic; Computer science; Pedagogy; Higher education; Psychology; Epistemology; Political science; Artificial intelligence; Philosophy","score_opus":0.011190388895068777,"score_gpt":0.3328538083047692,"score_spread":0.3216634194097004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1630057220","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07496,0.007875667,0.21154432,0.018292999,0.0007304134,0.000274661,0.00010733346,0.00021320276,0.68600136],"genre_scores_gemma":[0.9361383,0.0040620356,0.028493777,0.001658079,0.00017555604,0.00019355894,0.000058768917,0.00005004864,0.029169962],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99791294,0.0006870315,0.00010403623,0.00027349393,0.0008199144,0.00020259901],"domain_scores_gemma":[0.99805045,0.00085193553,0.00022281843,0.00019260687,0.00054237153,0.00013970202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016284876,0.00045775142,0.00027261322,0.0017230995,0.0016437662,0.0037764823,0.0009678431,0.0012119544,0.004753546],"category_scores_gemma":[0.0026913353,0.00016756389,0.00045457127,0.0011726749,0.0083512,0.003748573,0.002061056,0.001811609,0.00087354955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000159037,0.00006572949,0.0023723082,0.00032306786,0.00001176622,0.0001210015,0.0036188527,0.0014105205,0.00071969925,0.946244,0.0015735606,0.043523584],"study_design_scores_gemma":[0.000026296299,0.00012104976,0.0041007763,0.001178677,0.00003982185,0.00036868043,0.0050949543,0.0066249794,0.0036183253,0.8125782,0.16620171,0.00004656898],"about_ca_topic_score_codex":0.003216091,"about_ca_topic_score_gemma":0.0030946028,"teacher_disagreement_score":0.0057453173,"about_ca_system_score_codex":0.0057453173,"about_ca_system_score_gemma":0.004184411,"threshold_uncertainty_score":0.041685402},"labels":[],"label_agreement":null},{"id":"W1763091536","doi":"10.20368/1971-8829/705","title":"Using Information Retrieval to Detect Conflicting Questions","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.32603520761209265,"score_gpt":0.5933043489612301,"score_spread":0.26726914134913743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1763091536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11505806,0.010862762,0.85660094,0.0016283052,0.0006479728,0.0010967919,0.002254419,0.0051831543,0.0066675725],"genre_scores_gemma":[0.42164144,0.0031039417,0.56142294,0.00059767056,0.0011205544,0.00045607085,0.0053360425,0.0001310881,0.0061901477],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99604046,0.00112852,0.00060216896,0.00071467407,0.0012279256,0.00028629947],"domain_scores_gemma":[0.9922161,0.0044719777,0.0007910797,0.0006178699,0.0017465416,0.00015644055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033420601,0.0012834962,0.0019074877,0.017605206,0.0007543568,0.0026419982,0.0015793933,0.0026872724,0.002125042],"category_scores_gemma":[0.014324718,0.00030660446,0.0016305005,0.007726218,0.0005949723,0.003851161,0.0011052892,0.0009493555,0.0023009519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047745084,0.00048059365,0.008672886,0.00085022533,0.00024716635,0.0005010602,0.0005912141,0.0045604827,0.031461872,0.0042916867,0.009448287,0.9384171],"study_design_scores_gemma":[0.00041621973,0.0027550787,0.059540395,0.00050241844,0.0014907846,0.0057159667,0.0027861197,0.67901903,0.122110575,0.054942235,0.07004461,0.0006766365],"about_ca_topic_score_codex":0.003583022,"about_ca_topic_score_gemma":0.0022567497,"teacher_disagreement_score":0.017605206,"about_ca_system_score_codex":0.0007599978,"about_ca_system_score_gemma":0.00091216166,"threshold_uncertainty_score":0.017674744},"labels":[],"label_agreement":null},{"id":"W1772690412","doi":"10.3968/j.sms.1923845220120502.932","title":"The Discussion on the Mode of Undergraduate Tutorial System for Financial Mathematics Students of Local Universities","year":2012,"lang":"en","type":"article","venue":"Studies in mathematical sciences","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Tutorial system; Mathematics education; Quality (philosophy); Mode (computer interface); Computer science; Psychology; Physics; Human–computer interaction","score_opus":0.053116363242105995,"score_gpt":0.3908283708988332,"score_spread":0.3377120076567272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1772690412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66021055,0.007765349,0.23829433,0.022338923,0.0015634529,0.00041754328,0.00037825532,0.0026166057,0.06641504],"genre_scores_gemma":[0.9446172,0.0025251326,0.027346764,0.0010838208,0.0004939174,0.000110403955,0.0001932831,0.000121532525,0.023508025],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998343,0.00084438786,0.00009682316,0.00021406575,0.00034734255,0.0001542974],"domain_scores_gemma":[0.9966761,0.0012562348,0.00015672154,0.0001919859,0.0012755437,0.0004433827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016469283,0.00020238302,0.00019245013,0.00057255477,0.00083119,0.0016421848,0.0006666248,0.0009525538,0.008504674],"category_scores_gemma":[0.0064472477,0.000119474105,0.00036268358,0.0002743571,0.00037969896,0.0028517162,0.00057408726,0.0006087071,0.0008970393],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011791448,0.00036722457,0.09117781,0.001638158,0.000075084325,0.0009904626,0.015164875,0.0033994152,0.047388826,0.0509753,0.027646739,0.75999695],"study_design_scores_gemma":[0.00027885413,0.0020918648,0.13382204,0.0011509773,0.0005238862,0.0046792654,0.022375448,0.052198455,0.10550828,0.023247544,0.6537145,0.00040889776],"about_ca_topic_score_codex":0.0017192994,"about_ca_topic_score_gemma":0.0023629093,"teacher_disagreement_score":0.008504674,"about_ca_system_score_codex":0.0008468884,"about_ca_system_score_gemma":0.0012004805,"threshold_uncertainty_score":0.028450906},"labels":[],"label_agreement":null},{"id":"W1832439498","doi":"10.1558/cj.v20i3.433-436","title":"Error Diagnosis and Error Correction in CALL","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Simon Fraser University","funders":"","keywords":"Computer science; Error detection and correction; Error analysis; Speech recognition; Natural language processing; Artificial intelligence; Algorithm; Mathematics","score_opus":0.03002669766090879,"score_gpt":0.3169435381599876,"score_spread":0.28691684049907884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832439498","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007502241,0.10490265,0.5983243,0.04276469,0.16181421,0.00051228824,0.0009287902,0.006684395,0.076566495],"genre_scores_gemma":[0.09967429,0.08978412,0.3099337,0.013761761,0.19185705,0.00047100027,0.0036986743,0.0028436324,0.28797567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962824,0.0010157088,0.00049174065,0.00063834916,0.0013801393,0.00019165804],"domain_scores_gemma":[0.9878619,0.006848107,0.00047914527,0.0010567991,0.0031757262,0.0005783292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029664158,0.00157033,0.0013398412,0.0025488508,0.0012191382,0.0039987965,0.0024079368,0.0038434474,0.03267006],"category_scores_gemma":[0.01899896,0.0007748544,0.0012134804,0.0016056363,0.0018820048,0.005745159,0.0024440342,0.0035160666,0.0115770195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023863184,0.00016136485,0.00214328,0.0008218407,0.00008965262,0.0014543994,0.0005541823,0.0020472126,0.0023128462,0.03462695,0.42201605,0.5335335],"study_design_scores_gemma":[0.00003151593,0.0002482788,0.0039295107,0.0010430394,0.00011775784,0.007694265,0.00069971645,0.015813215,0.0047728303,0.10111838,0.8643519,0.00017964233],"about_ca_topic_score_codex":0.0016012235,"about_ca_topic_score_gemma":0.0021005194,"teacher_disagreement_score":0.03267006,"about_ca_system_score_codex":0.001001637,"about_ca_system_score_gemma":0.0012948705,"threshold_uncertainty_score":0.10929221},"labels":[],"label_agreement":null},{"id":"W1853045176","doi":"10.3968/j.sss.1923018420130402.2548","title":"Let the Students Feel the Charisma of Chemical Language: Teaching Strategy Based on Linguistic Intelligence","year":2013,"lang":"en","type":"article","venue":"Studies in sociology of science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Style (visual arts); Charisma; Expression (computer science); Psychology; Linguistics; Computer science","score_opus":0.0507128967207052,"score_gpt":0.4256860445848414,"score_spread":0.37497314786413616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1853045176","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5654366,0.0012106444,0.15812162,0.04387888,0.0011332923,0.00040696733,0.000032132848,0.0012707504,0.22850905],"genre_scores_gemma":[0.9179677,0.00084479625,0.04650966,0.004755985,0.00012188239,0.00017322964,0.000016903734,0.00009561934,0.0295142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993774,0.0003147568,0.000015764832,0.000051414543,0.00014353257,0.00009715513],"domain_scores_gemma":[0.99825567,0.0009424053,0.00022311306,0.00008046016,0.00014926482,0.00034904236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011932794,0.00037888452,0.00018756746,0.000303951,0.00082516635,0.0028300686,0.0006709625,0.001656116,0.003214646],"category_scores_gemma":[0.004066108,0.000120936566,0.00027060375,0.0001401141,0.002579574,0.0018998231,0.0015504985,0.0016490222,0.0013068689],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047583572,0.0030894377,0.01571573,0.0012191399,0.000051952506,0.00322976,0.15240966,0.002770042,0.09875802,0.2266529,0.039049327,0.45657825],"study_design_scores_gemma":[0.00037649288,0.004505308,0.014407738,0.0008819408,0.00017245568,0.0046112887,0.17184472,0.01637749,0.072317004,0.24177408,0.47242773,0.00030377382],"about_ca_topic_score_codex":0.00024011549,"about_ca_topic_score_gemma":0.00049205404,"teacher_disagreement_score":0.003214646,"about_ca_system_score_codex":0.00043076213,"about_ca_system_score_gemma":0.0008210052,"threshold_uncertainty_score":0.010754108},"labels":[],"label_agreement":null},{"id":"W1889588694","doi":"10.24908/pceea.v0i0.4785","title":"EVALUATING THE USABILITY OF AN AUTOMATED COURSE-SPECIFIC VOCABULARY TO MEASURE LANGUAGE PROFICIENCY IN ORAL PRESENTATIONS","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Usability; Vocabulary; Natural language processing; Field (mathematics); Measure (data warehouse); Artificial intelligence; Course (navigation); Term (time); Word (group theory); Linguistics; Human–computer interaction; Engineering; Data mining; Mathematics","score_opus":0.022013972068602304,"score_gpt":0.32591914657315546,"score_spread":0.3039051745045532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889588694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98322415,0.00030580125,0.013633169,0.00005826309,0.00005371534,0.00030769338,0.00043558312,0.0008343081,0.0011473099],"genre_scores_gemma":[0.9660986,0.00017140506,0.030293308,0.000054264994,0.000034354583,0.00026781764,0.0012702862,0.00013246622,0.0016775663],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9941949,0.0028818545,0.0006745679,0.0009758997,0.0010543371,0.000218433],"domain_scores_gemma":[0.9208384,0.06225141,0.0021630044,0.0023150367,0.011385277,0.0010469102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0083389,0.0008978778,0.00062840147,0.0024955738,0.0003558302,0.0015036431,0.0008020419,0.0010847771,0.000860291],"category_scores_gemma":[0.050989423,0.00024436603,0.00052390277,0.0010379525,0.00031722407,0.0012779696,0.00071004656,0.00040458541,0.00081582536],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006723061,0.0031795583,0.29011616,0.0014072866,0.000781048,0.000549841,0.004961744,0.01082467,0.086820245,0.0003962139,0.0041367155,0.5901035],"study_design_scores_gemma":[0.0007808033,0.022852756,0.63865155,0.00024769275,0.00093040813,0.0015460502,0.0044765896,0.23313978,0.08759946,0.00056677917,0.008923584,0.0002846715],"about_ca_topic_score_codex":0.003783496,"about_ca_topic_score_gemma":0.003530061,"teacher_disagreement_score":0.0083389,"about_ca_system_score_codex":0.00046163113,"about_ca_system_score_gemma":0.00055211433,"threshold_uncertainty_score":0.04410082},"labels":[],"label_agreement":null},{"id":"W1896297383","doi":"","title":"Generating Interest-based Learning Paths based on Information Theory","year":2008,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.030610173481424693,"score_gpt":0.2689615381165473,"score_spread":0.23835136463512263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896297383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1148648,0.0001667867,0.87917095,0.0004718087,0.00003680354,0.0003095884,0.0005151234,0.001089707,0.0033743533],"genre_scores_gemma":[0.6651314,0.00018122364,0.33074778,0.000066675195,0.000026296806,0.00037703512,0.0011161019,0.00014506868,0.0022084143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988512,0.000406481,0.000056399243,0.000303194,0.0002906793,0.00009201118],"domain_scores_gemma":[0.98529124,0.01263264,0.0003549963,0.00045312624,0.0010341554,0.00023384455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018006449,0.00069000927,0.00064629473,0.0029245284,0.0006173636,0.0014241665,0.0012511308,0.0012183511,0.005560272],"category_scores_gemma":[0.016412629,0.00045527425,0.0009701507,0.0012800778,0.00063923624,0.0034447466,0.0020603302,0.0012822095,0.00071395864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012712049,0.0011162882,0.020275645,0.0005599875,0.00018707855,0.00042066467,0.0017036155,0.28357828,0.0062815743,0.08351679,0.0070306426,0.5940581],"study_design_scores_gemma":[0.00007311062,0.00016030212,0.0012078523,0.00004682097,0.000041386993,0.000053656757,0.00016850092,0.9286411,0.0030050185,0.06545039,0.00112821,0.000023681863],"about_ca_topic_score_codex":0.002169895,"about_ca_topic_score_gemma":0.002841534,"teacher_disagreement_score":0.005560272,"about_ca_system_score_codex":0.00086800044,"about_ca_system_score_gemma":0.0013740814,"threshold_uncertainty_score":0.018601},"labels":[],"label_agreement":null},{"id":"W1902339472","doi":"","title":"A Comparative Study of the C -Test and NC-test with Iranian EFL Students","year":2012,"lang":"en","type":"article","venue":"Journal of academic and applied studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Computer science; Mathematics education; Programming language; Psychology","score_opus":0.0481283940290632,"score_gpt":0.3739079636861848,"score_spread":0.32577956965712157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902339472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981883,0.00023893073,0.00007211977,0.00003133187,0.000017162094,0.000017516952,0.00002871647,0.0000026538223,0.0014032866],"genre_scores_gemma":[0.9989504,0.00017194299,0.0001510964,0.000030399593,0.000013637042,0.000021355665,0.00006605039,0.000002505115,0.0005926096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857354,0.00041303912,0.00014614873,0.00018989645,0.00043079883,0.00024649582],"domain_scores_gemma":[0.99517775,0.0015711196,0.00044756327,0.00017280658,0.0018358346,0.0007948337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023633589,0.00047377593,0.0005545911,0.00169603,0.0010070998,0.0007553573,0.00075726875,0.0006908657,0.0017303359],"category_scores_gemma":[0.007787346,0.00020394394,0.0006507157,0.0013753067,0.00063265825,0.0013329174,0.00065450196,0.00068815966,0.0003964512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021911962,0.0044223694,0.89619,0.00022808855,0.00012958708,0.0014245289,0.021304915,0.00023161505,0.0027673186,0.00031557915,0.00077222066,0.070022665],"study_design_scores_gemma":[0.00007095162,0.004905787,0.9705358,0.000049432074,0.00012672544,0.0012062372,0.019421807,0.00040366105,0.001304756,0.0001226721,0.0018164583,0.00003572043],"about_ca_topic_score_codex":0.009613919,"about_ca_topic_score_gemma":0.010331117,"teacher_disagreement_score":0.009613919,"about_ca_system_score_codex":0.0009803048,"about_ca_system_score_gemma":0.0013393066,"threshold_uncertainty_score":0.019115925},"labels":[],"label_agreement":null},{"id":"W1905079982","doi":"10.24908/pceea.v0i0.5743","title":"USING WEIGHTED SCORING RUBRICS IN ENGINEERING ASSESSMENT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Rubric; Computer science; Task (project management); Process (computing); Function (biology); Weight function; Mathematics; Statistics; Arithmetic; Engineering; Systems engineering","score_opus":0.020747075265059606,"score_gpt":0.2632275902746524,"score_spread":0.2424805150095928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1905079982","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021837639,0.0010978392,0.95354843,0.0002765469,0.00015130211,0.0011154675,0.0002356155,0.0013749092,0.020362228],"genre_scores_gemma":[0.15695721,0.0011170444,0.835108,0.00016004578,0.000090846894,0.0013663179,0.0004637745,0.0003682687,0.004368412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.92461014,0.042061497,0.0047702678,0.0028487488,0.024923388,0.00078586035],"domain_scores_gemma":[0.9511887,0.021049043,0.0060649775,0.006628996,0.014251326,0.0008169056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028012957,0.0019350529,0.0009605276,0.010385814,0.0015953203,0.004349591,0.0027541562,0.0010293777,0.005733304],"category_scores_gemma":[0.12085944,0.00080147694,0.0008319162,0.010167416,0.0021652149,0.0039496105,0.0041345316,0.0017832706,0.0022526176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013737436,0.00021715485,0.005659051,0.0008746276,0.00011235405,0.000105276544,0.0015145416,0.014043668,0.005976724,0.067668505,0.0060778763,0.8976128],"study_design_scores_gemma":[0.00027646744,0.0018336753,0.047405053,0.0028734773,0.00025923768,0.0017896802,0.0031218785,0.33901122,0.03371859,0.37758908,0.19131312,0.0008085494],"about_ca_topic_score_codex":0.004514642,"about_ca_topic_score_gemma":0.008696343,"teacher_disagreement_score":0.028012957,"about_ca_system_score_codex":0.002323849,"about_ca_system_score_gemma":0.0033843478,"threshold_uncertainty_score":0.14814848},"labels":[],"label_agreement":null},{"id":"W1921302610","doi":"10.24908/pceea.v0i0.4681","title":"Assessment-focused Model for Monitoring Student Attributes","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Rubric; Accreditation; Process (computing); Context (archaeology); Computer science; Medical education; Psychology; Process management; Mathematics education; Engineering; Medicine; Geography","score_opus":0.018220732138772008,"score_gpt":0.28386483994729833,"score_spread":0.2656441078085263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921302610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036318604,0.00010204347,0.93167377,0.00196601,0.0000639025,0.0015743538,0.00082309457,0.0024247437,0.025053576],"genre_scores_gemma":[0.49827796,0.00017829437,0.48355335,0.00049146,0.00004987409,0.0028672435,0.0014002897,0.00020181677,0.012979743],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98078144,0.007955352,0.0015132274,0.002816188,0.006254168,0.0006795964],"domain_scores_gemma":[0.95643747,0.014797981,0.004019203,0.0056110774,0.017291265,0.0018429904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017348371,0.0011971662,0.00055916357,0.003488914,0.0011540393,0.0049362844,0.0037727368,0.0017862398,0.0042820433],"category_scores_gemma":[0.047299843,0.00071335636,0.00096970017,0.0020351317,0.0016748066,0.007594099,0.0030305148,0.0030695624,0.0022995032],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005833045,0.0019070776,0.0772613,0.00048830843,0.00022181225,0.0005954885,0.017381478,0.16055371,0.0100513445,0.26715726,0.015128549,0.44867033],"study_design_scores_gemma":[0.0001314346,0.00096182676,0.024844792,0.0002384899,0.00015663507,0.00045393722,0.0021441649,0.8125975,0.008493877,0.10539065,0.044315886,0.00027083684],"about_ca_topic_score_codex":0.013555511,"about_ca_topic_score_gemma":0.014546335,"teacher_disagreement_score":0.017348371,"about_ca_system_score_codex":0.004668452,"about_ca_system_score_gemma":0.0068874788,"threshold_uncertainty_score":0.091748},"labels":[],"label_agreement":null},{"id":"W1944659136","doi":"10.3968/7529","title":"The Report on Concretes of Key School Students Going to Famous University","year":2015,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grit; Psychology; Balance (ability); Class (philosophy); Face (sociological concept); Key (lock); Mathematics education; Social psychology; Pedagogy; Sociology; Social science; Epistemology; Computer science","score_opus":0.021349646033457518,"score_gpt":0.3070948438999085,"score_spread":0.285745197866451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1944659136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98437726,0.00029073516,0.00016236879,0.0005577701,0.00014842756,0.00008315914,0.0024408752,0.00004106348,0.011898368],"genre_scores_gemma":[0.9485888,0.0011492771,0.0003904733,0.0002958698,0.00013078032,0.00011876891,0.0041053053,0.00003283541,0.045187946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906737,0.00015720754,0.00010027527,0.000108588254,0.00030037816,0.00026622132],"domain_scores_gemma":[0.9966428,0.00039779418,0.0007417425,0.00017987414,0.00083735015,0.0012004374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070505607,0.00046923966,0.0003687427,0.00196342,0.002506871,0.0012209993,0.00057186815,0.00073551957,0.010857587],"category_scores_gemma":[0.0034569486,0.0003045201,0.0005660853,0.0011246675,0.00047621096,0.0006191667,0.001482162,0.0011205118,0.0037711402],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026527914,0.0010887492,0.91469574,0.00029103082,0.000034245324,0.0020939535,0.033762794,0.00011347562,0.002067345,0.00048160338,0.009545182,0.035560634],"study_design_scores_gemma":[0.0000025364113,0.00044678515,0.93294525,0.000036939306,0.00002700417,0.0007317496,0.04612425,0.000036636007,0.00078696304,0.000121228295,0.0187045,0.000036067297],"about_ca_topic_score_codex":0.012831092,"about_ca_topic_score_gemma":0.025601035,"teacher_disagreement_score":0.012831092,"about_ca_system_score_codex":0.0007613073,"about_ca_system_score_gemma":0.0009887208,"threshold_uncertainty_score":0.036322236},"labels":[],"label_agreement":null},{"id":"W1947428387","doi":"10.24908/pceea.v0i0.5936","title":"A FAILED ATTEMPT AT TEACHING CONTINUOUSLY EVOLVING SOFTWARE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SAIT Polytechnic","funders":"","keywords":"Computer science; Software; Software engineering; Mathematics education; Programming language; Psychology","score_opus":0.007807453499811046,"score_gpt":0.21834015275737953,"score_spread":0.21053269925756848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947428387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4859717,0.0016097282,0.36428824,0.058393057,0.005100609,0.00042269102,0.00023745258,0.012632331,0.071344234],"genre_scores_gemma":[0.6641393,0.000879051,0.22919227,0.004400386,0.0005898546,0.00015627638,0.00033123992,0.0017299465,0.09858177],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9947502,0.0010378481,0.0002319087,0.0008931852,0.0026555483,0.00043125576],"domain_scores_gemma":[0.9739425,0.0062311296,0.0011211243,0.00433002,0.010307996,0.004067229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068202037,0.0006519659,0.0004104608,0.0013032852,0.002721745,0.004172752,0.0029240155,0.0037288528,0.008371899],"category_scores_gemma":[0.027361246,0.00067026843,0.00080465496,0.0009387567,0.0016480067,0.0032225302,0.0022847871,0.0059394925,0.0048844134],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030911862,0.0022979798,0.013268603,0.00055491406,0.00012495436,0.0023343982,0.013066918,0.0042462386,0.06238802,0.021622472,0.042918418,0.83686805],"study_design_scores_gemma":[0.00027252367,0.0050563407,0.026987141,0.0008818414,0.0004273882,0.009361294,0.0107005425,0.053726688,0.14104897,0.03292186,0.7182334,0.00038205608],"about_ca_topic_score_codex":0.0038808547,"about_ca_topic_score_gemma":0.008484798,"teacher_disagreement_score":0.008371899,"about_ca_system_score_codex":0.0024014441,"about_ca_system_score_gemma":0.0058107655,"threshold_uncertainty_score":0.036069095},"labels":[],"label_agreement":null},{"id":"W1955964561","doi":"10.3968/j.ccc.1923670020120805.zr0236","title":"Planning Research on Chinese Culture English Virtual Community","year":2012,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual community; Chinese culture; The Internet; Key (lock); Chinese community; Computer science; Knowledge management; World Wide Web; Sociology; China; Political science","score_opus":0.10945573428920044,"score_gpt":0.48060123271580446,"score_spread":0.37114549842660405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1955964561","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6884253,0.002423445,0.11354329,0.0051945094,0.00007321367,0.0013182326,0.00019494712,0.00018736442,0.18863975],"genre_scores_gemma":[0.9668496,0.0018587682,0.02580481,0.00012364317,0.000009328044,0.00036573067,0.00012205407,0.000014875583,0.004851144],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979499,0.0010237929,0.00009223401,0.00021888234,0.00051742763,0.00019784123],"domain_scores_gemma":[0.9971482,0.0011910894,0.0002345528,0.00019512935,0.0007921293,0.00043890206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028039932,0.00034779412,0.00022199242,0.0022447084,0.0026041353,0.002303767,0.0009345467,0.00043372347,0.003933462],"category_scores_gemma":[0.0056938925,0.00027364262,0.00029850236,0.0037146502,0.0013639124,0.005766949,0.0022177545,0.0006656522,0.00021980662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012332076,0.00074654195,0.036448427,0.0015543882,0.00004270395,0.00089069374,0.03453981,0.014542031,0.0048982627,0.39947948,0.006435817,0.50029844],"study_design_scores_gemma":[0.00018506325,0.0012080808,0.103439294,0.0016332554,0.00027540178,0.0015337396,0.2576471,0.104262955,0.019117603,0.26819885,0.2422572,0.00024158781],"about_ca_topic_score_codex":0.018888142,"about_ca_topic_score_gemma":0.022836365,"teacher_disagreement_score":0.018888142,"about_ca_system_score_codex":0.004330992,"about_ca_system_score_gemma":0.013472415,"threshold_uncertainty_score":0.03755641},"labels":[],"label_agreement":null},{"id":"W1961483450","doi":"10.14288/1.0078381","title":"An exploratory study of the hypothesis of divisible versus unitary competence in second language proficiency","year":2010,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Varimax rotation; Vocabulary; Variance (accounting); Active listening; Exploratory factor analysis; Linguistics; Statistics; Grammar; Language proficiency; Natural language processing; Computer science; Factor analysis; Competence (human resources); Psychology; Econometrics; Mathematics; Structural equation modeling; Mathematics education; Social psychology; Psychometrics","score_opus":0.01331952413533129,"score_gpt":0.2132693009884801,"score_spread":0.1999497768531488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961483450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984356,0.000051321782,0.008696255,0.0005799654,0.000014294638,0.00023129286,0.00008192348,0.000020513828,0.005968416],"genre_scores_gemma":[0.99550724,0.000028971293,0.0036434024,0.00009977672,0.0000081096905,0.00029566503,0.000042756565,0.00000815527,0.0003659464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9921496,0.005309142,0.00025820686,0.0009211488,0.0010374127,0.00032459863],"domain_scores_gemma":[0.8385734,0.15448289,0.0031733392,0.001700001,0.0012458443,0.0008244842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017772546,0.00063065684,0.0008024666,0.0015390018,0.0010885135,0.003039131,0.0015016012,0.0016058733,0.009807052],"category_scores_gemma":[0.068352506,0.00045281975,0.0009037399,0.001325574,0.0050910125,0.004721178,0.0030746316,0.0018740732,0.00046550093],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004541065,0.0050191595,0.445345,0.0011223482,0.0002918935,0.00254425,0.23154053,0.0045697903,0.015228082,0.17325068,0.0014815371,0.11506554],"study_design_scores_gemma":[0.0011217921,0.012238929,0.41062585,0.00075197226,0.00024202501,0.0026542086,0.30276743,0.101111904,0.012167592,0.1465237,0.009508345,0.00028630058],"about_ca_topic_score_codex":0.0014177867,"about_ca_topic_score_gemma":0.0010639477,"teacher_disagreement_score":0.017772546,"about_ca_system_score_codex":0.0014645576,"about_ca_system_score_gemma":0.0018575867,"threshold_uncertainty_score":0.09399128},"labels":[],"label_agreement":null},{"id":"W1969690806","doi":"10.5539/elt.v3n1p108","title":"On Rater Agreement and Rater Training","year":2010,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Inter-rater reliability; Task (project management); Applied psychology; Agreement; Selection (genetic algorithm); Interpretation (philosophy); Social psychology; Clinical psychology; Rating scale; Developmental psychology; Linguistics; Artificial intelligence; Computer science","score_opus":0.008705802459287353,"score_gpt":0.27395697064644947,"score_spread":0.2652511681871621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969690806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1304044,0.013038135,0.73257804,0.0035187358,0.0027468032,0.00848086,0.00086098147,0.0009913235,0.107380725],"genre_scores_gemma":[0.69493276,0.0029777635,0.2861552,0.0017626799,0.0012116882,0.006517675,0.0007134379,0.0010374675,0.0046913573],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.18299642,0.6277314,0.05701445,0.022972727,0.10661028,0.0026747093],"domain_scores_gemma":[0.05314705,0.8084497,0.023031715,0.029027048,0.08565732,0.00068721815],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.58944994,0.0016952818,0.002942887,0.014496636,0.0040920186,0.0059661595,0.0044790306,0.0026180584,0.00212086],"category_scores_gemma":[0.81975347,0.0015259971,0.0023198482,0.010538016,0.010363084,0.010384197,0.008994022,0.004893981,0.0014166483],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022899227,0.00044661228,0.10414378,0.007072959,0.004026282,0.00046079367,0.067395374,0.009393895,0.0059386333,0.092241235,0.014231847,0.6923587],"study_design_scores_gemma":[0.0011921874,0.0066172914,0.31259993,0.01879113,0.0038221104,0.0057517933,0.03703425,0.09796879,0.04095983,0.24505843,0.2275232,0.0026810102],"about_ca_topic_score_codex":0.0034492298,"about_ca_topic_score_gemma":0.0030418742,"teacher_disagreement_score":0.41055006,"about_ca_system_score_codex":0.0075775315,"about_ca_system_score_gemma":0.0045455657,"threshold_uncertainty_score":0.5062814},"labels":[],"label_agreement":null},{"id":"W1972483967","doi":"10.5539/ies.v5n4p266","title":"Research on Take an Examination of Oneself Potential Candidates Intend Empirical","year":2012,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Psychology; Marital status; Degree (music); Empirical research; Empirical examination; Academic achievement; Mathematics education; Degree program; Medical education; Social psychology; Sociology; Demography; Medicine; Statistics","score_opus":0.21963275288247538,"score_gpt":0.5392199163939054,"score_spread":0.31958716351143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972483967","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9745209,0.00034035306,0.0012122798,0.0020500736,0.00009773949,0.0001865164,0.00016712796,0.00000917755,0.021415882],"genre_scores_gemma":[0.99166334,0.00016888719,0.0007061133,0.0002825977,0.000034883826,0.00013544453,0.00012842305,0.0000021529304,0.0068782405],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800617,0.0008077064,0.00009276375,0.00020137445,0.00051821937,0.00037368963],"domain_scores_gemma":[0.99208075,0.00198914,0.0011893987,0.00066462153,0.002469578,0.0016065093],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042752014,0.00020140686,0.00023601991,0.0013093076,0.001820671,0.0013018872,0.0005927947,0.00042816068,0.0134136705],"category_scores_gemma":[0.012148354,0.00012802321,0.0003041948,0.00096216163,0.0006005241,0.0011109737,0.00073753117,0.0005280914,0.0013090089],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010792564,0.0008015547,0.86957896,0.0003251153,0.00005022025,0.00057575933,0.020816693,0.00015099857,0.0010720112,0.006852345,0.005541152,0.09412736],"study_design_scores_gemma":[0.000017749297,0.00047138456,0.8924198,0.0002636809,0.000046774498,0.0003997168,0.07767294,0.0006309796,0.00069075933,0.0021174792,0.025246203,0.00002244222],"about_ca_topic_score_codex":0.0063967775,"about_ca_topic_score_gemma":0.015440224,"teacher_disagreement_score":0.98658633,"about_ca_system_score_codex":0.00075945776,"about_ca_system_score_gemma":0.0030122332,"threshold_uncertainty_score":0.044873178},"labels":[],"label_agreement":null},{"id":"W1983706036","doi":"10.2316/journal.208.2006.1.208-1011","title":"WEB-BASED ASSESSMENT SYSTEM FOR TEACHING MATHEMATICS ON UNDERGRADUATE LEVEL","year":2006,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Theme (computing); Computer science; Mathematics education; Software; Multimedia; World Wide Web; Mathematics; Programming language","score_opus":0.015592004691460814,"score_gpt":0.314881157679389,"score_spread":0.2992891529879282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983706036","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21785794,0.0004005236,0.62178904,0.00031463764,0.00017295287,0.00356895,0.0026909767,0.14169541,0.011509565],"genre_scores_gemma":[0.6081554,0.00023252224,0.35084856,0.00042628692,0.00014440801,0.003290406,0.005541768,0.0019956979,0.029364983],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987966,0.00038649983,0.00012149643,0.00022712271,0.00040844874,0.000059986476],"domain_scores_gemma":[0.9960542,0.0016828172,0.00018248969,0.00042729237,0.0011079601,0.00054521457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017047841,0.0007083889,0.0007114774,0.0016734137,0.00040008253,0.00093360414,0.0011112383,0.0007479941,0.016494013],"category_scores_gemma":[0.004128604,0.0003289466,0.0002632825,0.0006015758,0.00020653981,0.0012489116,0.0010063181,0.0007294536,0.006192641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034762237,0.0052415775,0.021180635,0.000627636,0.00018234443,0.00051402155,0.00092987326,0.0054115644,0.09375288,0.00283442,0.02656937,0.8392794],"study_design_scores_gemma":[0.0024584164,0.0063944496,0.18755521,0.00041851183,0.0006259193,0.0028524965,0.00064180477,0.34718215,0.28152898,0.008094269,0.16164349,0.00060444826],"about_ca_topic_score_codex":0.0007488728,"about_ca_topic_score_gemma":0.0006750125,"teacher_disagreement_score":0.016494013,"about_ca_system_score_codex":0.00041440976,"about_ca_system_score_gemma":0.0007758045,"threshold_uncertainty_score":0.055177927},"labels":[],"label_agreement":null},{"id":"W1987370582","doi":"10.1109/iccse.2010.5593588","title":"Theoretical framework research of open-ended project-based instruction","year":2010,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Computer science; Constructivism (international relations); Process (computing); Key (lock); Selection (genetic algorithm); Mathematics education; Theory of multiple intelligences; Programming language; Psychology; Artificial intelligence; Political science","score_opus":0.07125115431012244,"score_gpt":0.45520756125196266,"score_spread":0.3839564069418402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987370582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027802397,0.0024558913,0.6413307,0.019542348,0.0002762895,0.0013221826,0.0003246538,0.00018842494,0.3067571],"genre_scores_gemma":[0.7530372,0.0024179702,0.22861591,0.0013413536,0.00012610901,0.003424104,0.00029162908,0.000052274496,0.010693413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98983824,0.0063407472,0.0004293377,0.0008262925,0.0020549214,0.00051035295],"domain_scores_gemma":[0.99161315,0.0047532986,0.00071363384,0.0005665842,0.0016467241,0.000706573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009210527,0.00086495344,0.00077746453,0.003847899,0.0037413286,0.007617049,0.004151153,0.0023854305,0.008043549],"category_scores_gemma":[0.009085265,0.00052092824,0.00068216346,0.004699233,0.016660461,0.007108584,0.0031216787,0.003319382,0.0013233041],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035490152,0.000029618272,0.00015179986,0.000055174496,0.0000019665954,0.00003269916,0.001367709,0.00038539062,0.000025651843,0.99443203,0.00030604904,0.0032082382],"study_design_scores_gemma":[0.00004328663,0.00005118933,0.00053973444,0.00034473956,0.000008892717,0.00013227631,0.005089265,0.00581955,0.00018309294,0.95954764,0.02822262,0.00001775018],"about_ca_topic_score_codex":0.0048373225,"about_ca_topic_score_gemma":0.0026300787,"teacher_disagreement_score":0.009564656,"about_ca_system_score_codex":0.009564656,"about_ca_system_score_gemma":0.010277323,"threshold_uncertainty_score":0.069396734},"labels":[],"label_agreement":null},{"id":"W1992207937","doi":"10.5539/ies.v4n1p179","title":"How to Write Geography Teaching Paper","year":2011,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teaching method; Mathematics education; Subject (documents); Pedagogy; Sociology; Computer science; Psychology; Library science","score_opus":0.06342518241806605,"score_gpt":0.37704844038110974,"score_spread":0.3136232579630437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992207937","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008188697,0.0035571465,0.10800095,0.20606105,0.31658155,0.0013808815,0.001873858,0.0056395954,0.34871632],"genre_scores_gemma":[0.08036252,0.005853989,0.17709973,0.052982844,0.06999788,0.0013259059,0.0023068066,0.010458481,0.59961176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99497753,0.0019782213,0.0005660865,0.00033082766,0.0018700742,0.0002771935],"domain_scores_gemma":[0.95020187,0.019111767,0.002154267,0.0042290553,0.018841827,0.00546136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048993737,0.0006035313,0.00060370646,0.0014923655,0.002928973,0.00838755,0.0009066836,0.0021472946,0.09009764],"category_scores_gemma":[0.058671534,0.00041000635,0.0006846168,0.0009643046,0.001603264,0.005720187,0.0024222545,0.0050202063,0.06649702],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004792713,0.000079428275,0.00040318086,0.00035555923,0.000012003512,0.00060903927,0.0029699008,0.00036321208,0.0020804494,0.018131541,0.8429913,0.13195652],"study_design_scores_gemma":[0.000012937613,0.000029954837,0.00018784082,0.00019042005,0.0000033790554,0.00036502414,0.0016410438,0.00016447407,0.000590355,0.006463954,0.9903362,0.000014495646],"about_ca_topic_score_codex":0.0007581605,"about_ca_topic_score_gemma":0.00095379254,"teacher_disagreement_score":0.09009764,"about_ca_system_score_codex":0.00091872696,"about_ca_system_score_gemma":0.0029891746,"threshold_uncertainty_score":0.30140662},"labels":[],"label_agreement":null},{"id":"W2000342775","doi":"10.5539/elt.v3n1p142","title":"The Application of Context Theory in English Teaching of Reading","year":2010,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"People's Government of Jilin Province","keywords":"Context (archaeology); Reading (process); Reading comprehension; Psychology; Linguistics; Comprehension; Context effect; Mathematics education; Test (biology); Test theory; Computer science","score_opus":0.004315786860955886,"score_gpt":0.27412592416525483,"score_spread":0.2698101373042989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000342775","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1263125,0.052966315,0.544716,0.010850765,0.0019871148,0.0004933915,0.000087264365,0.00038973498,0.26219696],"genre_scores_gemma":[0.83717215,0.020807965,0.13107601,0.00081602874,0.0006430529,0.0003174822,0.000051673658,0.00007102114,0.009044679],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756926,0.0015058671,0.00010932502,0.00022187828,0.00046961734,0.00012406686],"domain_scores_gemma":[0.9973526,0.0019652178,0.0001157874,0.00011248408,0.0003548244,0.000099069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014057449,0.00038524964,0.0004435919,0.001520344,0.0013455836,0.0021112454,0.0006795229,0.0008644925,0.0030488232],"category_scores_gemma":[0.0052256603,0.00023924392,0.0005123582,0.0011127474,0.0017690901,0.0042861034,0.0018469987,0.001408796,0.0003993492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007386282,0.00015078466,0.008472236,0.0013494277,0.00004779182,0.0009910084,0.019565748,0.0024246834,0.00570445,0.40062934,0.0033259992,0.55726475],"study_design_scores_gemma":[0.00006415122,0.00066167064,0.02034221,0.0023716022,0.00021666572,0.0025715956,0.020483982,0.014602434,0.0098264525,0.67023534,0.25847104,0.00015283599],"about_ca_topic_score_codex":0.001884904,"about_ca_topic_score_gemma":0.00245535,"teacher_disagreement_score":0.0030488232,"about_ca_system_score_codex":0.0011423831,"about_ca_system_score_gemma":0.0017106419,"threshold_uncertainty_score":0.010199368},"labels":[],"label_agreement":null},{"id":"W2006618588","doi":"10.1111/j.1745-3992.2000.tb00036.x","title":"An NCME Instructional Module on Exploring the Logic of Tatsuoka's Rule‐Space Model for Test Development and Analysis","year":2000,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Social Sciences and Humanities Research Council; Alberta Advanced Education; University of Alberta","funders":"","keywords":"Test (biology); Set (abstract data type); Space (punctuation); Blueprint; Computer science; Cognition; Artificial intelligence; Rule-based system; Machine learning; Psychology; Programming language; Engineering","score_opus":0.1492879822400197,"score_gpt":0.36563478447414144,"score_spread":0.21634680223412173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006618588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007197671,0.0041104835,0.6451235,0.0547293,0.011723276,0.0035380162,0.0014959952,0.005768808,0.26631296],"genre_scores_gemma":[0.02983825,0.009140808,0.5270944,0.02928029,0.010489052,0.00539524,0.0018525139,0.0015758746,0.38533354],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989348,0.00041538686,0.00007606396,0.000118890755,0.00039155624,0.00006328975],"domain_scores_gemma":[0.9925776,0.004504138,0.00033244627,0.00050829194,0.0015609724,0.00051648053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035135448,0.0012369762,0.00089811307,0.00243312,0.0009792079,0.001969221,0.0022639818,0.0023680574,0.06937638],"category_scores_gemma":[0.015877979,0.0006016945,0.0008627636,0.001239904,0.0012883567,0.003360235,0.0029671495,0.0031658467,0.024891574],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054747805,0.0010351405,0.0013958754,0.00034059124,0.000019410052,0.00042268643,0.00041956326,0.0028535908,0.0029969783,0.045962133,0.5493872,0.3951121],"study_design_scores_gemma":[0.00006840963,0.00024918516,0.005196165,0.0008781927,0.000014471873,0.0008054688,0.0003928946,0.009013141,0.0016169974,0.065823495,0.9158693,0.00007227068],"about_ca_topic_score_codex":0.0020957123,"about_ca_topic_score_gemma":0.008023508,"teacher_disagreement_score":0.06937638,"about_ca_system_score_codex":0.0017641381,"about_ca_system_score_gemma":0.0024865037,"threshold_uncertainty_score":0.23208714},"labels":[],"label_agreement":null},{"id":"W2011807235","doi":"10.1007/978-1-84882-628-1_5","title":"Web-Based Learning Support System","year":2009,"lang":"en","type":"book-chapter","venue":"Advanced information and knowledge processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Web application; World Wide Web","score_opus":0.009725640213652775,"score_gpt":0.26429858818011864,"score_spread":0.25457294796646585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011807235","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10429642,0.002380644,0.4961812,0.0011989464,0.00072974805,0.00087740924,0.0054440033,0.13534138,0.25355023],"genre_scores_gemma":[0.3846273,0.0020279025,0.15149748,0.0012037135,0.0003755474,0.0006183757,0.011242959,0.0020984858,0.44630826],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9998783,0.000011119412,0.000009639564,0.00002113594,0.00006561458,0.000014229529],"domain_scores_gemma":[0.99983954,0.00003557002,0.000007703069,0.000026760952,0.000057067224,0.000033206732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017398222,0.00031313722,0.0003769768,0.0005844702,0.00033393584,0.0009398636,0.0008641145,0.00064686633,0.023506904],"category_scores_gemma":[0.00040354326,0.00016903302,0.00021109448,0.00054631836,0.00008794988,0.0010969484,0.00069251953,0.0006041278,0.014463837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046763924,0.0006069908,0.0009832146,0.0002397082,0.00003361327,0.0003948023,0.00015087987,0.0018488992,0.038821,0.005558941,0.108464465,0.8424298],"study_design_scores_gemma":[0.0004631334,0.00067528005,0.015128027,0.00027718328,0.00022891132,0.0022982983,0.00025121242,0.12846275,0.11771151,0.017435271,0.71690243,0.00016598459],"about_ca_topic_score_codex":0.0009053063,"about_ca_topic_score_gemma":0.00069984415,"teacher_disagreement_score":0.023506904,"about_ca_system_score_codex":0.00020742336,"about_ca_system_score_gemma":0.00037147026,"threshold_uncertainty_score":0.078638434},"labels":[],"label_agreement":null},{"id":"W2013746363","doi":"10.4018/jeis.2012070103","title":"A Knowledge-Based User Interface to Optimize Curriculum Utility in an E-Learning System","year":2012,"lang":"en","type":"article","venue":"International Journal of Enterprise Information Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Curriculum; Interface (matter); Hypermedia; User interface; Process (computing); The Internet; Multimedia; Domain (mathematical analysis); Task (project management); Human–computer interaction; Personalized learning; World Wide Web; Knowledge management; Teaching method; Engineering; Open learning; Mathematics education; Cooperative learning","score_opus":0.015324381832091243,"score_gpt":0.32305757409547164,"score_spread":0.3077331922633804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013746363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039272394,0.000035459994,0.95117325,0.000088839864,0.0000105825775,0.00013577852,0.00006950434,0.0026577022,0.006556463],"genre_scores_gemma":[0.64323425,0.00005876334,0.35074928,0.00007095374,0.000008613118,0.0002911747,0.00010966811,0.00018261859,0.005294656],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99971575,0.00010668438,0.000018043707,0.000048455247,0.00008671038,0.000024390005],"domain_scores_gemma":[0.99959093,0.00023726799,0.000028100021,0.000026741698,0.00009892575,0.000017998598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006517622,0.00053711946,0.00040884677,0.00032073553,0.00021196922,0.00087458856,0.00072909397,0.0006397997,0.006186557],"category_scores_gemma":[0.001892386,0.000200777,0.00025232887,0.00021251745,0.00017463989,0.00075796765,0.00040277097,0.00035249355,0.0005813728],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007022137,0.00057997345,0.0032813766,0.0004308443,0.00005759577,0.00043053625,0.00085597945,0.5026531,0.06662431,0.0277071,0.005817871,0.3908591],"study_design_scores_gemma":[0.000031746957,0.000119894634,0.00033900453,0.000015346674,0.00001809032,0.000045486693,0.000029537061,0.98819333,0.0076665278,0.0014417182,0.0020890106,0.000010380622],"about_ca_topic_score_codex":0.0010764853,"about_ca_topic_score_gemma":0.0010168294,"teacher_disagreement_score":0.006186557,"about_ca_system_score_codex":0.00031362573,"about_ca_system_score_gemma":0.00039281562,"threshold_uncertainty_score":0.020696044},"labels":[],"label_agreement":null},{"id":"W2019616858","doi":"10.5539/cis.v1n3p125","title":"The Design and Implementation of Precious Test and Quality Control System Based on Delphi","year":2008,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Delphi; Test (biology); Quality (philosophy); Control (management); Delphi method; Operating system; Artificial intelligence","score_opus":0.027351008525989623,"score_gpt":0.31681966914214504,"score_spread":0.2894686606161554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019616858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15564889,0.00007874664,0.7675958,0.0011664071,0.00020320136,0.040661365,0.0006785326,0.007799751,0.026167337],"genre_scores_gemma":[0.24585964,0.00004526672,0.71595913,0.00031834922,0.00004978428,0.021860756,0.0008119682,0.00062160863,0.014473504],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.97367406,0.017832303,0.0019097208,0.0025244814,0.002783911,0.0012754672],"domain_scores_gemma":[0.953568,0.023857756,0.0016469521,0.0059319544,0.011712832,0.003282554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042544723,0.0007577499,0.0006238977,0.003225609,0.0018907405,0.0028149437,0.0021696328,0.0007455574,0.022988709],"category_scores_gemma":[0.031991947,0.0010250543,0.00057919725,0.0011460913,0.0015396469,0.0019192577,0.003064368,0.001518631,0.005361145],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018529855,0.0035378735,0.024162453,0.0012360119,0.00010206536,0.00069997367,0.036437567,0.010161535,0.04756665,0.024875678,0.022182595,0.8271846],"study_design_scores_gemma":[0.002727952,0.011351327,0.15251674,0.0022686783,0.00043774728,0.0020023726,0.06978206,0.27008623,0.10527968,0.036046326,0.34659857,0.0009023004],"about_ca_topic_score_codex":0.0023898645,"about_ca_topic_score_gemma":0.0021019191,"teacher_disagreement_score":0.042544723,"about_ca_system_score_codex":0.0032968614,"about_ca_system_score_gemma":0.008794761,"threshold_uncertainty_score":0.22500068},"labels":[],"label_agreement":null},{"id":"W2025721211","doi":"10.1145/1562877.1563021","title":"Towards automatic syllabi matching","year":2009,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; Syllabus; Matching (statistics); Artificial intelligence; Mathematics; Mathematics education","score_opus":0.012672633326733048,"score_gpt":0.3001979159808826,"score_spread":0.2875252826541495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025721211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021861127,0.0020760733,0.89518887,0.0012805345,0.0008001689,0.0010269973,0.015655331,0.04754772,0.014563252],"genre_scores_gemma":[0.05167688,0.0009822448,0.89220047,0.0004146089,0.0002487818,0.00054422545,0.04167508,0.002629881,0.009627795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99467456,0.0011059013,0.00058567006,0.0012401161,0.0018492686,0.000544442],"domain_scores_gemma":[0.9902294,0.0029066287,0.00060290704,0.001506907,0.0042662015,0.00048791338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022343996,0.0024072954,0.0020614835,0.012605514,0.0021724706,0.0050381906,0.0037060257,0.0034891644,0.028630024],"category_scores_gemma":[0.016416447,0.0016024824,0.0025130732,0.0077033886,0.0008854319,0.0042489204,0.004431928,0.003063437,0.035428718],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047958444,0.00029832282,0.0035968358,0.0016012492,0.000115743096,0.00053310365,0.00042091528,0.006991405,0.033016864,0.0156050995,0.0895466,0.84779435],"study_design_scores_gemma":[0.00021535234,0.00034302226,0.009465396,0.0007451671,0.0002339474,0.0023945512,0.0013702649,0.5050858,0.08351718,0.07716639,0.3191701,0.00029283474],"about_ca_topic_score_codex":0.010490392,"about_ca_topic_score_gemma":0.010555941,"teacher_disagreement_score":0.028630024,"about_ca_system_score_codex":0.002487393,"about_ca_system_score_gemma":0.0047413707,"threshold_uncertainty_score":0.095776975},"labels":[],"label_agreement":null},{"id":"W2032083393","doi":"10.5539/mas.v4n10p107","title":"The Application for Controlling Theory and Methods in Intelligent Test System","year":2010,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Field (mathematics); Computer-aided; Test (biology); Control (management); Artificial intelligence; Programming language","score_opus":0.013831562012182629,"score_gpt":0.3524123489588371,"score_spread":0.3385807869466545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032083393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026447172,0.0027586352,0.97843504,0.00042518764,0.00031937798,0.00009806142,0.000030313966,0.0007019033,0.014586717],"genre_scores_gemma":[0.4231277,0.010914956,0.5345729,0.00077984546,0.0012893714,0.00092314644,0.0002606489,0.00027948656,0.027851917],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972646,0.00066187815,0.00020630188,0.0004539072,0.0012896339,0.00012364681],"domain_scores_gemma":[0.99895966,0.00036913753,0.000045455836,0.0001350332,0.00045108315,0.000039547136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016023361,0.0005517272,0.00055815984,0.0014756093,0.00059313944,0.0017457611,0.0011034654,0.0011900194,0.0035384393],"category_scores_gemma":[0.0033583366,0.0002719261,0.00075993885,0.001116921,0.0012203517,0.0018221976,0.00090765045,0.0010839346,0.0012181149],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108901106,0.00007982722,0.0028375222,0.00062426913,0.000078992,0.0002691216,0.0006178989,0.027033402,0.01510352,0.26238292,0.008928588,0.6819351],"study_design_scores_gemma":[0.00014337308,0.0005571937,0.004167233,0.00049781235,0.00018910813,0.001509613,0.00029853618,0.5509028,0.033121675,0.15398255,0.2543978,0.00023234084],"about_ca_topic_score_codex":0.0029285385,"about_ca_topic_score_gemma":0.0008453139,"teacher_disagreement_score":0.0035384393,"about_ca_system_score_codex":0.00097049965,"about_ca_system_score_gemma":0.0012517353,"threshold_uncertainty_score":0.011837244},"labels":[],"label_agreement":null},{"id":"W2054949702","doi":"10.5539/ijel.v1n2p252","title":"Error Recognition Tests as a Predictor of EFL Learners' Writing Ability","year":2011,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Pearson product-moment correlation coefficient; Psychology; Correlation; Construct (python library); Measure (data warehouse); Mathematics education; Statistics; Cognitive psychology; Computer science; Mathematics; Data mining","score_opus":0.04292484347527174,"score_gpt":0.3282509662089685,"score_spread":0.28532612273369673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054949702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989888,0.00013862706,0.00019834925,0.000043328557,0.0000068176546,0.0000049310092,0.000037570837,0.000010501764,0.00057116087],"genre_scores_gemma":[0.9992893,0.000047158126,0.00019423466,0.000010030217,0.0000070564934,0.0000046319515,0.000043700773,0.0000020625869,0.0004018687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879587,0.00034827765,0.0002101055,0.00013081876,0.00041505985,0.000099754856],"domain_scores_gemma":[0.9728855,0.012145652,0.009465924,0.0007672987,0.0031008457,0.0016347844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017853854,0.0003639438,0.00029713465,0.0012942558,0.00017526012,0.00083373184,0.0002767285,0.00044308096,0.00249195],"category_scores_gemma":[0.021763675,0.00009935992,0.00025619933,0.00050544954,0.00037656035,0.00048381265,0.00045288212,0.0006953392,0.0005570382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111072965,0.00013794913,0.9878028,0.00001613294,0.000022384276,0.00012555835,0.00030771503,0.00011501946,0.00070512877,0.000019859644,0.00007609496,0.010560333],"study_design_scores_gemma":[0.000009184775,0.0006316066,0.9951643,0.00002070905,0.00002656413,0.0007551977,0.0006037668,0.0011078246,0.001306342,0.000094088784,0.00026924888,0.000011139778],"about_ca_topic_score_codex":0.00090068014,"about_ca_topic_score_gemma":0.0007605296,"teacher_disagreement_score":0.00249195,"about_ca_system_score_codex":0.00013682,"about_ca_system_score_gemma":0.00033048718,"threshold_uncertainty_score":0.009442091},"labels":[],"label_agreement":null},{"id":"W2062079576","doi":"10.1109/icalt.2013.46","title":"Automarking Web Service","year":2013,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red River College; Athabasca University","funders":"","keywords":"Computer science; World Wide Web; Meaning (existential); Service (business); Test (biology); Web service; Semantic Web; Multimedia; Psychology","score_opus":0.012060246244543802,"score_gpt":0.2549325468200493,"score_spread":0.2428723005755055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062079576","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026173592,0.0002544048,0.82823,0.0007087865,0.00039120458,0.0019665188,0.00090666575,0.11624627,0.025122432],"genre_scores_gemma":[0.34834862,0.0005367411,0.58529496,0.0009494064,0.0001410276,0.0016675574,0.0087216,0.006351659,0.047988523],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99364847,0.0013239828,0.00041678848,0.0009723411,0.0026417114,0.000996662],"domain_scores_gemma":[0.99459684,0.0011554337,0.00020339678,0.0022637758,0.0014945201,0.0002860716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004325789,0.0013755058,0.00095985614,0.0023137664,0.001475378,0.0039927997,0.002278034,0.0019879038,0.0156418],"category_scores_gemma":[0.006933981,0.00068061205,0.0011489153,0.0020404127,0.0007653105,0.003804816,0.003610736,0.002289311,0.015302625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000983483,0.0012932437,0.007460811,0.0006143552,0.000109370245,0.0017739784,0.0012214656,0.012098761,0.07355727,0.05442496,0.09482095,0.7516414],"study_design_scores_gemma":[0.00022638887,0.00029847247,0.0041999277,0.00021121695,0.00011229658,0.0014180829,0.0011500946,0.39482766,0.14903773,0.044826373,0.40348664,0.00020509037],"about_ca_topic_score_codex":0.00854652,"about_ca_topic_score_gemma":0.0043991143,"teacher_disagreement_score":0.0156418,"about_ca_system_score_codex":0.0014470911,"about_ca_system_score_gemma":0.0035665873,"threshold_uncertainty_score":0.052327037},"labels":[],"label_agreement":null},{"id":"W2084099844","doi":"10.1145/1370256.1370280","title":"CONFSYS","year":2008,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Upload; Presentation (obstetrics); Function (biology); World Wide Web; Engineering management; Multimedia; Engineering","score_opus":0.028586298037188828,"score_gpt":0.27038619357413435,"score_spread":0.24179989553694553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084099844","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008241482,0.0054433225,0.09260878,0.010560346,0.008407727,0.00087841216,0.016979916,0.12080496,0.73607504],"genre_scores_gemma":[0.054420725,0.0066999653,0.08553233,0.005823441,0.0039846636,0.0010150112,0.06390443,0.028635086,0.7499844],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948651,0.00097105507,0.00039544344,0.000608709,0.002642712,0.0005170211],"domain_scores_gemma":[0.9903363,0.0014223522,0.00037036804,0.0018230032,0.0041635423,0.0018845226],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043478445,0.0011487358,0.0007721566,0.0038546259,0.0019568773,0.006630454,0.0030599614,0.0015179696,0.21147186],"category_scores_gemma":[0.012963301,0.0006021432,0.0007824408,0.0026610696,0.0007843408,0.00581911,0.0058012092,0.0022488944,0.15667911],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022699425,0.00010848386,0.0009811235,0.00035418198,0.000014015143,0.0002014876,0.00034000885,0.00035886175,0.0013153021,0.016984655,0.7230383,0.2560765],"study_design_scores_gemma":[0.000019963976,0.00003179282,0.00035024591,0.000064462765,0.000004521988,0.00020354654,0.00007911342,0.0005089756,0.0006009,0.0020499004,0.99606895,0.000017558752],"about_ca_topic_score_codex":0.0042753597,"about_ca_topic_score_gemma":0.0047173817,"teacher_disagreement_score":0.78852814,"about_ca_system_score_codex":0.0017310805,"about_ca_system_score_gemma":0.003721647,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2089256187","doi":"10.2316/journal.208.2004.1.202-1452","title":"Integrated of Learning Management Systems and Web Applications using Web Services","year":2004,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Computer science; Web service","score_opus":0.009044005904100682,"score_gpt":0.2843037378997977,"score_spread":0.275259731995697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089256187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35911712,0.000819999,0.54775393,0.0016072257,0.00043153856,0.0007141094,0.0002684241,0.032949794,0.056337856],"genre_scores_gemma":[0.859223,0.00023893926,0.114351675,0.00029309446,0.000109245484,0.00012279766,0.0005042863,0.00054116163,0.024615787],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893254,0.000214117,0.000090911155,0.00013674688,0.00050997146,0.00011571993],"domain_scores_gemma":[0.99866843,0.00023702078,0.00006202125,0.0003060375,0.0005211124,0.00020541332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001155291,0.0003502534,0.0004345433,0.0008967231,0.00045439453,0.0024716859,0.0006841736,0.00057668594,0.004180098],"category_scores_gemma":[0.0024335543,0.00030346197,0.0004562013,0.00062754983,0.00020473068,0.0018164547,0.0010426805,0.0007771038,0.0015097082],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011712658,0.002254177,0.023522802,0.00025914187,0.0002360434,0.00044965176,0.0005620556,0.012899823,0.10359218,0.0204586,0.008323018,0.82627124],"study_design_scores_gemma":[0.00031436182,0.0013878405,0.047326364,0.00016816388,0.00075950543,0.00076390425,0.0006435759,0.57235247,0.22819294,0.021795575,0.12615949,0.00013581738],"about_ca_topic_score_codex":0.0033525196,"about_ca_topic_score_gemma":0.0028273908,"teacher_disagreement_score":0.004180098,"about_ca_system_score_codex":0.00068179134,"about_ca_system_score_gemma":0.0014911899,"threshold_uncertainty_score":0.013983846},"labels":[],"label_agreement":null},{"id":"W2096507573","doi":"10.5539/ies.v2n4p45","title":"An Evaluation System for the Online Training Programs in Meteorology and Hydrology","year":2009,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China Meteorological Administration","keywords":"Context (archaeology); Training (meteorology); China; Evaluation methods; Product (mathematics); Computer science; Process (computing); Environmental science; Program evaluation; Hydrology (agriculture); Meteorology; Operations research; Geography; Engineering; Mathematics; Statistics","score_opus":0.18827474351315615,"score_gpt":0.469600357684364,"score_spread":0.2813256141712078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096507573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07811301,0.0006524444,0.8536852,0.001578007,0.00051039655,0.0054826406,0.0016134767,0.020666841,0.03769791],"genre_scores_gemma":[0.468442,0.0004649451,0.5079027,0.00036986076,0.0002120386,0.005216242,0.0037543096,0.0010007821,0.012637129],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97830987,0.011596314,0.0026742874,0.0014697973,0.005478758,0.00047092506],"domain_scores_gemma":[0.9622733,0.013946627,0.0018593364,0.0036283424,0.016821751,0.0014706163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025520518,0.0007130549,0.000975205,0.0039382754,0.0015274312,0.0031878036,0.00141011,0.0009737413,0.00659603],"category_scores_gemma":[0.04117075,0.00029844264,0.0006522118,0.0024761388,0.0006834965,0.004905378,0.0018738072,0.0008485169,0.002251528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015555775,0.0016776038,0.019964391,0.0012263246,0.00016154289,0.00026651451,0.0019379574,0.010617211,0.0136585105,0.022252737,0.051661912,0.87501967],"study_design_scores_gemma":[0.0011667979,0.0043614157,0.07896121,0.001266662,0.0008709124,0.0012317463,0.0028990977,0.5603586,0.07254962,0.025055429,0.2505626,0.0007158839],"about_ca_topic_score_codex":0.0034310613,"about_ca_topic_score_gemma":0.0022882745,"teacher_disagreement_score":0.025520518,"about_ca_system_score_codex":0.0024391992,"about_ca_system_score_gemma":0.0038532636,"threshold_uncertainty_score":0.13496703},"labels":[],"label_agreement":null},{"id":"W2102131480","doi":"10.5539/ies.v4n1p166","title":"Optimal Number of Gaps in C-Test Passages","year":2011,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Alexander von Humboldt-Stiftung","keywords":"Test (biology); Reliability (semiconductor); Statistics; Psychology; Factorial; Mathematics; Computer science; Mathematics education","score_opus":0.06296830432380317,"score_gpt":0.4108746882031374,"score_spread":0.3479063838793342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102131480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94256246,0.0012994409,0.050170634,0.00034989673,0.00014756454,0.0003372974,0.00048965844,0.00045622015,0.004186833],"genre_scores_gemma":[0.9499547,0.00024243623,0.048192985,0.00010578161,0.000052131207,0.00031884617,0.00064903335,0.00009282975,0.00039133697],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9846178,0.006824086,0.0023636774,0.0026391267,0.0028590653,0.00069618085],"domain_scores_gemma":[0.86702895,0.09772809,0.009355436,0.009385843,0.012322007,0.004179671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009788372,0.00089980644,0.0017176282,0.0019236828,0.0011604268,0.0023553127,0.0016446046,0.0017011897,0.0021160094],"category_scores_gemma":[0.12581256,0.0005577889,0.00057145214,0.0016997755,0.000758887,0.0036939392,0.002504098,0.0010995332,0.0011283422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011145908,0.003548607,0.23576984,0.0018444067,0.0002561655,0.0011048007,0.003242613,0.02504947,0.06655463,0.0048660445,0.0040772026,0.6425404],"study_design_scores_gemma":[0.0009301144,0.013215003,0.7029422,0.001876792,0.0008836402,0.0046873977,0.008868758,0.11386542,0.09472874,0.033080906,0.024406536,0.00051454216],"about_ca_topic_score_codex":0.0011061344,"about_ca_topic_score_gemma":0.0011329855,"teacher_disagreement_score":0.009788372,"about_ca_system_score_codex":0.00086680904,"about_ca_system_score_gemma":0.0020682407,"threshold_uncertainty_score":0.051766515},"labels":[],"label_agreement":null},{"id":"W2103828285","doi":"10.24908/pceea.v0i0.4684","title":"IDENTIFYING DISCIPLINE-SPECIFIC VOCABULARY ON ENGINEERING EXAMS","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Vocabulary; tf–idf; Computer science; Test (biology); Measure (data warehouse); Engineering education; Natural language processing; Term (time); Mathematics education; Artificial intelligence; Data science; Psychology; Engineering; Linguistics; Data mining; Engineering management","score_opus":0.011874013592819557,"score_gpt":0.22903565837523443,"score_spread":0.21716164478241487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103828285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97392726,0.00048500721,0.016645983,0.00006213636,0.000035510642,0.000230967,0.0010509073,0.00018050552,0.007381751],"genre_scores_gemma":[0.9744236,0.00032976264,0.019714884,0.000044309945,0.00003277378,0.00022643538,0.002599247,0.00005611466,0.0025728545],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9946741,0.0014329813,0.00093930674,0.00073713955,0.0019439283,0.00027245737],"domain_scores_gemma":[0.9629436,0.016006075,0.006955574,0.0025323443,0.010148513,0.001413941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043302253,0.00040359693,0.00067661074,0.008392604,0.00054721866,0.0020162803,0.0005863329,0.000751102,0.0019957246],"category_scores_gemma":[0.049777724,0.00011941989,0.0004380652,0.00451961,0.00045481377,0.0018978774,0.002022852,0.00055963435,0.00095572503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041349744,0.00038971205,0.53937984,0.00067393703,0.00013160743,0.0006506413,0.0068802563,0.0018980963,0.045815457,0.0018585155,0.0024091725,0.39949924],"study_design_scores_gemma":[0.000023319359,0.0008396983,0.9569805,0.0001705104,0.00008574717,0.00084051595,0.005196697,0.006759686,0.01599508,0.0025967357,0.01042769,0.00008377378],"about_ca_topic_score_codex":0.0028358826,"about_ca_topic_score_gemma":0.005281031,"teacher_disagreement_score":0.008392604,"about_ca_system_score_codex":0.00045521586,"about_ca_system_score_gemma":0.0006670458,"threshold_uncertainty_score":0.02290076},"labels":[],"label_agreement":null},{"id":"W2120238962","doi":"10.5539/ass.v8n11p96","title":"The Writing Questions in Literature Review--Frequently Aroused in College Students’ Opening Report","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Focus (optics); Process (computing); Mathematics education; Medicine; Computer science","score_opus":0.016832355160788806,"score_gpt":0.37010641913785214,"score_spread":0.35327406397706335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120238962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22051997,0.028063659,0.33760843,0.2989942,0.03851714,0.030804306,0.0023124234,0.0027141427,0.040465724],"genre_scores_gemma":[0.49145257,0.019552281,0.34165183,0.07261032,0.011527331,0.040548943,0.0015396518,0.001590324,0.019526727],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.45765164,0.4416193,0.05163859,0.0075962357,0.037798885,0.0036954356],"domain_scores_gemma":[0.19202255,0.6335087,0.062430464,0.03354952,0.06942189,0.009066966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2703086,0.0012865455,0.0022059304,0.0054489053,0.007837643,0.010552127,0.003373121,0.005825248,0.005198146],"category_scores_gemma":[0.5774045,0.0017296927,0.0017148785,0.0058327615,0.011378603,0.0113028465,0.009975872,0.009799049,0.0026093358],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005357533,0.00032097765,0.011312808,0.024225142,0.00034928243,0.0056010922,0.45603797,0.0007338505,0.013238385,0.058590937,0.18858866,0.24046504],"study_design_scores_gemma":[0.00017562386,0.00050551293,0.009006471,0.021719847,0.00016641899,0.006227345,0.29846248,0.0019651128,0.005581733,0.074000195,0.5817956,0.0003935773],"about_ca_topic_score_codex":0.0007618738,"about_ca_topic_score_gemma":0.0007904167,"teacher_disagreement_score":0.2703086,"about_ca_system_score_codex":0.007079147,"about_ca_system_score_gemma":0.01801131,"threshold_uncertainty_score":0.8998394},"labels":[],"label_agreement":null},{"id":"W2126337504","doi":"10.5539/cis.v3n2p244","title":"Shuffling Algorithms for Automatic Generator Question Paper System","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Shuffling; Computer science; Generator (circuit theory); Repetition (rhetorical device); Quality (philosophy); Algorithm; Process (computing); Test (biology); Programming language","score_opus":0.011297996102687252,"score_gpt":0.28680231621285585,"score_spread":0.27550432011016857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126337504","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016550628,0.00011745548,0.9737449,0.000094839714,0.000053967124,0.00032527727,0.00018094083,0.008231461,0.00070053746],"genre_scores_gemma":[0.15696198,0.00009450622,0.8371543,0.00010485255,0.00006464463,0.0005237256,0.0012303673,0.0005425923,0.0033228856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951486,0.0020159273,0.00072491064,0.00088792754,0.0010143546,0.00020814444],"domain_scores_gemma":[0.9912806,0.004049248,0.000622251,0.0015192938,0.0023250016,0.00020360791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045751,0.00075978605,0.000882101,0.001916718,0.00092418306,0.0012945475,0.0014766227,0.001214653,0.0062956],"category_scores_gemma":[0.013750052,0.00043378962,0.00074087695,0.0012965068,0.0005335545,0.0017437382,0.0010433099,0.00089861936,0.0033099034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010464778,0.0002946307,0.003504894,0.0003909725,0.000065654276,0.0002942771,0.0006239842,0.02945077,0.04343773,0.012293641,0.008311895,0.90028507],"study_design_scores_gemma":[0.0002930584,0.0007366145,0.0026467617,0.000054866003,0.000066122106,0.0008903623,0.00020082953,0.8142861,0.12185283,0.02233199,0.0365525,0.000087946944],"about_ca_topic_score_codex":0.0009312233,"about_ca_topic_score_gemma":0.000614049,"teacher_disagreement_score":0.0062956,"about_ca_system_score_codex":0.000735514,"about_ca_system_score_gemma":0.0010495621,"threshold_uncertainty_score":0.02419573},"labels":[],"label_agreement":null},{"id":"W2127986424","doi":"10.5539/elt.v2n2p167","title":"Investigate and Evaluate Online Resources of Reading Comprehension Test","year":2009,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading comprehension; Competence (human resources); Psychology; Comprehension; Mathematics education; Reciprocal teaching; Test (biology); Computer science; Reading (process); Linguistics","score_opus":0.012317308183903733,"score_gpt":0.2959650804776632,"score_spread":0.2836477722937594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127986424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9915686,0.00011172356,0.0018137014,0.000049935185,0.000016940357,0.00021314956,0.00030655126,0.000105567815,0.005813927],"genre_scores_gemma":[0.98947424,0.00012468178,0.0046474696,0.00005254686,0.00002470712,0.00038418762,0.00086959824,0.000039470233,0.004383159],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983972,0.0005145754,0.00020068903,0.00022182049,0.00054599775,0.00011966764],"domain_scores_gemma":[0.98948157,0.0046832687,0.0015915204,0.00062979833,0.0029409428,0.00067283993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014824824,0.0005015851,0.00046059163,0.0012835952,0.00024637493,0.0005434938,0.00037223028,0.0004347378,0.003594897],"category_scores_gemma":[0.013064746,0.00009582679,0.00032004004,0.00048096638,0.00018317995,0.0009506906,0.00043617492,0.00029289073,0.0014657604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012001077,0.0046533234,0.61926,0.00038459615,0.00018939037,0.0006651509,0.004216768,0.0006875122,0.03858436,0.00028254976,0.0026971402,0.327179],"study_design_scores_gemma":[0.000059201055,0.0036775025,0.9641143,0.000046556466,0.00010014326,0.0005323174,0.0016906278,0.001727169,0.023901148,0.00021791868,0.0038926885,0.000040348787],"about_ca_topic_score_codex":0.00081773876,"about_ca_topic_score_gemma":0.0012213454,"teacher_disagreement_score":0.003594897,"about_ca_system_score_codex":0.00020273725,"about_ca_system_score_gemma":0.0003334024,"threshold_uncertainty_score":0.012026131},"labels":[],"label_agreement":null},{"id":"W2129988987","doi":"10.1177/0265532208092433","title":"Test review: College English Test (CET) in China","year":2008,"lang":"en","type":"article","venue":"Language Testing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":192,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Test (biology); College English; China; Psychology; Language assessment; Test of English as a Foreign Language; Mathematics education; Political science","score_opus":0.017274515028303867,"score_gpt":0.2757766721564041,"score_spread":0.25850215712810026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129988987","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01718771,0.9630475,0.0004798873,0.007553943,0.004514816,0.00047637126,0.002155648,0.00003385757,0.0045503527],"genre_scores_gemma":[0.16098055,0.81126505,0.0015038842,0.013534357,0.0032081208,0.0010002333,0.004036045,0.00004609154,0.0044255815],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9954639,0.00139658,0.001563624,0.000360683,0.0010829276,0.00013232726],"domain_scores_gemma":[0.97349936,0.01147348,0.0035064928,0.00047578677,0.01022287,0.00082204596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074461414,0.0007602825,0.0032256502,0.0045355354,0.0005979651,0.0011928958,0.0015942514,0.0011918185,0.0029008812],"category_scores_gemma":[0.030593777,0.00031881427,0.0010489933,0.006943128,0.00088431226,0.00094920985,0.0007716336,0.0006229384,0.00046994266],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015786885,0.0002392376,0.036948,0.15162778,0.0028294108,0.0009439738,0.00047810373,0.00042837593,0.0011365076,0.0007585466,0.1393269,0.6637045],"study_design_scores_gemma":[0.0018530022,0.0033641183,0.31416893,0.1312393,0.021050053,0.0030938834,0.0015650834,0.0008385925,0.0024010558,0.00089003495,0.5193116,0.00022432236],"about_ca_topic_score_codex":0.040743962,"about_ca_topic_score_gemma":0.0809317,"teacher_disagreement_score":0.040743962,"about_ca_system_score_codex":0.0030941218,"about_ca_system_score_gemma":0.01092561,"threshold_uncertainty_score":0.08101356},"labels":[],"label_agreement":null},{"id":"W2131222006","doi":"10.1177/0265532210364380","title":"Use of tree-based regression in the analyses of L2 reading test items","year":2010,"lang":"en","type":"article","venue":"Language Testing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reading (process); Cognition; Psychology; Interpretation (philosophy); Cognitive psychology; Test (biology); Tree (set theory); Regression; Regression analysis; Natural language processing; Artificial intelligence; Computer science; Machine learning; Linguistics; Mathematics","score_opus":0.10655832357545793,"score_gpt":0.3862878005927542,"score_spread":0.2797294770172963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131222006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15426277,0.00023764661,0.8382488,0.00017392485,0.000108935026,0.0008729113,0.00073740067,0.0027836033,0.002574039],"genre_scores_gemma":[0.5544535,0.00024379669,0.44033542,0.00009071834,0.00005335671,0.001299517,0.001198814,0.0010568344,0.0012680695],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9493062,0.044806585,0.0010845137,0.0021204476,0.0022436988,0.00043854583],"domain_scores_gemma":[0.78412205,0.1924188,0.007942911,0.0077794716,0.0072387764,0.000498054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04071942,0.002715764,0.001815071,0.0042362516,0.0006670157,0.001988568,0.0014181634,0.0007584753,0.0023252966],"category_scores_gemma":[0.16624518,0.00065829896,0.002386888,0.0056106485,0.0005987318,0.0026882577,0.0013493816,0.0027308695,0.00166329],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021892658,0.0010380433,0.22031212,0.0011300951,0.0031484563,0.0006095589,0.0053842426,0.10603649,0.012329335,0.017206514,0.005826845,0.624789],"study_design_scores_gemma":[0.00017266127,0.0018387499,0.07227311,0.0002717504,0.0007602227,0.00058860035,0.0011463541,0.89564747,0.006311596,0.014785732,0.005971241,0.00023250029],"about_ca_topic_score_codex":0.0069377148,"about_ca_topic_score_gemma":0.0062781554,"teacher_disagreement_score":0.04071942,"about_ca_system_score_codex":0.0007155774,"about_ca_system_score_gemma":0.0012301075,"threshold_uncertainty_score":0.21534747},"labels":[],"label_agreement":null},{"id":"W2134816092","doi":"10.5539/ies.v3n3p201","title":"The Survey and Analysis of Excellent Senior High School Physics Teachers’ Professional Growth Actuality","year":2010,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"School teachers; Professional development; Mathematics education; China; Faculty development; Medical education; Pedagogy; Psychology; Political science; Medicine","score_opus":0.04337952296917437,"score_gpt":0.40674006331729995,"score_spread":0.3633605403481256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134816092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99805284,0.000017409046,0.00018402447,0.00004813617,0.0000032720327,0.000047473754,0.00049622613,0.0000067579776,0.0011437979],"genre_scores_gemma":[0.9959597,0.000056984944,0.0004329115,0.00004839853,0.00000878185,0.00016033453,0.0012195405,0.0000042391557,0.0021090466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989261,0.0003074069,0.00014764913,0.00010582968,0.00030398578,0.00020896843],"domain_scores_gemma":[0.9952101,0.0008486102,0.0009253346,0.00024350891,0.0017451801,0.0010271851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017949569,0.00010742811,0.00019365933,0.0017267171,0.0004464639,0.0002470201,0.00018259541,0.0001959017,0.0014756261],"category_scores_gemma":[0.0037875657,0.00019761208,0.00016784997,0.0014339704,0.00023296497,0.00036353257,0.00041647564,0.000456165,0.0006621583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044435692,0.00021384595,0.9845301,0.00002510454,0.0000064812675,0.00006507891,0.0028969748,0.00009033822,0.0004385123,0.00009711055,0.0011227848,0.010469283],"study_design_scores_gemma":[0.0000023190591,0.00008086554,0.9966612,0.0000031078168,0.00000194634,0.000042756845,0.001827794,0.00015788028,0.00013414187,0.00001692201,0.0010679149,0.0000032062158],"about_ca_topic_score_codex":0.008092976,"about_ca_topic_score_gemma":0.009741554,"teacher_disagreement_score":0.008092976,"about_ca_system_score_codex":0.00040155242,"about_ca_system_score_gemma":0.0009446685,"threshold_uncertainty_score":0.016091704},"labels":[],"label_agreement":null},{"id":"W2136151510","doi":"","title":"Model of English Teaching for Future Employees in China's Petroleum Production Industry","year":2014,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); China; Production (economics); Teaching method; Field (mathematics); Mathematics education; Petroleum industry; Realization (probability); College English; Pedagogy; Computer science; Psychology; Engineering; Political science; Economics","score_opus":0.012583307790940116,"score_gpt":0.3133179898828799,"score_spread":0.30073468209193976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136151510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9105717,0.00026111174,0.010518199,0.0049783983,0.000060821418,0.0006045268,0.0000851673,0.000089391884,0.07283079],"genre_scores_gemma":[0.9738635,0.000283738,0.009534992,0.0002096551,0.000007267385,0.0004079646,0.00007071026,0.0000065570885,0.0156155145],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993186,0.0002745785,0.000031450345,0.00007892904,0.00015702636,0.00013943441],"domain_scores_gemma":[0.99930084,0.00014280752,0.00006239905,0.000029097591,0.000160327,0.00030444193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012902528,0.00021753137,0.000105623076,0.0007265644,0.0025614214,0.0015194258,0.0009984395,0.0007487654,0.004095998],"category_scores_gemma":[0.0010252236,0.00011737399,0.00020634613,0.00045312848,0.000836537,0.0012269317,0.00082932244,0.00048878015,0.00048895326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000549607,0.0072851456,0.17097054,0.0011182296,0.000041276817,0.004938212,0.22497387,0.013759067,0.016358417,0.175551,0.02540893,0.35904565],"study_design_scores_gemma":[0.0008177842,0.004195665,0.32443103,0.0010469969,0.0002452314,0.003486869,0.3178155,0.09854345,0.010061221,0.05731962,0.18167838,0.00035824676],"about_ca_topic_score_codex":0.02321265,"about_ca_topic_score_gemma":0.039523475,"teacher_disagreement_score":0.02321265,"about_ca_system_score_codex":0.004523095,"about_ca_system_score_gemma":0.010820291,"threshold_uncertainty_score":0.046155035},"labels":[],"label_agreement":null},{"id":"W2144008554","doi":"10.24908/pceea.v0i0.3599","title":"INVESTIGATION OF LANGUAGE USED IN ENGINEERING ASSESSMENT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Linguistics; Computer science; Philosophy","score_opus":0.011968053572852463,"score_gpt":0.22206154256059157,"score_spread":0.2100934889877391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144008554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9640688,0.00055600196,0.002869422,0.00030279762,0.00009545249,0.00040312347,0.00033864897,0.0000641377,0.03130168],"genre_scores_gemma":[0.9880343,0.00039109198,0.0023328662,0.00041877292,0.00002520281,0.00034300133,0.00018939804,0.000054028496,0.008211181],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9842519,0.0063272105,0.002187421,0.0009867535,0.005526357,0.0007203306],"domain_scores_gemma":[0.9449435,0.027262378,0.005253421,0.0023119089,0.01843327,0.0017954778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009065175,0.00032252996,0.00033911943,0.003121072,0.0018448848,0.002159773,0.0010186363,0.0008603553,0.008432165],"category_scores_gemma":[0.060040027,0.00027141353,0.00040832875,0.0014280955,0.0012503774,0.0017076569,0.0020539516,0.0007041858,0.0030514624],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005139341,0.0027565663,0.5755966,0.0016232255,0.000106475294,0.005577981,0.06703195,0.00039505516,0.047083985,0.0035678707,0.00467897,0.28644204],"study_design_scores_gemma":[0.00030385077,0.008680327,0.77508086,0.0018213096,0.00025465255,0.013434272,0.08151905,0.0029891115,0.04695454,0.0024954795,0.06623446,0.00023202038],"about_ca_topic_score_codex":0.0066784937,"about_ca_topic_score_gemma":0.008179852,"teacher_disagreement_score":0.99862224,"about_ca_system_score_codex":0.0013777897,"about_ca_system_score_gemma":0.0039075543,"threshold_uncertainty_score":0.047941804},"labels":[],"label_agreement":null},{"id":"W2151417076","doi":"10.3968/j.css.1923669720100606.005","title":"A Comparison Study on Word Association Between English Native Speakers and Chinese English Learners","year":2010,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental lexicon; Word Association; Linguistics; Association (psychology); Lexicon; Psychology; First language; Noun","score_opus":0.015558683056183516,"score_gpt":0.3247377859022043,"score_spread":0.3091791028460208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151417076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99959546,0.00002480177,0.000027560636,0.000005859001,0.0000019371855,0.0000030623978,0.000011954937,6.962637e-7,0.00032859843],"genre_scores_gemma":[0.99940753,0.00004316221,0.000081574224,0.000013941817,0.0000031340307,0.000008658453,0.00004853205,0.000001699279,0.0003918596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991033,0.00015527128,0.0001641157,0.00019225295,0.00024357671,0.00014150223],"domain_scores_gemma":[0.99677086,0.00152241,0.00045578618,0.00018295673,0.00067201443,0.0003958757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010369542,0.0002543809,0.00034779744,0.0012471492,0.0007764199,0.0011359346,0.0002420306,0.00030904202,0.0022972517],"category_scores_gemma":[0.0041752495,0.00016001335,0.0003034015,0.00075183244,0.0006951907,0.00096989056,0.00089264195,0.00030148515,0.00032766518],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041196926,0.00023322548,0.8854438,0.000116094045,0.000063607375,0.0009402704,0.08077306,0.000034437395,0.011506072,0.00029899785,0.00013978757,0.020038718],"study_design_scores_gemma":[0.000014512966,0.00073193596,0.9342746,0.000016724694,0.000044505286,0.0014009734,0.05965729,0.00019499267,0.002192486,0.00015945223,0.0012831654,0.000029326953],"about_ca_topic_score_codex":0.0060399855,"about_ca_topic_score_gemma":0.007364996,"teacher_disagreement_score":0.0060399855,"about_ca_system_score_codex":0.0003108795,"about_ca_system_score_gemma":0.000584409,"threshold_uncertainty_score":0.012009621},"labels":[],"label_agreement":null},{"id":"W2154195524","doi":"10.5539/ies.v1n4p33","title":"Study on the Intuitive Introduction in Calculus Teaching","year":2008,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Teaching method; Calculus (dental); Process (computing); Higher education; Logical reasoning; Computer science; Psychology","score_opus":0.0891006981104829,"score_gpt":0.42406517982811437,"score_spread":0.3349644817176315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154195524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.877333,0.00047956692,0.061800055,0.0016714213,0.00019635932,0.00047254856,0.00002357266,0.0001247924,0.057898697],"genre_scores_gemma":[0.9778946,0.00041085936,0.013981566,0.00040076196,0.000044160377,0.00016698088,0.000027438113,0.00003730135,0.0070362655],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9929061,0.0039792215,0.0002329879,0.00060730526,0.0018745519,0.00039992743],"domain_scores_gemma":[0.98341364,0.012387947,0.00097143644,0.00062643987,0.0018798835,0.0007206044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056636124,0.00040567125,0.00031091864,0.00090857025,0.0010703992,0.0036485496,0.0009846226,0.00092318153,0.0041170632],"category_scores_gemma":[0.028403584,0.00035521606,0.00037111947,0.0008258932,0.0034416527,0.005479031,0.001483317,0.0021136326,0.00044753661],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040752572,0.0020171667,0.0687879,0.0012078418,0.000044497963,0.0029450008,0.5112306,0.0013401625,0.023496522,0.17431074,0.0058190357,0.20839302],"study_design_scores_gemma":[0.00043917896,0.0037566053,0.15963691,0.0020225393,0.00035614075,0.0066991863,0.37283,0.033696115,0.041526068,0.07886986,0.29974315,0.00042423117],"about_ca_topic_score_codex":0.00089598267,"about_ca_topic_score_gemma":0.0008192796,"teacher_disagreement_score":0.0056636124,"about_ca_system_score_codex":0.0013694168,"about_ca_system_score_gemma":0.0020926094,"threshold_uncertainty_score":0.029952407},"labels":[],"label_agreement":null},{"id":"W2154611368","doi":"10.5267/j.msl.2011.08.015","title":"Using fuzzy analytical hierarchy process (AHP) to evaluate web development platform","year":2011,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analytic hierarchy process; Reliability (semiconductor); Fuzzy logic; Computer science; Hierarchy; Process (computing); Operations research; Engineering management; World Wide Web; Process management; Business; Engineering; Artificial intelligence; Political science; Operating system; Physics","score_opus":0.09581910944514098,"score_gpt":0.34900062902053963,"score_spread":0.25318151957539864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154611368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101492375,0.00033196714,0.8908877,0.0002717998,0.00006305337,0.0008207957,0.00013270008,0.00021518243,0.0057843565],"genre_scores_gemma":[0.4951749,0.00025202162,0.5030325,0.000049002676,0.000019022766,0.00048223825,0.00016610227,0.000028456452,0.0007957668],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99566287,0.0022283907,0.00020462567,0.00014868673,0.00150709,0.00024837538],"domain_scores_gemma":[0.99619603,0.0025039476,0.00026480437,0.00008636333,0.00081517274,0.00013376596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068511777,0.00092805806,0.0012066436,0.004255268,0.001666238,0.0021545056,0.0010902445,0.0010246675,0.0018812016],"category_scores_gemma":[0.010202725,0.0005006357,0.0011522175,0.0028957357,0.00086495106,0.0012510421,0.0013179291,0.00091916695,0.00017528168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022063208,0.000188414,0.002489522,0.0005176774,0.00022294286,0.00029715156,0.00062798074,0.8599257,0.003831997,0.016788704,0.00096158596,0.113927715],"study_design_scores_gemma":[0.00003962056,0.00009557543,0.00031638631,0.00003409635,0.000026769807,0.00001779226,0.00020030118,0.9871021,0.0011253019,0.01045744,0.00056135363,0.000023243443],"about_ca_topic_score_codex":0.012917305,"about_ca_topic_score_gemma":0.0127259,"teacher_disagreement_score":0.012917305,"about_ca_system_score_codex":0.0027601176,"about_ca_system_score_gemma":0.0036164222,"threshold_uncertainty_score":0.03623295},"labels":[],"label_agreement":null},{"id":"W2163502268","doi":"","title":"The Construction of MTI Translation Evaluation Index System","year":2015,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Translation (biology); Index (typography); Process (computing); Artificial intelligence; Hierarchy; Natural language processing; Political science; World Wide Web; Programming language","score_opus":0.04957840797961512,"score_gpt":0.3218420182242261,"score_spread":0.272263610244611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163502268","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17929924,0.00089393946,0.70891637,0.0015428973,0.00082338636,0.013271829,0.0070493794,0.0038646609,0.08433837],"genre_scores_gemma":[0.34326908,0.00041476838,0.63210654,0.00013415338,0.00014607373,0.010886848,0.00608932,0.00023180021,0.0067214333],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.985816,0.004823517,0.0033669048,0.00090733205,0.0047197226,0.0003664329],"domain_scores_gemma":[0.9772824,0.005323277,0.001829448,0.0010179833,0.014056386,0.000490634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016006352,0.00079104403,0.0010315749,0.010434199,0.0018693774,0.003585813,0.0010069323,0.0006571481,0.003967784],"category_scores_gemma":[0.039734703,0.000373511,0.0011264161,0.008627535,0.0011317115,0.0031678847,0.0023292012,0.0012404799,0.0015365507],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063264027,0.00049726927,0.04909931,0.0017422871,0.00026095865,0.00029761004,0.0068972036,0.008815872,0.012621874,0.058396336,0.025289796,0.8354489],"study_design_scores_gemma":[0.0004690769,0.0034551,0.25258172,0.0020072649,0.0010890022,0.0014808424,0.016898088,0.29170343,0.04771623,0.076147564,0.3055654,0.00088632066],"about_ca_topic_score_codex":0.0032373937,"about_ca_topic_score_gemma":0.00267806,"teacher_disagreement_score":0.016006352,"about_ca_system_score_codex":0.0033898046,"about_ca_system_score_gemma":0.005171422,"threshold_uncertainty_score":0.084650695},"labels":[],"label_agreement":null},{"id":"W2171391384","doi":"10.5539/ijel.v2n1p17","title":"Reading Comprehension of Different Genres: A Fuzzy Approach","year":2012,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shiraz University","keywords":"Argumentative; Fuzzy logic; Narrative; Reading (process); Test (biology); Reading comprehension; Computer science; Psychology; Comprehension; Linguistics; Artificial intelligence; Mathematics; Natural language processing","score_opus":0.025372834494015742,"score_gpt":0.3101763549955568,"score_spread":0.28480352050154106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171391384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6387447,0.00035944345,0.32513595,0.0012433453,0.000061868166,0.00033393377,0.00035856423,0.0002409806,0.033521168],"genre_scores_gemma":[0.9677087,0.00007223471,0.029683728,0.00004090289,0.000011716249,0.000114946066,0.00008230194,0.000011609152,0.0022736946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988753,0.00045669163,0.00005822565,0.00022259059,0.0002918925,0.00009525954],"domain_scores_gemma":[0.9973907,0.0017414243,0.00020228203,0.00010022247,0.00043330164,0.00013217788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014933073,0.00069364574,0.00065269525,0.002443845,0.0007992115,0.0025348521,0.0012880623,0.0011385428,0.0045697326],"category_scores_gemma":[0.0057531344,0.0003976541,0.0013863293,0.00074396195,0.0011213741,0.0019423196,0.0008464814,0.00086247374,0.00057873456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014755824,0.0013052194,0.07701032,0.00059717183,0.00071119575,0.001933603,0.009026956,0.5580912,0.018411485,0.1257889,0.0021072216,0.2035412],"study_design_scores_gemma":[0.000048578197,0.00021152502,0.0077519882,0.000049442206,0.0000793172,0.0001247649,0.00096481206,0.9611801,0.0009255975,0.027786285,0.0008338056,0.00004380512],"about_ca_topic_score_codex":0.013063253,"about_ca_topic_score_gemma":0.0069626286,"teacher_disagreement_score":0.013063253,"about_ca_system_score_codex":0.0021238835,"about_ca_system_score_gemma":0.0010210872,"threshold_uncertainty_score":0.025974452},"labels":[],"label_agreement":null},{"id":"W2172179933","doi":"10.1111/emip.12018","title":"Instructional Topics in Educational Measurement (ITEMS) Module: Using Automated Processes to Generate Test Items","year":2013,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Rendering (computer graphics); Test (biology); Item bank; Process (computing); Item response theory; Task (project management); Item analysis; Artificial intelligence; Machine learning; Information retrieval; Psychometrics; Programming language; Psychology; Engineering","score_opus":0.09722074847346185,"score_gpt":0.36063916936176055,"score_spread":0.2634184208882987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172179933","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06924645,0.00028484507,0.79597163,0.0022822109,0.00076282676,0.014810417,0.008618278,0.05544643,0.052576885],"genre_scores_gemma":[0.05736214,0.00018363986,0.9038378,0.0005819811,0.00017055652,0.0074919485,0.0038146202,0.0018736606,0.024683693],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99753726,0.0011980694,0.00023670241,0.00025183964,0.000657219,0.00011880427],"domain_scores_gemma":[0.98693335,0.006942446,0.00056860683,0.0021802252,0.0027028045,0.0006725545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005031583,0.0010705206,0.0005474714,0.0018560084,0.00049770594,0.0015123081,0.0013355522,0.0011946589,0.021585006],"category_scores_gemma":[0.01919198,0.00085452275,0.0007501835,0.00094153656,0.00047315628,0.0014724972,0.0018789915,0.00142514,0.017502118],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038173236,0.0018023052,0.009491461,0.0004965241,0.0000769431,0.00017530407,0.0012183773,0.0025513805,0.012672866,0.007427388,0.099663034,0.86404264],"study_design_scores_gemma":[0.0015619729,0.0057087913,0.11837285,0.0007482915,0.00028126518,0.0018836436,0.00076236,0.09066774,0.14447512,0.044675916,0.5904215,0.0004405856],"about_ca_topic_score_codex":0.0010916252,"about_ca_topic_score_gemma":0.0014015656,"teacher_disagreement_score":0.021585006,"about_ca_system_score_codex":0.00056489516,"about_ca_system_score_gemma":0.0015440116,"threshold_uncertainty_score":0.07220906},"labels":[],"label_agreement":null},{"id":"W2174961056","doi":"10.34105/j.kmel.2015.07.009","title":"The potential contributions of concept maps for learning website to assessment for learning practices","year":2015,"lang":"en","type":"article","venue":"Knowledge Management & E-Learning An International Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Karadeniz Teknik Üniversitesi","keywords":"Strengths and weaknesses; Computer science; Pathfinder; Concept map; Variety (cybernetics); Plan (archaeology); Workload; Subject (documents); Human–computer interaction; Multimedia; Artificial intelligence; World Wide Web; Psychology","score_opus":0.033580594646711294,"score_gpt":0.40098999196812635,"score_spread":0.36740939732141503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174961056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43827826,0.003649099,0.45849624,0.0073791263,0.00080800435,0.0020676744,0.00076037145,0.0067440835,0.0818171],"genre_scores_gemma":[0.64725614,0.0007052787,0.34622538,0.00029930327,0.0002112157,0.0006928449,0.00032703305,0.00031054276,0.003972196],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98679984,0.008476134,0.00032356224,0.000593544,0.0035240483,0.00028280384],"domain_scores_gemma":[0.8509656,0.119529866,0.0034835276,0.00714541,0.014585452,0.004290041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012787641,0.0009107995,0.00054709014,0.004151642,0.0005978958,0.005601796,0.0014136301,0.0011782674,0.0057800165],"category_scores_gemma":[0.09600591,0.0003119864,0.00047382992,0.002176404,0.001067224,0.0069513354,0.00229458,0.001349922,0.0015695774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042741682,0.0009859755,0.028655265,0.001023777,0.00008813921,0.00023000197,0.0029937483,0.0035322052,0.003746506,0.014460876,0.0051676915,0.93868834],"study_design_scores_gemma":[0.0004783713,0.0103009725,0.21324627,0.0030399722,0.00063802704,0.0037647565,0.01190048,0.2425207,0.04705701,0.22833252,0.23775138,0.0009694727],"about_ca_topic_score_codex":0.0009824301,"about_ca_topic_score_gemma":0.0012124024,"teacher_disagreement_score":0.012787641,"about_ca_system_score_codex":0.00083676504,"about_ca_system_score_gemma":0.0020332916,"threshold_uncertainty_score":0.067628324},"labels":[],"label_agreement":null},{"id":"W2185303739","doi":"","title":"Research on Evaluation System of Vocational Capacity of Financial Engineering Specialty","year":2015,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Specialty; Quality (philosophy); Questionnaire; Vocational education; Engineering management; Business; Capacity building; Mode (computer interface); Engineering; Computer science; Psychology; Economics; Pedagogy; Economic growth; Sociology","score_opus":0.13340676730735435,"score_gpt":0.421319473538339,"score_spread":0.28791270623098464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185303739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92165995,0.0005029359,0.035381652,0.0006712834,0.000041964977,0.00047955159,0.00052069535,0.0001624929,0.04057944],"genre_scores_gemma":[0.993167,0.00009412625,0.0052393917,0.000022663471,0.00000863351,0.00014959888,0.00024754115,0.00000605809,0.0010651016],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99428964,0.002733892,0.00043537986,0.00049300503,0.0015838979,0.00046424352],"domain_scores_gemma":[0.9874693,0.0060589206,0.0010361954,0.000483554,0.004059671,0.0008923733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063405284,0.00036837958,0.00036214513,0.0040805247,0.000673747,0.0020399273,0.000737572,0.00052563916,0.0035090065],"category_scores_gemma":[0.01743849,0.00016770087,0.0005219404,0.0035315729,0.0008169977,0.0033348685,0.0010799941,0.0005274744,0.00038867161],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000392604,0.00072895514,0.71247834,0.00066265045,0.00013668867,0.00015533679,0.008610946,0.008414486,0.004985787,0.02474111,0.004541685,0.2341514],"study_design_scores_gemma":[0.000054000335,0.001280064,0.8895191,0.0003500081,0.00014824036,0.00034735916,0.020040167,0.06216792,0.006879874,0.00818311,0.010912322,0.00011772371],"about_ca_topic_score_codex":0.0050894013,"about_ca_topic_score_gemma":0.0033329686,"teacher_disagreement_score":0.0063405284,"about_ca_system_score_codex":0.0027848259,"about_ca_system_score_gemma":0.0028748536,"threshold_uncertainty_score":0.03353232},"labels":[],"label_agreement":null},{"id":"W2197485666","doi":"10.5281/zenodo.10268","title":"New tutorial code & bugfixes","year":2014,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Perimeter Institute","funders":"","keywords":"Programming language; Computer science; Code (set theory); Set (abstract data type)","score_opus":0.03585982044762981,"score_gpt":0.27591166533630507,"score_spread":0.24005184488867526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2197485666","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023544435,0.0030668397,0.15281174,0.0047186664,0.013840551,0.001288229,0.0787433,0.598059,0.14511724],"genre_scores_gemma":[0.008296474,0.0027764263,0.11900653,0.006735876,0.0028659587,0.0017193628,0.14427039,0.28762725,0.42670178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791867,0.00019694728,0.000185232,0.00030687967,0.0011894502,0.00020284898],"domain_scores_gemma":[0.98780304,0.0024632083,0.0007966229,0.0013267699,0.0066819093,0.0009284732],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019006731,0.0038234065,0.0018854181,0.0040898505,0.0012554988,0.002912825,0.0033320324,0.0024441273,0.51138836],"category_scores_gemma":[0.018020049,0.0024245463,0.0015405627,0.0030859094,0.0006465369,0.0052433438,0.0026767065,0.0045942385,0.4271209],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000692799,0.000031905834,0.00009987728,0.00022805999,0.0000052981304,0.00005775175,0.000026879248,0.0001572929,0.0008380882,0.00076685933,0.9466335,0.051085174],"study_design_scores_gemma":[0.00007056091,0.00004659661,0.0004682686,0.0002461752,0.000019685722,0.00051283266,0.000020338137,0.0009810189,0.003030693,0.0017589238,0.9927671,0.00007771292],"about_ca_topic_score_codex":0.0042069894,"about_ca_topic_score_gemma":0.0047449856,"teacher_disagreement_score":0.48861164,"about_ca_system_score_codex":0.001964095,"about_ca_system_score_gemma":0.0022929464,"threshold_uncertainty_score":0.6969452},"labels":[],"label_agreement":null},{"id":"W2204570674","doi":"","title":"Error Analysis on English Writing of Chinese Mongolian Students Based on Automated Scoring System","year":2015,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Set (abstract data type); Natural language processing; Error analysis; Scoring system; Composition (language); Artificial intelligence; Mathematics education; Linguistics; Psychology; Programming language; Mathematics; Medicine","score_opus":0.03491701420337537,"score_gpt":0.3996661119759398,"score_spread":0.3647490977725645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204570674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99742836,0.000036726487,0.0017516289,0.000016175034,0.000007093106,0.00002611762,0.00007952524,0.000025852954,0.0006284974],"genre_scores_gemma":[0.9933924,0.000050714192,0.004407107,0.000010064175,0.0000073755045,0.000047202215,0.00038192232,0.00001483582,0.0016883496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99709177,0.00093827763,0.0004977439,0.00039410678,0.0009204628,0.00015756981],"domain_scores_gemma":[0.98785955,0.0033854905,0.0013736589,0.0008364515,0.006238446,0.00030637835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019488705,0.00040718826,0.00035156964,0.0022426876,0.00063679117,0.0005640333,0.00036828144,0.0003240918,0.0009064223],"category_scores_gemma":[0.00891887,0.00012556875,0.00019819818,0.0012345379,0.00042602935,0.00039405463,0.00062823977,0.00023880319,0.00024028291],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007201829,0.0003075131,0.67325366,0.00044288245,0.00011641934,0.0014388192,0.022587804,0.003758765,0.03827102,0.00061953824,0.0017449425,0.2567384],"study_design_scores_gemma":[0.000036722,0.0005578705,0.92923826,0.00006342107,0.000109275694,0.000952842,0.007320667,0.035057344,0.02335484,0.0002932563,0.0029258644,0.00008957111],"about_ca_topic_score_codex":0.0089591835,"about_ca_topic_score_gemma":0.010315283,"teacher_disagreement_score":0.0089591835,"about_ca_system_score_codex":0.00043254902,"about_ca_system_score_gemma":0.00067457807,"threshold_uncertainty_score":0.01781404},"labels":[],"label_agreement":null},{"id":"W2238447832","doi":"","title":"Engineering Methodology for Educational Webware Development","year":2000,"lang":"en","type":"article","venue":"World Conference on WWW and Internet","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Systems engineering; Engineering management; Engineering","score_opus":0.10746166527076152,"score_gpt":0.3290136903089333,"score_spread":0.22155202503817178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238447832","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012523528,0.000072620176,0.9957367,0.00009588926,0.000014830057,0.00006023422,0.000012730641,0.00010029549,0.002654382],"genre_scores_gemma":[0.07349253,0.00022506398,0.92114776,0.0000725397,0.000032345342,0.00032894308,0.00009324308,0.00009092913,0.004516674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962369,0.002070539,0.00030948082,0.0003239402,0.00091729977,0.00014181284],"domain_scores_gemma":[0.99375916,0.0038246785,0.00026115554,0.00084909727,0.0011765427,0.00012938064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005123328,0.00055586605,0.00041940177,0.0021165744,0.0009327106,0.0023310382,0.001456651,0.0008907885,0.006677665],"category_scores_gemma":[0.01054114,0.0005596037,0.0010235952,0.0012693801,0.0015914282,0.0027440249,0.0015850208,0.0015107746,0.0013708816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002164121,0.00018667681,0.0013899367,0.00032544037,0.00004222742,0.000107816384,0.0006522263,0.015041862,0.002127932,0.669955,0.0022734888,0.30787575],"study_design_scores_gemma":[0.000042400847,0.000102515034,0.0007754948,0.00027485826,0.000050047678,0.0002598964,0.0005432013,0.19344474,0.0049845763,0.74776787,0.051724683,0.00002971035],"about_ca_topic_score_codex":0.0016157435,"about_ca_topic_score_gemma":0.0018754392,"teacher_disagreement_score":0.006677665,"about_ca_system_score_codex":0.0011276262,"about_ca_system_score_gemma":0.0021039604,"threshold_uncertainty_score":0.02709508},"labels":[],"label_agreement":null},{"id":"W2240469675","doi":"","title":"Distance Instructor Training and Support with WebCT","year":2003,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Training (meteorology); Distance education; Computer science; Medical education; Psychology; Mathematics education; Medicine; Geography","score_opus":0.02899748152267966,"score_gpt":0.2689371083739391,"score_spread":0.2399396268512594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240469675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6398158,0.0018165249,0.05868774,0.006744711,0.0016372533,0.0016824559,0.0022244921,0.013799875,0.27359104],"genre_scores_gemma":[0.6992088,0.0010945242,0.0497773,0.0015768877,0.0006871836,0.0006812743,0.0014954631,0.0008741688,0.24460438],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933606,0.00017015672,0.00003810534,0.00009742443,0.00023139658,0.00012680673],"domain_scores_gemma":[0.99529415,0.0011536328,0.00020301304,0.00047371865,0.0005138153,0.002361661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011393293,0.00031151855,0.00026637752,0.0007301491,0.00054839824,0.0009927975,0.0011457697,0.00074238825,0.088233076],"category_scores_gemma":[0.00593607,0.00016860194,0.00037867686,0.0003871344,0.000102219696,0.00078525086,0.0013742337,0.0007207515,0.021155965],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091910135,0.008039234,0.0122345295,0.00012647711,0.000017411689,0.00061408,0.00048616933,0.0004343642,0.0041236156,0.00057327107,0.038975704,0.933456],"study_design_scores_gemma":[0.0038573344,0.012985608,0.34012523,0.0013629887,0.00038132697,0.012093307,0.0024848052,0.018387461,0.034913763,0.007433232,0.56570715,0.00026777788],"about_ca_topic_score_codex":0.0013162381,"about_ca_topic_score_gemma":0.0038688986,"teacher_disagreement_score":0.088233076,"about_ca_system_score_codex":0.00029676943,"about_ca_system_score_gemma":0.0014361351,"threshold_uncertainty_score":0.29516906},"labels":[],"label_agreement":null},{"id":"W2247167488","doi":"","title":"Computer-based TOEFL experiences of ESL students","year":2003,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Test of English as a Foreign Language; Computer science; Mathematics education; Psychology; Linguistics; Language assessment","score_opus":0.019918507711570277,"score_gpt":0.33221750834553854,"score_spread":0.31229900063396826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2247167488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914928,0.000066810004,0.0001769836,0.00040523073,0.000044248005,0.000025213894,0.000073393654,0.000039241208,0.007676186],"genre_scores_gemma":[0.99162346,0.00009847117,0.00020480806,0.00021522508,0.000018398108,0.000025944428,0.000092423455,0.000020540807,0.007700758],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99859947,0.0004519576,0.000044977525,0.00013602673,0.00018700396,0.0005805916],"domain_scores_gemma":[0.99502134,0.0012881327,0.0003374684,0.00015817602,0.00044584062,0.0027490673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014321881,0.00063396164,0.00047134305,0.0015078498,0.004293097,0.004503326,0.00093883317,0.0017541877,0.00857541],"category_scores_gemma":[0.0061159134,0.00025929813,0.00046379442,0.0007374275,0.0016589004,0.0020437457,0.004338706,0.0025112343,0.0014604562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024057813,0.02278397,0.119839914,0.00040551304,0.000082107894,0.006434325,0.6475855,0.0013893724,0.008314765,0.0040441197,0.021397341,0.1653173],"study_design_scores_gemma":[0.00019557192,0.0050821337,0.13093154,0.00022757729,0.00007286686,0.0020840443,0.7837047,0.0013830628,0.0053236745,0.0018826496,0.068844,0.0002682458],"about_ca_topic_score_codex":0.00409671,"about_ca_topic_score_gemma":0.013593578,"teacher_disagreement_score":0.00857541,"about_ca_system_score_codex":0.0015604025,"about_ca_system_score_gemma":0.0010509439,"threshold_uncertainty_score":0.028687596},"labels":[],"label_agreement":null},{"id":"W2248017594","doi":"","title":"Apply Formal Concept Analysis to Teaching Material Extraction","year":2009,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Formal concept analysis; Formal methods; Programming language; Algorithm","score_opus":0.042764989724730786,"score_gpt":0.32710627596385705,"score_spread":0.28434128623912625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248017594","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008379915,0.0002601013,0.982419,0.0004026553,0.000081128164,0.00072063255,0.0014180768,0.0042184177,0.0021000484],"genre_scores_gemma":[0.06187995,0.00023757797,0.9320776,0.00008269096,0.000035608038,0.0005730838,0.0035252164,0.00021567267,0.0013725198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960842,0.0009026025,0.0006046235,0.00064655655,0.0015196096,0.00024225592],"domain_scores_gemma":[0.99092215,0.005745182,0.00044757113,0.00081303925,0.0019200925,0.00015201796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030065803,0.0012050954,0.00089456455,0.008693483,0.001290539,0.0035543307,0.0016901233,0.0008494435,0.007255692],"category_scores_gemma":[0.015923584,0.00065679895,0.002472695,0.0040754178,0.0011258862,0.0031901044,0.0022206171,0.0014350702,0.0029189235],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015352586,0.0003906473,0.003600688,0.0016348645,0.00016867758,0.00059260917,0.0014933955,0.011527752,0.019061774,0.04637705,0.0109937955,0.9040052],"study_design_scores_gemma":[0.00028833962,0.00037215656,0.006765206,0.0011428278,0.00046972127,0.0015681323,0.003395889,0.471384,0.08874205,0.28124285,0.14440496,0.00022388651],"about_ca_topic_score_codex":0.005872959,"about_ca_topic_score_gemma":0.004912363,"teacher_disagreement_score":0.008693483,"about_ca_system_score_codex":0.0016472829,"about_ca_system_score_gemma":0.004535955,"threshold_uncertainty_score":0.02427274},"labels":[],"label_agreement":null},{"id":"W2255037847","doi":"10.5430/air.v5n2p1","title":"Identifying student group profiles for diagnostic feedback using snap-drift modal learning neural network","year":2015,"lang":"en","type":"article","venue":"Artificial Intelligence Research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"London Metropolitan University","keywords":"Artificial neural network; Modal; Snap; Computer science; Set (abstract data type); Machine learning; Artificial intelligence; Group (periodic table)","score_opus":0.39879044203692166,"score_gpt":0.5051790844681736,"score_spread":0.10638864243125196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255037847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18167984,0.00012771979,0.81326544,0.00021159818,0.000056619127,0.00035509773,0.0002520843,0.0020898455,0.0019617607],"genre_scores_gemma":[0.7160381,0.000068530055,0.28174788,0.00008655347,0.000016182357,0.00029005847,0.00035268243,0.000043525844,0.001356368],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986846,0.0005012603,0.00007983694,0.00028404652,0.0003627111,0.00008744181],"domain_scores_gemma":[0.99618983,0.0015237195,0.00042178106,0.0003031985,0.0013648039,0.00019659445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021531517,0.00070222525,0.0004247526,0.0015587712,0.00042755215,0.0006562427,0.0008240898,0.00073040556,0.0016824917],"category_scores_gemma":[0.009964049,0.00017183709,0.00027834525,0.0005750163,0.00030077316,0.0011237357,0.0011641169,0.0007233277,0.0006269448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094329385,0.00048181057,0.028478252,0.00027955938,0.000066742345,0.00021968201,0.001594858,0.0246475,0.048939086,0.0018676782,0.0020013792,0.89048016],"study_design_scores_gemma":[0.000028368606,0.00035542913,0.016673833,0.00007183779,0.000040428462,0.00021981212,0.00079466857,0.94791466,0.027587334,0.004308591,0.0019476254,0.000057345518],"about_ca_topic_score_codex":0.0018096277,"about_ca_topic_score_gemma":0.0030226633,"teacher_disagreement_score":0.0021531517,"about_ca_system_score_codex":0.000540936,"about_ca_system_score_gemma":0.0006476127,"threshold_uncertainty_score":0.01138711},"labels":[],"label_agreement":null},{"id":"W2255647364","doi":"","title":"불어권 캐나다인 한국어 습득과정에서 나타나는 오류 양상","year":2007,"lang":"ko","type":"article","venue":"코기토","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Linguistics; Computer science; Interlanguage; Pronunciation; First language; Language transfer; Vocabulary; Foreign language; Sentence; Natural language processing; Spelling; Artificial intelligence; Comprehension approach; Natural language","score_opus":0.01947628085169629,"score_gpt":0.3296918711530531,"score_spread":0.3102155903013568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255647364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970663,0.00023060566,0.0012902693,0.000082568135,0.000011139259,0.000026509824,0.00025132688,0.000045516168,0.0009956427],"genre_scores_gemma":[0.99550277,0.000329827,0.0019404519,0.00003438377,0.000010966073,0.000027264883,0.0006906778,0.00002847287,0.0014352575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980939,0.00021728636,0.00022949073,0.00020956574,0.0010073277,0.00024238035],"domain_scores_gemma":[0.9885817,0.0030542782,0.003533044,0.000469415,0.0040584807,0.00030301957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009519164,0.0004577028,0.00035023486,0.0027856315,0.0011995839,0.0007874442,0.00069604523,0.0004662406,0.00096439227],"category_scores_gemma":[0.010703205,0.0001473865,0.00026212735,0.0017744505,0.0008618745,0.0005496557,0.00053397345,0.00032562762,0.00030173734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031610997,0.00011764045,0.8577557,0.00027245976,0.000048933693,0.0056833033,0.03143239,0.0005536143,0.012248349,0.00046518823,0.0015025586,0.0896038],"study_design_scores_gemma":[0.0000065928693,0.00024661,0.9420783,0.00006497349,0.00010846645,0.012201446,0.020495722,0.0016403886,0.013506833,0.00018159863,0.00938174,0.00008750245],"about_ca_topic_score_codex":0.07315465,"about_ca_topic_score_gemma":0.09676931,"teacher_disagreement_score":0.9268454,"about_ca_system_score_codex":0.0011360705,"about_ca_system_score_gemma":0.0018149094,"threshold_uncertainty_score":0.14545768},"labels":[],"label_agreement":null},{"id":"W2273219704","doi":"","title":"Using fuzzy techniques for students' evaluation","year":2010,"lang":"en","type":"article","venue":"Annual Conference on Computers","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Fuzzy logic; Competence (human resources); Java; Process (computing); Artificial intelligence; Domain (mathematical analysis); Programming language; Mathematics","score_opus":0.08575710544690808,"score_gpt":0.4344855980316968,"score_spread":0.3487284925847887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273219704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015565987,0.0016665428,0.9689798,0.0002460082,0.00013796204,0.00021259923,0.00006575831,0.0004037877,0.012721676],"genre_scores_gemma":[0.31622994,0.0014785775,0.6761135,0.00008298163,0.0001471877,0.00035427362,0.00011701514,0.000059704358,0.005416774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99205035,0.0035733175,0.00033874344,0.00042488374,0.003422994,0.00018981149],"domain_scores_gemma":[0.9953263,0.0027487942,0.0003067613,0.00028865415,0.0012604721,0.000069153815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005539687,0.00064489007,0.00069019507,0.004123749,0.0005924146,0.0022529347,0.0008039591,0.0010884529,0.003408949],"category_scores_gemma":[0.012192874,0.00021496337,0.00076172856,0.0028146745,0.00092297135,0.0015030624,0.0010137396,0.001191693,0.0009146869],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019109219,0.000099798395,0.0022728117,0.00050014304,0.00011757712,0.00012436704,0.0011767859,0.0222602,0.008851135,0.067757115,0.0023654834,0.8942836],"study_design_scores_gemma":[0.00019823713,0.0011468868,0.015483276,0.00091312267,0.00034698527,0.0013493211,0.0020159134,0.62766033,0.04176878,0.19351712,0.11524878,0.00035133414],"about_ca_topic_score_codex":0.002391004,"about_ca_topic_score_gemma":0.0022540113,"teacher_disagreement_score":0.005539687,"about_ca_system_score_codex":0.0011003121,"about_ca_system_score_gemma":0.00095873146,"threshold_uncertainty_score":0.029296994},"labels":[],"label_agreement":null},{"id":"W2281883933","doi":"10.5753/cbie.wcbie.2015.1007","title":"Geração automática de avaliações de objetos de aprendizagem por meio de mineração de textos","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; Philosophy","score_opus":0.046357816740967096,"score_gpt":0.33898029579434474,"score_spread":0.2926224790533776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281883933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1926891,0.0045444192,0.7411232,0.0015476965,0.00044993823,0.00094582705,0.004824093,0.03828881,0.015586947],"genre_scores_gemma":[0.53275555,0.0018149271,0.44401976,0.00025418765,0.00013578852,0.0005204993,0.0037489177,0.001859672,0.014890759],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99548113,0.001104463,0.00037119823,0.0010590105,0.0018109805,0.00017313594],"domain_scores_gemma":[0.9801078,0.011090949,0.0013629247,0.0028845274,0.004209067,0.00034475187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004226092,0.0014730316,0.0011884006,0.0041632126,0.0009964729,0.0044452995,0.0015508041,0.0013907056,0.0053849327],"category_scores_gemma":[0.023711625,0.000754341,0.0012594069,0.0023472903,0.00085789006,0.0047953697,0.0019053139,0.0011430009,0.003259142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093758927,0.00040294247,0.025102368,0.0029024046,0.00031784427,0.0006391243,0.006799158,0.007248131,0.093711756,0.005080477,0.011696307,0.8451618],"study_design_scores_gemma":[0.00020338637,0.0015861213,0.08166355,0.0015262207,0.0008597635,0.0022749298,0.007888312,0.3480897,0.32099113,0.03678524,0.19768097,0.00045071432],"about_ca_topic_score_codex":0.0032009403,"about_ca_topic_score_gemma":0.0043726545,"teacher_disagreement_score":0.0053849327,"about_ca_system_score_codex":0.00078730984,"about_ca_system_score_gemma":0.0015241693,"threshold_uncertainty_score":0.022349954},"labels":[],"label_agreement":null},{"id":"W2283054869","doi":"10.5623/cig2012-026","title":"Education for Geomatics Professionals: An Approach to Closing the Knowledge Gap","year":2012,"lang":"en","type":"article","venue":"GEOMATICA","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Closing (real estate); Geomatics; Knowledge management; Engineering ethics; Data science; Engineering; Sociology; Geography; Political science; Computer science; Remote sensing","score_opus":0.0661182812923178,"score_gpt":0.38931532947289904,"score_spread":0.32319704818058126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283054869","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07510074,0.006948302,0.12722518,0.4797144,0.0030380369,0.0006640009,0.000120172146,0.00073143584,0.3064577],"genre_scores_gemma":[0.80179983,0.005291144,0.109889634,0.033822168,0.0007391609,0.0008023807,0.000118195494,0.000116129675,0.047421414],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99424946,0.0026776937,0.00022107874,0.0005374007,0.0015138192,0.0008006396],"domain_scores_gemma":[0.9821107,0.0075491825,0.00094096444,0.0012373605,0.0025623036,0.0055994634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009330547,0.0006228105,0.0007947982,0.0039628423,0.008236242,0.0137630245,0.0035823646,0.008644521,0.011347192],"category_scores_gemma":[0.015301728,0.0004019015,0.000643497,0.0020404262,0.007295629,0.01478834,0.023703944,0.0072949524,0.0019376785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007183602,0.0020716672,0.005219186,0.0010059688,0.00003004362,0.0006538084,0.045398626,0.0007409867,0.0010697937,0.52518636,0.04139505,0.37715676],"study_design_scores_gemma":[0.00009462408,0.00031172423,0.0041740453,0.0024471204,0.000043050735,0.0006808229,0.06955912,0.0019365813,0.0017381111,0.5793376,0.33961448,0.000062734944],"about_ca_topic_score_codex":0.004507777,"about_ca_topic_score_gemma":0.009401686,"teacher_disagreement_score":0.0137630245,"about_ca_system_score_codex":0.0054330723,"about_ca_system_score_gemma":0.045493837,"threshold_uncertainty_score":0.049345195},"labels":[],"label_agreement":null},{"id":"W2290671769","doi":"10.19173/irrodl.v17i2.2227","title":"E-learning in Mongolian Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Cluster analysis; Class (philosophy); Higher education; Psychology; Computer science; Artificial intelligence; Political science","score_opus":0.07594871817533566,"score_gpt":0.4610309109183763,"score_spread":0.3850821927430406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290671769","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89937913,0.0651622,0.0010795764,0.0068771034,0.00016181427,0.00003437679,0.00012458971,0.000020662823,0.027160648],"genre_scores_gemma":[0.9856302,0.009503803,0.00049198995,0.0003060457,0.000025389108,0.000007943773,0.00006035756,0.000002522611,0.0039717066],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995509,0.00019964996,0.000035692596,0.000049983802,0.00006582966,0.0000979655],"domain_scores_gemma":[0.99909973,0.00032580813,0.00021027366,0.000028973012,0.0002033992,0.00013188981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011794195,0.00008243952,0.00008051982,0.00070482027,0.0006351973,0.0013955223,0.00024952283,0.00030319215,0.002024172],"category_scores_gemma":[0.0011877816,0.00006381094,0.00009482479,0.0012494707,0.00037251782,0.0008188643,0.00054689334,0.00020702937,0.00014318789],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016518321,0.00018963093,0.35462222,0.0035952884,0.000054548585,0.0011193758,0.019248739,0.0015778475,0.0022876146,0.029274097,0.007303376,0.5805621],"study_design_scores_gemma":[0.000017828448,0.00025539545,0.794275,0.0016912668,0.000053870834,0.00082329364,0.04175896,0.0014357798,0.0013955594,0.0018899644,0.15637922,0.000023927847],"about_ca_topic_score_codex":0.016941862,"about_ca_topic_score_gemma":0.023234133,"teacher_disagreement_score":0.016941862,"about_ca_system_score_codex":0.0025749614,"about_ca_system_score_gemma":0.0037184427,"threshold_uncertainty_score":0.03368652},"labels":[],"label_agreement":null},{"id":"W2300843895","doi":"","title":"Analysis of proctor feedback accuracy in a computer-aided personalized system of instruction","year":2000,"lang":"en","type":"article","venue":"Library and Archives Canada (Government of Canada)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.003938695947483533,"score_gpt":0.1720895485616063,"score_spread":0.16815085261412277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300843895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973168,0.00005183038,0.0018284287,0.000017399921,0.0000048541096,0.000049261824,0.00011779199,0.0001234897,0.00049021485],"genre_scores_gemma":[0.9960146,0.00005146265,0.0029065795,0.000016099664,0.000010549098,0.000055158525,0.00023539185,0.00003343722,0.00067673257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9922087,0.002470699,0.00087462156,0.0007391742,0.0034292622,0.00027745691],"domain_scores_gemma":[0.83307105,0.10708397,0.017726945,0.013309795,0.02755441,0.0012538799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004715649,0.00034480405,0.00051490776,0.0015706964,0.0003340508,0.0007389812,0.00043983455,0.0005093074,0.00092303904],"category_scores_gemma":[0.10176833,0.00023183403,0.0003181272,0.0013285569,0.0003929913,0.00060252525,0.00050099107,0.000567433,0.00048560413],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0054800217,0.0008368216,0.6939736,0.00031169792,0.0002898674,0.00027132046,0.006303593,0.003273141,0.02959856,0.00012875417,0.00094695267,0.25858563],"study_design_scores_gemma":[0.000027030248,0.0019449948,0.97544587,0.000019513936,0.000104392675,0.00029375227,0.00043140017,0.006183551,0.014895517,0.00005754822,0.0005465884,0.00004981196],"about_ca_topic_score_codex":0.003965962,"about_ca_topic_score_gemma":0.005803415,"teacher_disagreement_score":0.004715649,"about_ca_system_score_codex":0.0005754538,"about_ca_system_score_gemma":0.00053552986,"threshold_uncertainty_score":0.02493906},"labels":[],"label_agreement":null},{"id":"W2339070665","doi":"10.14288/1.0102286","title":"Development of a measure for open-ended questions","year":2011,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Measure (data warehouse); Computer science; Data mining","score_opus":0.03794741249357929,"score_gpt":0.23091537226081005,"score_spread":0.19296795976723075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339070665","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25179422,0.00045389737,0.5983073,0.0026242675,0.00095335115,0.0728281,0.008927884,0.0034571139,0.060653836],"genre_scores_gemma":[0.28313538,0.00030877258,0.57498455,0.00089365314,0.00019205542,0.12672389,0.0065523344,0.00036168422,0.006847653],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95317096,0.022306077,0.009134526,0.002013621,0.01240718,0.0009676664],"domain_scores_gemma":[0.8347251,0.094823,0.0095193535,0.009605646,0.049260564,0.0020663985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050115325,0.0009317225,0.000933819,0.0053826347,0.0013046061,0.001985694,0.0022221368,0.0015938592,0.0072989766],"category_scores_gemma":[0.12111364,0.00075533905,0.0012690532,0.0033752087,0.0009361664,0.0029773957,0.0033476017,0.0023599279,0.003069189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008441868,0.002651429,0.1281608,0.0023097973,0.00020425688,0.00025886198,0.019215928,0.0037156993,0.015744818,0.027805157,0.024005717,0.77508336],"study_design_scores_gemma":[0.00095193274,0.0068156514,0.5518728,0.0019320386,0.00023445576,0.00095820375,0.02302577,0.045715556,0.033776663,0.04391258,0.29007825,0.000726095],"about_ca_topic_score_codex":0.0010394467,"about_ca_topic_score_gemma":0.0012928187,"teacher_disagreement_score":0.050115325,"about_ca_system_score_codex":0.0021754846,"about_ca_system_score_gemma":0.0028052735,"threshold_uncertainty_score":0.26503837},"labels":[],"label_agreement":null},{"id":"W2347983853","doi":"","title":"Research on Knowledge Model and Knowledge Diagnosis in ITS","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Domain knowledge; Domain (mathematical analysis); Test (biology); Artificial intelligence","score_opus":0.07812957116844253,"score_gpt":0.42857766084472937,"score_spread":0.3504480896762868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2347983853","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06784651,0.0047637215,0.89403224,0.0017872286,0.0001519869,0.000067359506,0.00019003398,0.00045439685,0.03070661],"genre_scores_gemma":[0.9018778,0.003257062,0.08734922,0.00014291288,0.00009789444,0.00010505515,0.00028776287,0.0000404001,0.0068418873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988318,0.00032130087,0.00007733683,0.00035715607,0.0003343337,0.00007797521],"domain_scores_gemma":[0.99789387,0.0011556935,0.00016853344,0.00023531298,0.0004498848,0.000096711236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011744776,0.00045676308,0.00059411343,0.0016268766,0.0005991414,0.0027315372,0.0012303619,0.0010507206,0.0026553152],"category_scores_gemma":[0.006520315,0.00027787354,0.0005811767,0.0016882578,0.0015807021,0.009445646,0.0008115399,0.00088710064,0.00040708386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010051683,0.00013165684,0.008971361,0.0006197008,0.00012688692,0.00029071368,0.0015151737,0.1030741,0.0025516406,0.62484336,0.0027560755,0.25501874],"study_design_scores_gemma":[0.000016961116,0.00007507091,0.0028369208,0.00013392833,0.00007362024,0.00022073492,0.00067166245,0.66732985,0.0023682518,0.3143178,0.011909488,0.00004573923],"about_ca_topic_score_codex":0.0077240355,"about_ca_topic_score_gemma":0.003028313,"teacher_disagreement_score":0.0077240355,"about_ca_system_score_codex":0.0022006237,"about_ca_system_score_gemma":0.0012799589,"threshold_uncertainty_score":0.015966654},"labels":[],"label_agreement":null},{"id":"W2348422631","doi":"","title":"A Implementation of Optimal Generating for Test Paper and Fuzzy Grading","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Computer science; Fuzzy logic; Approximate string matching; Data mining; Artificial intelligence; Pattern matching","score_opus":0.00802020834545033,"score_gpt":0.29079556720636546,"score_spread":0.28277535886091515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2348422631","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029489747,0.000041227675,0.98543537,0.000041764088,0.0000454038,0.00014447006,0.000050361206,0.00926012,0.0020322741],"genre_scores_gemma":[0.09540996,0.000078802,0.8981707,0.00006517171,0.000040442043,0.00026946643,0.00029397628,0.0005745657,0.005096848],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982577,0.0002634823,0.00015898225,0.00039315116,0.0007784583,0.00014816727],"domain_scores_gemma":[0.99845326,0.00039417192,0.0000978947,0.00042788833,0.00054200296,0.00008480956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011233023,0.00079879235,0.00083816354,0.0015108471,0.0006431634,0.0014817732,0.00249704,0.0010224003,0.0125454515],"category_scores_gemma":[0.003067532,0.0005566712,0.00056117645,0.00087821187,0.00039710104,0.0010368945,0.0006730988,0.0008601877,0.003423659],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043863538,0.0003200059,0.0016985761,0.00033895878,0.00007384511,0.00024225998,0.00031756828,0.014002234,0.046084546,0.02077729,0.009532503,0.9061735],"study_design_scores_gemma":[0.00033640282,0.0005620312,0.00293238,0.00013132149,0.00017310645,0.0014082929,0.00016082833,0.69434136,0.1979698,0.014088856,0.087702714,0.00019299971],"about_ca_topic_score_codex":0.0023673624,"about_ca_topic_score_gemma":0.0014356265,"teacher_disagreement_score":0.0125454515,"about_ca_system_score_codex":0.00073798886,"about_ca_system_score_gemma":0.0010389719,"threshold_uncertainty_score":0.041968644},"labels":[],"label_agreement":null},{"id":"W2349086602","doi":"","title":"The characteristics of students' evaluation abroad and its enlightenments to China","year":2010,"lang":"en","type":"article","venue":"Researches in Medical Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Study abroad; Quality (philosophy); Medical education; Psychology; Mathematics education; Political science; Medicine; Pedagogy","score_opus":0.021472925350125127,"score_gpt":0.4697836514457315,"score_spread":0.44831072609560635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2349086602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99767345,0.000041427305,0.0000281217,0.00011369927,0.0000046946934,0.0000052426253,0.000015692376,0.00000263741,0.002115116],"genre_scores_gemma":[0.99924976,0.000032730324,0.00001163089,0.000013168356,0.0000031245302,0.0000036112415,0.000021046566,0.0000013220911,0.0006636704],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99854076,0.00029991675,0.00011967241,0.00009904165,0.0004474252,0.0004932501],"domain_scores_gemma":[0.9911272,0.0009461852,0.0017952889,0.00025767673,0.0020312446,0.003842377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019509586,0.00020552418,0.00027650566,0.001324753,0.001214546,0.0016881726,0.00031200188,0.00031067655,0.0019202068],"category_scores_gemma":[0.009124525,0.000100604484,0.00032159963,0.0012111143,0.00058356737,0.00056467066,0.0009921791,0.0005801589,0.00024789613],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024990476,0.00028550773,0.9377787,0.000046627323,0.000046561472,0.0003769058,0.02235522,0.00033308417,0.0015859831,0.00077239046,0.0013410102,0.034827933],"study_design_scores_gemma":[0.0000033832055,0.00010669147,0.992953,0.0000101701335,0.0000071225486,0.000056792873,0.0052525196,0.0002200352,0.00019784944,0.000060702496,0.0011207111,0.000011037407],"about_ca_topic_score_codex":0.014622183,"about_ca_topic_score_gemma":0.016984561,"teacher_disagreement_score":0.014622183,"about_ca_system_score_codex":0.0018777827,"about_ca_system_score_gemma":0.0022557685,"threshold_uncertainty_score":0.029074132},"labels":[],"label_agreement":null},{"id":"W2350444110","doi":"","title":"One Kind Based on Question Bank Self-adapted Test System Design and Realization","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Computer science; Realization (probability); Repetition (rhetorical device); Volume (thermodynamics); Test design; Test method; Statistics; Mathematics","score_opus":0.01225952538017126,"score_gpt":0.26036004416639846,"score_spread":0.24810051878622721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2350444110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01406808,0.000081256236,0.9741391,0.00030793852,0.00010373889,0.0007926849,0.00011206198,0.004247232,0.0061478144],"genre_scores_gemma":[0.27384922,0.0001427942,0.71328616,0.00038618522,0.0001167772,0.0014880206,0.0007844086,0.00040155588,0.009545026],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933293,0.0035070097,0.0004949642,0.0011313346,0.0013378763,0.000199633],"domain_scores_gemma":[0.9935761,0.0020549523,0.0003009599,0.0019826542,0.0018415432,0.00024378495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004958416,0.0007776449,0.000692608,0.0016950946,0.0006034608,0.001772525,0.0015833976,0.0011338417,0.008575126],"category_scores_gemma":[0.010949441,0.00050869107,0.0009298898,0.0008728972,0.0011386089,0.0024986407,0.0017667573,0.0010351514,0.002464738],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008154447,0.00055051607,0.009806262,0.000989168,0.00017668307,0.00039681725,0.0034787147,0.008152403,0.039571963,0.09658974,0.010611156,0.8288611],"study_design_scores_gemma":[0.001016688,0.005130979,0.031705286,0.0005879275,0.0007912414,0.0046401946,0.0024735164,0.44144958,0.13587032,0.13069525,0.24494886,0.00069009943],"about_ca_topic_score_codex":0.0012327713,"about_ca_topic_score_gemma":0.0007477108,"teacher_disagreement_score":0.008575126,"about_ca_system_score_codex":0.0008079242,"about_ca_system_score_gemma":0.0015032258,"threshold_uncertainty_score":0.028686583},"labels":[],"label_agreement":null},{"id":"W2350814520","doi":"","title":"Interactive Schoolwork Assignment and Evaluation System Based on Web Mining","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Bridge (graph theory); Process (computing); Complement (music); Web mining; Web application; World Wide Web; Multimedia; Human–computer interaction; Web page","score_opus":0.011749432854094218,"score_gpt":0.297375974427196,"score_spread":0.28562654157310174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2350814520","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30243358,0.00016475441,0.5576519,0.0004037517,0.00015611625,0.00371759,0.0040316745,0.11703624,0.014404449],"genre_scores_gemma":[0.7138171,0.00009183616,0.26317126,0.00015354718,0.0001620217,0.0023153303,0.005846498,0.000722295,0.013720156],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99805486,0.00049807667,0.00022464863,0.00045643555,0.00064957765,0.00011644318],"domain_scores_gemma":[0.992934,0.0023823276,0.0007122922,0.0009777538,0.0019881625,0.0010054304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023436083,0.00061167864,0.0009542747,0.0030971048,0.00071540085,0.0009523224,0.0012734781,0.00062381115,0.007763882],"category_scores_gemma":[0.005070444,0.00039852542,0.0003099083,0.0012046649,0.00018142363,0.0015050926,0.0012745163,0.00060835475,0.0026071984],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028890907,0.004028775,0.07359649,0.00026365957,0.0002312528,0.0005472764,0.0005692799,0.0059535974,0.026217768,0.0015218151,0.034426324,0.8497546],"study_design_scores_gemma":[0.0011382966,0.0025699264,0.16561179,0.0000833814,0.00030603868,0.0012274337,0.00047245758,0.663127,0.10254315,0.004661233,0.05786314,0.0003960665],"about_ca_topic_score_codex":0.0017254,"about_ca_topic_score_gemma":0.0018262621,"teacher_disagreement_score":0.007763882,"about_ca_system_score_codex":0.00047026397,"about_ca_system_score_gemma":0.0007986881,"threshold_uncertainty_score":0.025972784},"labels":[],"label_agreement":null},{"id":"W2351039254","doi":"","title":"Design and Implementation of an J2EE-based Platform for JAVA Language Learning","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Java; Programming language; Unified Modeling Language; Thread (computing); Real time Java; strictfp; Design pattern; Extensibility; Object-oriented programming; Common Object Request Broker Architecture; Software engineering; Operating system; Software","score_opus":0.021759764943077534,"score_gpt":0.32409997367938553,"score_spread":0.302340208736308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2351039254","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006272167,0.000046956848,0.98352563,0.00009825111,0.000058763835,0.00055615,0.0000499459,0.0069245542,0.0024675815],"genre_scores_gemma":[0.098562144,0.00013379286,0.89216614,0.0002311469,0.000049882063,0.0011000747,0.00039334994,0.0011857252,0.006177785],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982595,0.00031414363,0.00021048631,0.00028740667,0.0007327801,0.00019568598],"domain_scores_gemma":[0.99789584,0.00038929327,0.00014729907,0.0004090884,0.0008539285,0.00030456643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028615138,0.00070193957,0.00074139604,0.0008248491,0.00058417785,0.0023063044,0.0036331615,0.0013938221,0.005049871],"category_scores_gemma":[0.003577973,0.00071707414,0.00086273724,0.0004568534,0.0005208411,0.0020916597,0.0010525611,0.001684544,0.0027348318],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012014195,0.002054774,0.006671495,0.0012965181,0.0005165334,0.0017697132,0.0019429475,0.041815083,0.29401833,0.071761794,0.019170184,0.55778116],"study_design_scores_gemma":[0.00087330065,0.0018513623,0.005110103,0.00018222746,0.0005291732,0.0016630361,0.00024293787,0.5528856,0.25253677,0.012029437,0.17167547,0.00042063816],"about_ca_topic_score_codex":0.0013527701,"about_ca_topic_score_gemma":0.0009185409,"teacher_disagreement_score":0.005049871,"about_ca_system_score_codex":0.0005355584,"about_ca_system_score_gemma":0.0020672067,"threshold_uncertainty_score":0.016893566},"labels":[],"label_agreement":null},{"id":"W2351076592","doi":"","title":"Analysis and Implementation of Distance Education Individuation Based on Web Data Mining","year":2010,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Individuation; Computer science; Distance education; Mode (computer interface); Data collection; Web mining; Data science; World Wide Web; Data mining; Web service; Human–computer interaction; Mathematics education; Statistics","score_opus":0.01306960479896443,"score_gpt":0.33755497018471875,"score_spread":0.32448536538575434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2351076592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36980024,0.0004327818,0.6027512,0.0007305502,0.00010695278,0.0010894056,0.0009788119,0.0054047164,0.018705413],"genre_scores_gemma":[0.7317062,0.00026372145,0.2610333,0.00009012653,0.000024756187,0.00040684175,0.0016673226,0.00014069033,0.00466696],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784875,0.00058412127,0.0001823746,0.0003162259,0.0009476537,0.000120907105],"domain_scores_gemma":[0.99801517,0.00042875364,0.00013845749,0.00029326804,0.000998008,0.00012627672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018283563,0.00032870207,0.00041792885,0.0028962742,0.0007241716,0.001554424,0.0006635576,0.00031840513,0.0014694919],"category_scores_gemma":[0.004063388,0.0002244461,0.00045017028,0.0017048458,0.00023493636,0.0015319991,0.0007905712,0.0004891271,0.0005584605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034425364,0.0007215006,0.08274788,0.00023882088,0.000120383884,0.00014606501,0.00080916623,0.013250806,0.01128648,0.01137608,0.0036178546,0.87534064],"study_design_scores_gemma":[0.0001554072,0.0007744939,0.19480643,0.00020443881,0.00026154044,0.00059005496,0.003433291,0.5834956,0.1422393,0.01570851,0.058124397,0.00020657919],"about_ca_topic_score_codex":0.004308641,"about_ca_topic_score_gemma":0.0028930206,"teacher_disagreement_score":0.004308641,"about_ca_system_score_codex":0.0007888445,"about_ca_system_score_gemma":0.001331325,"threshold_uncertainty_score":0.009669423},"labels":[],"label_agreement":null},{"id":"W2353031048","doi":"","title":"Application of Ajax in Task-driven VFP Network Teaching System","year":2010,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ajax; Visual FoxPro; Computer science; Maintainability; Server; Task (project management); Operating system; World Wide Web; Database; Software engineering","score_opus":0.003854679505828462,"score_gpt":0.25079270183975566,"score_spread":0.2469380223339272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353031048","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54769754,0.00044948162,0.40800282,0.0004462786,0.0001742404,0.000347251,0.00032137483,0.023583952,0.018977104],"genre_scores_gemma":[0.9331905,0.00012670526,0.05873511,0.00010709462,0.000042365933,0.00008864944,0.00024230496,0.00021428638,0.0072529423],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99955374,0.000092749484,0.000033724973,0.00009752282,0.00017524451,0.00004700848],"domain_scores_gemma":[0.9994746,0.00016708334,0.000053297063,0.00008210921,0.00017362076,0.000049390917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033116905,0.00031517958,0.00014910198,0.00035211805,0.00029194925,0.00055797526,0.00064650393,0.00030816146,0.003095431],"category_scores_gemma":[0.0012585543,0.00013401866,0.00010341366,0.00024950737,0.00010968437,0.000587145,0.0002603142,0.00019598521,0.0005561416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027994711,0.0006682008,0.014959354,0.00054021593,0.00006160135,0.0017801389,0.0012451924,0.0077939387,0.37849244,0.0048292493,0.011699754,0.57513046],"study_design_scores_gemma":[0.00070682284,0.0030804095,0.07286185,0.00015851085,0.00035469737,0.005656657,0.0006834878,0.3253749,0.48627368,0.004053683,0.100610435,0.00018482923],"about_ca_topic_score_codex":0.0014319296,"about_ca_topic_score_gemma":0.0007408497,"teacher_disagreement_score":0.003095431,"about_ca_system_score_codex":0.00020627414,"about_ca_system_score_gemma":0.00034754188,"threshold_uncertainty_score":0.010355234},"labels":[],"label_agreement":null},{"id":"W2353580856","doi":"","title":"Some Enlightenment from Curriculum Standards and Teaching Evaluation of Mathematics Education in Canada","year":2011,"lang":"en","type":"article","venue":"Journal on Mathematics Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Reform mathematics; Curriculum; Connected Mathematics; Process (computing); Core-Plus Mathematics Project; Enlightenment; Comprehension; Math wars; Generalization; Everyday Mathematics; Pedagogy; Computer science; Mathematics; Psychology","score_opus":0.0260894323468708,"score_gpt":0.3274752507668938,"score_spread":0.30138581842002304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353580856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6557285,0.013689952,0.004662259,0.12939772,0.003015968,0.0015945738,0.010946054,0.00039863738,0.18056622],"genre_scores_gemma":[0.9448812,0.003993239,0.005624894,0.0038522019,0.000184036,0.0002702266,0.0033472579,0.00011553641,0.03773149],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9716393,0.0038264228,0.0018910059,0.0007704193,0.018446695,0.0034261062],"domain_scores_gemma":[0.8552238,0.0050009578,0.0023015244,0.0014633063,0.12820409,0.007806292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016805798,0.00038779245,0.0006314553,0.0049396046,0.0070944335,0.004541511,0.0020993545,0.00074136036,0.0030376634],"category_scores_gemma":[0.051073402,0.00031726068,0.0006115195,0.009406363,0.0014217448,0.001348425,0.0017634135,0.0015575635,0.00034013932],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00046308446,0.00058485515,0.36470893,0.0014256962,0.00013171627,0.0005999397,0.028221881,0.0032809954,0.002421254,0.019187525,0.21380058,0.36517358],"study_design_scores_gemma":[0.0000575355,0.00021387394,0.7665548,0.0010431338,0.00008152666,0.000119151206,0.02768459,0.002709134,0.0038530785,0.00095609203,0.19655147,0.00017559165],"about_ca_topic_score_codex":0.99387133,"about_ca_topic_score_gemma":0.9963477,"teacher_disagreement_score":0.83879477,"about_ca_system_score_codex":0.16120523,"about_ca_system_score_gemma":0.2548942,"threshold_uncertainty_score":0.97288305},"labels":[],"label_agreement":null},{"id":"W2353679965","doi":"","title":"Application of Genetic Algorithm in Numerical Simulation of Slope Stability Analysis","year":2002,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada)","funders":"","keywords":"Cohesion (chemistry); Convergence (economics); Software; Finite element method; Stability (learning theory); Rate of convergence; Algorithm; Genetic algorithm; Computer science; Mathematics; Geotechnical engineering; Mathematical optimization; Geology; Structural engineering; Engineering; Machine learning","score_opus":0.020746399404154684,"score_gpt":0.2980516343625501,"score_spread":0.27730523495839543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353679965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072574206,0.00021726098,0.922781,0.00011850208,0.00004540525,0.00006307743,0.000024427203,0.0004476314,0.003728466],"genre_scores_gemma":[0.73269236,0.0002150397,0.2652359,0.000039496575,0.00001810473,0.00018289508,0.00006387036,0.000059109985,0.0014932666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964917,0.00017924487,0.00001576091,0.000035275185,0.000092277034,0.000028393051],"domain_scores_gemma":[0.99936897,0.00040865628,0.00003164575,0.000034363824,0.00013982257,0.00001646307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082056876,0.00039297572,0.00048125756,0.0006518945,0.0004947845,0.0005085505,0.00057063677,0.00078849576,0.00075915677],"category_scores_gemma":[0.0023300159,0.00027688633,0.00040405543,0.00067749404,0.0004536393,0.0003658775,0.00034993532,0.0005133868,0.00014568187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020204454,0.000022484499,0.0007493207,0.000022045824,0.000022282647,0.00004157396,0.00004314223,0.97368956,0.001456392,0.0033230856,0.00014474872,0.020465206],"study_design_scores_gemma":[0.000004380946,0.000013513051,0.000115981704,0.0000031146515,0.0000040913023,0.000007727465,0.000004379183,0.99826825,0.0004782077,0.0008888464,0.00020841935,0.0000030519452],"about_ca_topic_score_codex":0.009114347,"about_ca_topic_score_gemma":0.0039743907,"teacher_disagreement_score":0.009114347,"about_ca_system_score_codex":0.0004948426,"about_ca_system_score_gemma":0.0008787991,"threshold_uncertainty_score":0.018122613},"labels":[],"label_agreement":null},{"id":"W2354123728","doi":"","title":"On the Positive Stable Solution to Metrix Equation of A TXA=B","year":2000,"lang":"en","type":"article","venue":"Journal of Luoyang University","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prairie Improvement Network","funders":"","keywords":"Mathematics; Applied mathematics; Mathematical analysis","score_opus":0.01906923353822839,"score_gpt":0.24305408859429845,"score_spread":0.22398485505607005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2354123728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20555905,0.0008699086,0.7104913,0.0018792902,0.00028105616,0.00019241324,0.00019274862,0.00023156163,0.08030264],"genre_scores_gemma":[0.8624778,0.0010899621,0.09943255,0.00031387777,0.00026489675,0.000193725,0.00028268553,0.00018793202,0.035756625],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99963117,0.00008267016,0.000020595015,0.000080010526,0.00012500239,0.000060548573],"domain_scores_gemma":[0.99957436,0.00014440696,0.000060104165,0.000021518781,0.0001427977,0.00005686127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005117452,0.0005926199,0.00061970134,0.0006982956,0.0008986215,0.0011940798,0.0005740744,0.000973209,0.008137153],"category_scores_gemma":[0.0028226036,0.0002157854,0.0007838316,0.0003939224,0.0011670948,0.0012281114,0.0012823433,0.0013108898,0.0006850185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010565329,0.00003446389,0.0011478575,0.00016560506,0.00002298463,0.0004543145,0.0006651499,0.018519493,0.024351042,0.9295391,0.0032327413,0.021761578],"study_design_scores_gemma":[0.000075230644,0.00021173355,0.001418264,0.00009148128,0.000029452623,0.0011067342,0.00071805547,0.45453292,0.012496291,0.51571375,0.013535143,0.00007102819],"about_ca_topic_score_codex":0.0020333468,"about_ca_topic_score_gemma":0.0011981141,"teacher_disagreement_score":0.008137153,"about_ca_system_score_codex":0.0004237882,"about_ca_system_score_gemma":0.0010293415,"threshold_uncertainty_score":0.02722156},"labels":[],"label_agreement":null},{"id":"W2354523100","doi":"","title":"Research and Implementation of an Automated Assessment Algorithm for Subjective Issue Based on Fuzzy Grading","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Grading (engineering); Fuzzy logic; Fuzzy mathematics; Subject (documents); Test (biology); Artificial intelligence; Machine learning; Algorithm; Data mining; Fuzzy control system; Fuzzy classification","score_opus":0.034259484653115846,"score_gpt":0.42742744289719886,"score_spread":0.393167958244083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2354523100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0126817785,0.00006636198,0.98502326,0.00008205019,0.000046363268,0.00018567746,0.00002563922,0.0008236037,0.0010653081],"genre_scores_gemma":[0.15528356,0.000084765976,0.8422819,0.00005401553,0.000051989155,0.0003084931,0.00013032097,0.00006935838,0.001735594],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972915,0.0007450233,0.00020032954,0.000448862,0.0012285713,0.00008565141],"domain_scores_gemma":[0.99466264,0.001190228,0.00028745274,0.00047726315,0.0032245466,0.00015779844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025724801,0.00063669437,0.0007619108,0.0018731313,0.00074543984,0.001436592,0.0014089295,0.0010027741,0.0028617627],"category_scores_gemma":[0.007818907,0.00029625918,0.0004826698,0.0010836046,0.0005883317,0.001877018,0.0006099702,0.0007831887,0.0007165489],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002482021,0.00030247803,0.005237356,0.00018310595,0.000090396614,0.0000800787,0.0003553034,0.030760726,0.028351475,0.013866214,0.00359883,0.91692585],"study_design_scores_gemma":[0.00014544136,0.00033589228,0.005367395,0.00005461265,0.00010067216,0.00027360884,0.000118289565,0.9423676,0.03506837,0.007093517,0.008982791,0.00009175418],"about_ca_topic_score_codex":0.0042601824,"about_ca_topic_score_gemma":0.0034595877,"teacher_disagreement_score":0.0042601824,"about_ca_system_score_codex":0.0009509198,"about_ca_system_score_gemma":0.0017564353,"threshold_uncertainty_score":0.013604701},"labels":[],"label_agreement":null},{"id":"W2356370409","doi":"","title":"Design and Realization of a General Automtion Examination System","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Realization (probability); Generalization; Set (abstract data type); Process (computing); Test (biology); Software engineering; Programming language; Statistics","score_opus":0.011379745214367683,"score_gpt":0.2685374338939038,"score_spread":0.2571576886795361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356370409","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037643332,0.00019979585,0.92597216,0.00025631578,0.00012640638,0.0007556972,0.00022165575,0.024663111,0.010161514],"genre_scores_gemma":[0.38995898,0.00029333553,0.58615214,0.0004035722,0.0001225957,0.00084721344,0.0011562686,0.0005511251,0.020514723],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992362,0.00012531412,0.00007075212,0.00021707313,0.00025495538,0.00009569101],"domain_scores_gemma":[0.99943084,0.000097139375,0.000044312514,0.00007911396,0.00026082087,0.00008781303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007889775,0.00038308612,0.0005721192,0.00073671626,0.00049613713,0.0012883408,0.001169596,0.0008683648,0.008663306],"category_scores_gemma":[0.0010091556,0.00039156797,0.0003275537,0.00047677007,0.0003164683,0.0007601072,0.00079559715,0.000628992,0.0036029902],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008918356,0.00056519295,0.013436559,0.0010708602,0.0001220858,0.001424281,0.0014858746,0.019805184,0.17566538,0.02962486,0.022939721,0.7329681],"study_design_scores_gemma":[0.00070962805,0.0020491648,0.026217427,0.00037074435,0.00047973494,0.0040301285,0.000606229,0.49809465,0.14793259,0.010780056,0.30843037,0.00029934477],"about_ca_topic_score_codex":0.0018800398,"about_ca_topic_score_gemma":0.0009211637,"teacher_disagreement_score":0.008663306,"about_ca_system_score_codex":0.00044978491,"about_ca_system_score_gemma":0.0011928498,"threshold_uncertainty_score":0.028981626},"labels":[],"label_agreement":null},{"id":"W2356771232","doi":"","title":"Designing and Implementing of Computer Examination System","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Visual Basic for Applications; Visual Basic; Key (lock); Set (abstract data type); Process (computing); Human–computer interaction; Software engineering; Multimedia; Engineering drawing; Computer graphics (images); Programming language; Software; Operating system","score_opus":0.0109381806787216,"score_gpt":0.2751484775823515,"score_spread":0.2642102969036299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356771232","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04814564,0.0004919522,0.90295345,0.00074679585,0.0005752839,0.0023906538,0.00033730362,0.011209873,0.033148948],"genre_scores_gemma":[0.2829205,0.0005822735,0.6657023,0.00051204703,0.00019315931,0.00180525,0.00076454366,0.0005807241,0.046939194],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987219,0.00030119953,0.00012563051,0.00025066565,0.000475483,0.00012506031],"domain_scores_gemma":[0.9986161,0.000280943,0.000062597115,0.00013512277,0.0007757639,0.00012934097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010219938,0.00038928346,0.0004073018,0.0007919729,0.0006154733,0.0016870381,0.0009329501,0.0008549434,0.011696493],"category_scores_gemma":[0.0029255035,0.00043710164,0.0002906861,0.00035576557,0.00025969397,0.0008692341,0.00071216596,0.0006800308,0.0036074058],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048222212,0.0004808401,0.014834526,0.0010293068,0.000060350474,0.0012866415,0.0023397699,0.011773182,0.12255196,0.027996374,0.038965568,0.7781993],"study_design_scores_gemma":[0.0003126589,0.0016042804,0.028900873,0.00066821283,0.00020609499,0.0037626617,0.0012331582,0.123588435,0.17865965,0.00737981,0.6534223,0.00026192432],"about_ca_topic_score_codex":0.0010254263,"about_ca_topic_score_gemma":0.00066670007,"teacher_disagreement_score":0.011696493,"about_ca_system_score_codex":0.00034306917,"about_ca_system_score_gemma":0.0010429398,"threshold_uncertainty_score":0.03912866},"labels":[],"label_agreement":null},{"id":"W2357025427","doi":"","title":"Arithmetic and Realized of adaption system itself about grade input","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peacetime; Computer science; Arithmetic; Mode (computer interface); Operating system; Mathematics","score_opus":0.006444445090848418,"score_gpt":0.23736862968036143,"score_spread":0.23092418458951303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2357025427","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07429152,0.00045050023,0.79811525,0.0005468684,0.0004942149,0.0004013081,0.00049309654,0.023084285,0.10212291],"genre_scores_gemma":[0.6903812,0.00069473294,0.23361608,0.00033516993,0.0003063055,0.0004515308,0.0012668871,0.00134943,0.07159867],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872845,0.0001752378,0.0001379347,0.00035818966,0.000498765,0.000101369966],"domain_scores_gemma":[0.9991353,0.00016964477,0.000055557022,0.00018910917,0.00039792169,0.000052526742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071879075,0.00064439117,0.00034562813,0.00092219206,0.00068616454,0.0022376848,0.00086428126,0.00041478086,0.013200429],"category_scores_gemma":[0.0029912374,0.00027095227,0.0003626753,0.0007072082,0.0005847678,0.0018755419,0.0009750145,0.0007673575,0.0031292245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012263181,0.00016999191,0.008265917,0.000557893,0.000054450677,0.0008255888,0.0033612095,0.010649983,0.08919562,0.09778554,0.021056356,0.7668511],"study_design_scores_gemma":[0.00036590817,0.0012484503,0.021661457,0.0004261291,0.00039218646,0.0029102843,0.0014958546,0.17860755,0.2779888,0.06329388,0.45121047,0.00039900735],"about_ca_topic_score_codex":0.0021035362,"about_ca_topic_score_gemma":0.000877062,"teacher_disagreement_score":0.013200429,"about_ca_system_score_codex":0.00056662207,"about_ca_system_score_gemma":0.000827988,"threshold_uncertainty_score":0.04415983},"labels":[],"label_agreement":null},{"id":"W2357303510","doi":"","title":"The Overseas College Entrance Examination Pattern Comparison Studies","year":2006,"lang":"en","type":"article","venue":"Theoretic Observation","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mechanism (biology); Political science; Mathematics education; Management; Psychology; Economics; Physics","score_opus":0.03073352389432586,"score_gpt":0.3046581468980854,"score_spread":0.2739246230037595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2357303510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99170786,0.00014469458,0.00037264143,0.00011129012,0.00003768185,0.000030255616,0.00029226183,0.000010927322,0.0072923517],"genre_scores_gemma":[0.996412,0.000059766433,0.0001420717,0.000027397691,0.000013437954,0.000009092385,0.00030138742,0.000009110334,0.0030258924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983565,0.00040437633,0.00024105117,0.00022922538,0.00051311235,0.0002557494],"domain_scores_gemma":[0.9922984,0.0014736234,0.0014254489,0.0010952597,0.0024510913,0.0012562309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016094866,0.00020625623,0.00021043615,0.0033214334,0.0006076536,0.0012910584,0.00041138686,0.00024130456,0.014962735],"category_scores_gemma":[0.011105092,0.00009931757,0.00043372347,0.002776076,0.00030464813,0.001349079,0.0011223145,0.0004206937,0.0012270455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005498477,0.00031081954,0.94481987,0.000054266413,0.00015705368,0.00022664916,0.0017281551,0.00006447007,0.001052144,0.0010261551,0.0011275506,0.04888301],"study_design_scores_gemma":[0.0000195108,0.00021880222,0.9937219,0.000013719513,0.000044295408,0.0004098061,0.0019212198,0.0002727893,0.00044827236,0.00023433255,0.0026879595,0.0000072765174],"about_ca_topic_score_codex":0.0047037606,"about_ca_topic_score_gemma":0.0067106048,"teacher_disagreement_score":0.014962735,"about_ca_system_score_codex":0.00050581445,"about_ca_system_score_gemma":0.0004916588,"threshold_uncertainty_score":0.050055325},"labels":[],"label_agreement":null},{"id":"W2357997047","doi":"","title":"The Applied Research of Data Mining in Failure Diagnosis Based on Genetic Algorithms","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Petrochemistry; Genetic algorithm; Key (lock); Data mining; Algorithm; Machine learning; Computer security","score_opus":0.10462456101279456,"score_gpt":0.3767965735334882,"score_spread":0.2721720125206937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2357997047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009481333,0.002823709,0.9848053,0.00033512712,0.00009507329,0.000059798644,0.000044614844,0.00022369716,0.0021313236],"genre_scores_gemma":[0.330144,0.0074319555,0.6589418,0.00029518132,0.00035478518,0.00029990138,0.00025759716,0.00008073846,0.0021941098],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833775,0.0005656725,0.00012639743,0.00031610855,0.0005808506,0.000073208],"domain_scores_gemma":[0.99754995,0.001738198,0.00009698227,0.00013356356,0.00043887753,0.000042354037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021596784,0.0008501626,0.0013440812,0.0028264916,0.0005539337,0.0015772644,0.0012224009,0.0010296705,0.00069021055],"category_scores_gemma":[0.0066106752,0.00034923843,0.0011684379,0.0038517523,0.0013035919,0.0017594309,0.0005828453,0.001291481,0.00023763959],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011940892,0.000208699,0.0049753464,0.0007372489,0.00039771784,0.00023580133,0.00031677322,0.37147012,0.0045439936,0.08359419,0.0020146396,0.5313861],"study_design_scores_gemma":[0.00003105075,0.00009355541,0.001102236,0.000078383324,0.000071758244,0.00013727215,0.000041948842,0.9471549,0.0028507374,0.043655995,0.0047493065,0.00003286977],"about_ca_topic_score_codex":0.005279911,"about_ca_topic_score_gemma":0.0017754127,"teacher_disagreement_score":0.005279911,"about_ca_system_score_codex":0.0012170596,"about_ca_system_score_gemma":0.0013915071,"threshold_uncertainty_score":0.011421621},"labels":[],"label_agreement":null},{"id":"W2359047365","doi":"","title":"Design and Implementation of The Test System Without Paper About Access Based On Visual Basic","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Test (biology); Key (lock); Microcomputer; Visual Basic; Point (geometry); Human–computer interaction; Software engineering; Operating system; Software","score_opus":0.01275636794419427,"score_gpt":0.3342999837969857,"score_spread":0.32154361585279145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2359047365","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031812984,0.00032788192,0.9290087,0.00041653702,0.00036833095,0.0021102517,0.0005673434,0.021424688,0.013963219],"genre_scores_gemma":[0.31044966,0.00042867806,0.6538871,0.00063649804,0.00021055376,0.0029400454,0.0027657247,0.0021068333,0.026574869],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957508,0.000723484,0.0004316181,0.0008112216,0.0019590557,0.0003238167],"domain_scores_gemma":[0.9952484,0.0007482179,0.00022332642,0.0005430423,0.0028433527,0.00039376158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022346335,0.0011535133,0.0008890006,0.002230699,0.0006856717,0.0017459067,0.0029154671,0.0010119972,0.011513961],"category_scores_gemma":[0.005659474,0.0005661867,0.0005917566,0.00072545913,0.00056272786,0.0020614825,0.0010717838,0.0008291158,0.0036727376],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021206136,0.0007844913,0.017505046,0.001686405,0.00015321534,0.00086745917,0.0015442874,0.005937114,0.19299492,0.016002832,0.029528838,0.7308747],"study_design_scores_gemma":[0.0015754623,0.005100921,0.037006065,0.0004897479,0.0007354841,0.005083785,0.00093406177,0.15319411,0.5103642,0.0070513617,0.27794626,0.000518524],"about_ca_topic_score_codex":0.002326132,"about_ca_topic_score_gemma":0.0011390721,"teacher_disagreement_score":0.011513961,"about_ca_system_score_codex":0.00064381625,"about_ca_system_score_gemma":0.0014657534,"threshold_uncertainty_score":0.03851801},"labels":[],"label_agreement":null},{"id":"W2359807681","doi":"","title":"An Intelligent System on Solving middle school Algebraic Equation","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Intelligent tutoring system; The Internet; Function (biology); Algebraic equation; Algebraic number; Artificial intelligence; World Wide Web; Mathematics","score_opus":0.019488351396311568,"score_gpt":0.2645078165730762,"score_spread":0.24501946517676465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2359807681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027820755,0.0005526019,0.92986596,0.00036377707,0.00023002968,0.0002942301,0.00020477436,0.019103061,0.02156482],"genre_scores_gemma":[0.2899641,0.0007771356,0.67306083,0.00049777434,0.00027936514,0.0004857686,0.0010653497,0.00050720427,0.033362515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995377,0.00007967283,0.000039582177,0.0001245749,0.00016818661,0.000050304643],"domain_scores_gemma":[0.99967206,0.00007190142,0.000013832391,0.000050429237,0.00013517759,0.00005663848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044645855,0.00046648533,0.00047918622,0.0006778445,0.0006876204,0.0008933997,0.00072265905,0.0006620283,0.012358505],"category_scores_gemma":[0.00095742947,0.00016619751,0.0003580869,0.00044286918,0.0003091941,0.0013259907,0.0009126346,0.00059531117,0.0030913244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005270948,0.0004744562,0.0041645886,0.00036915584,0.00006808626,0.00046411162,0.0013213974,0.008665733,0.06255155,0.034084845,0.02906363,0.8582453],"study_design_scores_gemma":[0.0007306312,0.001538994,0.008407709,0.0002149688,0.00038743566,0.0023069992,0.00043602582,0.3682031,0.10255146,0.032627136,0.48235163,0.00024393493],"about_ca_topic_score_codex":0.0014557241,"about_ca_topic_score_gemma":0.0011192556,"teacher_disagreement_score":0.012358505,"about_ca_system_score_codex":0.00034006604,"about_ca_system_score_gemma":0.00059994025,"threshold_uncertainty_score":0.04134333},"labels":[],"label_agreement":null},{"id":"W2360001699","doi":"","title":"Reformation of university examination system to adapt to the Training Outstanding Talent","year":2013,"lang":"en","type":"article","venue":"Hebei Nongye Daxue xuebao","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Standardization; Test (biology); Quality (philosophy); Mode (computer interface); Medical education; Management system; Engineering management; Computer science; Training system; Mathematics education; Training (meteorology); Psychology; Operations management; Engineering; Political science; Medicine","score_opus":0.024873969280500337,"score_gpt":0.24018004649840627,"score_spread":0.21530607721790593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2360001699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21832941,0.0031553968,0.6403676,0.012834889,0.0043039913,0.004969469,0.0026924056,0.009146696,0.10420001],"genre_scores_gemma":[0.5630038,0.001521873,0.388746,0.0016874229,0.0012482429,0.0030253362,0.003863461,0.00064508716,0.036258787],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98259854,0.008295499,0.0027549742,0.0015982453,0.0037697516,0.0009829006],"domain_scores_gemma":[0.97312057,0.0030662073,0.0010427336,0.0028923447,0.018330911,0.0015472528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016391996,0.0005634873,0.00062641536,0.00457287,0.001606846,0.0035862543,0.001661609,0.0011672109,0.004979717],"category_scores_gemma":[0.032553833,0.00033164013,0.000619144,0.0032266052,0.0007853332,0.0030031863,0.0027418258,0.0015926447,0.0032409222],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005190927,0.00045289288,0.06742956,0.00066233194,0.00010082861,0.00025365117,0.0018872137,0.00627313,0.011047812,0.052158084,0.06402726,0.7951881],"study_design_scores_gemma":[0.00092348584,0.0017017153,0.24583969,0.0010962499,0.00047406185,0.0018407882,0.004712615,0.12053498,0.029202351,0.046079054,0.54676944,0.0008255211],"about_ca_topic_score_codex":0.006917852,"about_ca_topic_score_gemma":0.0056568333,"teacher_disagreement_score":0.016391996,"about_ca_system_score_codex":0.0024271554,"about_ca_system_score_gemma":0.0074255397,"threshold_uncertainty_score":0.08669019},"labels":[],"label_agreement":null},{"id":"W2360831220","doi":"","title":"Increment Iteration Method to Capture the Use Case in the Modeling Process of UML","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Unified Modeling Language; Applications of UML; Process (computing); UML tool; Object Constraint Language; Object-oriented analysis and design; Software engineering; Iterative and incremental development; Modeling language; Metamodeling; Programming language","score_opus":0.04145626313155858,"score_gpt":0.36855467899962613,"score_spread":0.32709841586806754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2360831220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011542856,0.000023796845,0.9972282,0.000030139607,0.00001186336,0.00007327512,0.000020174655,0.00035158108,0.001106531],"genre_scores_gemma":[0.03517476,0.00007390463,0.962258,0.000025580808,0.00001699069,0.00037531654,0.000096982425,0.00018302338,0.001795434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9950571,0.002432046,0.00057471544,0.00064972055,0.0011074876,0.00017894089],"domain_scores_gemma":[0.9946741,0.0030980688,0.00036128366,0.0008409006,0.00090136426,0.00012416135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043698773,0.00085743197,0.00049204,0.0019315052,0.00069481024,0.0017688366,0.0011960291,0.0008579363,0.00371822],"category_scores_gemma":[0.011651463,0.000565103,0.001266182,0.0013086288,0.0013608399,0.0032611862,0.0017373303,0.0018878496,0.0010022097],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015149599,0.00014507127,0.003687317,0.00036463054,0.00006367374,0.00032665592,0.003888089,0.025867382,0.010366818,0.6679166,0.003807808,0.28341445],"study_design_scores_gemma":[0.000092552844,0.0001757611,0.001116909,0.00023347023,0.00010629031,0.00079725566,0.0005152258,0.6037706,0.023239926,0.22530241,0.14450783,0.00014184284],"about_ca_topic_score_codex":0.0021750303,"about_ca_topic_score_gemma":0.0027138742,"teacher_disagreement_score":0.0043698773,"about_ca_system_score_codex":0.0010277741,"about_ca_system_score_gemma":0.0019356377,"threshold_uncertainty_score":0.02311033},"labels":[],"label_agreement":null},{"id":"W2362067483","doi":"","title":"Analysis and Design of the Computer Foundation Online Examination System","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Grading (engineering); Categorization; Foundation (evidence); Test (biology); Function (biology); World Wide Web; Multimedia; Artificial intelligence","score_opus":0.01023933868950653,"score_gpt":0.2465900758382335,"score_spread":0.23635073714872698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2362067483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14336923,0.00015884415,0.8315584,0.00029716178,0.00009906409,0.0031078751,0.0003391507,0.010054484,0.011015742],"genre_scores_gemma":[0.64278746,0.000107658736,0.342017,0.00015624447,0.000050412407,0.0011410816,0.0008037659,0.00058691815,0.012349561],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979138,0.00066604314,0.00015380072,0.0003119216,0.0007259765,0.00022842207],"domain_scores_gemma":[0.9961582,0.0014078646,0.00021230403,0.00038918306,0.0016254142,0.00020698136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022031171,0.0003690935,0.0004621498,0.0011564096,0.00067523797,0.0019228394,0.0009234666,0.0005991174,0.008550247],"category_scores_gemma":[0.0065050866,0.00044824037,0.00037979457,0.0004994846,0.00048202174,0.0011387017,0.0006452786,0.000594595,0.0020191052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029596353,0.0009984178,0.024265038,0.0009681567,0.00016237827,0.000935773,0.0021877503,0.055311583,0.14602263,0.036805175,0.01064112,0.7187424],"study_design_scores_gemma":[0.00044142827,0.0024090332,0.024684476,0.00013814367,0.0002875848,0.0007085551,0.0006920688,0.68018085,0.20927285,0.004949043,0.076080635,0.00015530815],"about_ca_topic_score_codex":0.0034052394,"about_ca_topic_score_gemma":0.0016343435,"teacher_disagreement_score":0.008550247,"about_ca_system_score_codex":0.0011432072,"about_ca_system_score_gemma":0.0023895146,"threshold_uncertainty_score":0.028603435},"labels":[],"label_agreement":null},{"id":"W2367971682","doi":"","title":"On the Analysis of Word Formation of English Vocabulary of Computer Science","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Word formation; Word (group theory); English language; English vocabulary; Artificial intelligence; Natural language processing; Linguistics","score_opus":0.009281159455887585,"score_gpt":0.26420370392618847,"score_spread":0.2549225444703009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367971682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80013204,0.0029002249,0.12683804,0.0008685631,0.00013489168,0.00031717407,0.001507255,0.00025497563,0.06704684],"genre_scores_gemma":[0.9626711,0.0008038528,0.027712585,0.00007183243,0.00003603721,0.00017487133,0.0017628865,0.000093509785,0.0066733863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986951,0.00045474558,0.00016197297,0.0002712749,0.00030598821,0.0001109781],"domain_scores_gemma":[0.99667835,0.0019694474,0.00035350374,0.0001348881,0.00075454847,0.00010932159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097432826,0.00024690825,0.00023712445,0.0033977183,0.0009773267,0.0018082003,0.00028848954,0.00022276865,0.0038453282],"category_scores_gemma":[0.005906873,0.00014253144,0.0004350079,0.0025619906,0.0012064087,0.003394821,0.0009823379,0.000678711,0.00094723544],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036680786,0.00018005833,0.14759758,0.00072987424,0.00007287735,0.0011491473,0.04945303,0.0017070674,0.03871798,0.32663378,0.0050588767,0.42833287],"study_design_scores_gemma":[0.00004993299,0.0005429247,0.4511277,0.000543326,0.00022141081,0.0036288246,0.04820321,0.037740532,0.050436895,0.25820515,0.14904052,0.00025950157],"about_ca_topic_score_codex":0.0030989232,"about_ca_topic_score_gemma":0.0015739595,"teacher_disagreement_score":0.0038453282,"about_ca_system_score_codex":0.0008835155,"about_ca_system_score_gemma":0.0010370496,"threshold_uncertainty_score":0.012863934},"labels":[],"label_agreement":null},{"id":"W2368687381","doi":"","title":"Researches on Curriculum Implementation Over the Last 20 Yea rs","year":2003,"lang":"en","type":"article","venue":"Journal of The Northwest Normal University","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Curriculum; Enthusiasm; Mathematics education; Curriculum theory; Sociology; Computer science; Pedagogy; Psychology; Curriculum development; Social psychology","score_opus":0.015173830012868216,"score_gpt":0.2808923653440968,"score_spread":0.2657185353312286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2368687381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7425808,0.07770231,0.019573871,0.027801042,0.00069651305,0.0004167739,0.00017030227,0.00009772652,0.13096075],"genre_scores_gemma":[0.9410523,0.03749536,0.008418447,0.0019738264,0.00017419747,0.00022146586,0.00027405182,0.000043545588,0.010346763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9830541,0.00922983,0.0012665221,0.0011252088,0.004500721,0.00082357915],"domain_scores_gemma":[0.95164806,0.027663756,0.0076995795,0.0018698409,0.010081353,0.0010375243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015922112,0.0004224481,0.00058564235,0.0041969274,0.0012891527,0.0053705554,0.0014454294,0.0017077561,0.004246651],"category_scores_gemma":[0.057175823,0.0005271509,0.0006105958,0.0068404046,0.0026857366,0.005583075,0.0024540666,0.002502092,0.0005048552],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022654305,0.0011894575,0.096491374,0.004775035,0.00021974441,0.00034463045,0.041098725,0.0016646821,0.0026351032,0.105058,0.003276847,0.7430199],"study_design_scores_gemma":[0.00011725555,0.0019179634,0.5081674,0.015037286,0.00044308664,0.0009697562,0.13440233,0.0054920996,0.015148223,0.041750215,0.2763188,0.0002355638],"about_ca_topic_score_codex":0.0058823903,"about_ca_topic_score_gemma":0.0040443167,"teacher_disagreement_score":0.015922112,"about_ca_system_score_codex":0.005938924,"about_ca_system_score_gemma":0.007063023,"threshold_uncertainty_score":0.08420521},"labels":[],"label_agreement":null},{"id":"W2368788662","doi":"","title":"The Preliminary Design for a New Intelligent Education System","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction; Systems design; Engineering management; Software engineering; Engineering","score_opus":0.03034890820844333,"score_gpt":0.2871752669530197,"score_spread":0.2568263587445764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2368788662","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023828708,0.0002055982,0.9254233,0.0010338492,0.00036862167,0.00082202157,0.00012794696,0.0029215573,0.04526842],"genre_scores_gemma":[0.30665326,0.00032913205,0.62338156,0.00058214477,0.00013504068,0.001268233,0.00029847908,0.00019753481,0.067154534],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993389,0.00015760504,0.0000499389,0.00013071601,0.00024936278,0.00007346763],"domain_scores_gemma":[0.99936336,0.00008791528,0.000024722201,0.00006199982,0.00037992117,0.00008203073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087885436,0.00034312674,0.00026641792,0.00044068482,0.0008808047,0.0019123309,0.00079652725,0.00089281297,0.012053558],"category_scores_gemma":[0.0015283666,0.00032410814,0.0004008695,0.00022937129,0.0006698747,0.0018445029,0.00073370046,0.0007748031,0.0033313627],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009625496,0.00037320048,0.0040428657,0.000929157,0.000111836365,0.0011368439,0.0036974521,0.027431061,0.14036809,0.27250022,0.019647915,0.5287989],"study_design_scores_gemma":[0.00043925017,0.0025318875,0.0044818902,0.00022539076,0.0002714338,0.0013998294,0.0007270009,0.18320534,0.106530026,0.026937505,0.6730785,0.00017192362],"about_ca_topic_score_codex":0.0021166005,"about_ca_topic_score_gemma":0.0018945237,"teacher_disagreement_score":0.012053558,"about_ca_system_score_codex":0.00077847985,"about_ca_system_score_gemma":0.0014872958,"threshold_uncertainty_score":0.04032314},"labels":[],"label_agreement":null},{"id":"W2369754570","doi":"","title":"Enlightenment and Reference to the College Teachers' Performance Evaluation in America,Canada and Japan","year":2008,"lang":"en","type":"article","venue":"Journal of China Women's University","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Enlightenment; Performance appraisal; Internationalization; Meaning (existential); Perspective (graphical); Reliability (semiconductor); International education; China; Psychology; Mathematics education; Pedagogy; Political science; Higher education; Management; Computer science; Business; Economics; Law; International trade","score_opus":0.009720113949981098,"score_gpt":0.21228972951241876,"score_spread":0.20256961556243766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2369754570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33184072,0.07685178,0.008612426,0.25084046,0.02254969,0.00051946694,0.00077847624,0.0003609512,0.30764604],"genre_scores_gemma":[0.84495914,0.031039506,0.009415122,0.012114005,0.003321183,0.00018490748,0.00040897343,0.00025025377,0.09830694],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9966176,0.0008559668,0.00031023604,0.00019758787,0.0011631593,0.0008554894],"domain_scores_gemma":[0.9849938,0.0016433181,0.0004842948,0.000440247,0.0105072,0.0019311291],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0044838893,0.00042528982,0.00034816255,0.004202629,0.007954692,0.0046291887,0.0012735879,0.0009862934,0.0023099335],"category_scores_gemma":[0.011351392,0.00016407277,0.00022794222,0.0069055967,0.005717587,0.0015455767,0.0016421347,0.0025032049,0.0003213673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014413233,0.00021277867,0.04720942,0.0009986531,0.000040255545,0.0041200435,0.21523108,0.0012578024,0.005025033,0.06623564,0.36038005,0.29914516],"study_design_scores_gemma":[0.000008229491,0.000028727662,0.07056549,0.0006809932,0.00002435069,0.00075834384,0.0911155,0.00045372083,0.0007747749,0.0023369864,0.8331579,0.000094900926],"about_ca_topic_score_codex":0.94730645,"about_ca_topic_score_gemma":0.9662787,"teacher_disagreement_score":0.9955161,"about_ca_system_score_codex":0.042586677,"about_ca_system_score_gemma":0.08302141,"threshold_uncertainty_score":0.3089894},"labels":[],"label_agreement":null},{"id":"W2370320816","doi":"","title":"Thought on Improving Teaching Quality for Analytical Chemistry Course","year":2014,"lang":"en","type":"article","venue":"Guangzhou Chemical Industry","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Course (navigation); Mathematics education; Quality (philosophy); Chemistry education; Teaching method; Chemistry; Object (grammar); Computer science; Engineering ethics; Engineering; Psychology; Epistemology; Philosophy; Artificial intelligence","score_opus":0.03933143149676757,"score_gpt":0.3766764430330155,"score_spread":0.33734501153624796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370320816","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7776111,0.0026690168,0.08731883,0.04917781,0.0009430685,0.0020032178,0.00035311788,0.0010152637,0.07890843],"genre_scores_gemma":[0.9493855,0.00086110807,0.035465054,0.0029938994,0.00023965005,0.0002737798,0.0001361868,0.00007447427,0.010570382],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917508,0.003088883,0.0006806838,0.00075864396,0.0029077276,0.00081324554],"domain_scores_gemma":[0.9782591,0.00784629,0.0021367087,0.0009185187,0.008665902,0.0021735367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011024878,0.0003731398,0.00024329594,0.001976533,0.0017209091,0.0027809436,0.00084327126,0.0010294503,0.004356287],"category_scores_gemma":[0.025660023,0.00022458033,0.00045078673,0.0013578009,0.0011507466,0.0024370188,0.0012017705,0.0012057419,0.00041714197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084017986,0.001732248,0.1933906,0.0017565276,0.00010172116,0.0006027064,0.037901092,0.0024406747,0.022988599,0.029823886,0.016929839,0.69149196],"study_design_scores_gemma":[0.00057949225,0.0033324063,0.69003284,0.0016659313,0.0006797517,0.0010141267,0.07084272,0.011278003,0.046338208,0.043188367,0.13067354,0.00037455276],"about_ca_topic_score_codex":0.009133588,"about_ca_topic_score_gemma":0.009675428,"teacher_disagreement_score":0.011024878,"about_ca_system_score_codex":0.005301855,"about_ca_system_score_gemma":0.008208338,"threshold_uncertainty_score":0.0583058},"labels":[],"label_agreement":null},{"id":"W2370745629","doi":"","title":"Features and Inspirations of the Course Evaluation Systems of Canadian Universities——McGill University as a Case Study","year":2009,"lang":"en","type":"article","venue":"Journal of Zhejiang University of Technology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Sociology; Outcome (game theory); Course (navigation); Library science; Political science; Mathematics education; Pedagogy; Engineering; Psychology; Computer science; Mathematics","score_opus":0.016651651478118368,"score_gpt":0.2629990853665647,"score_spread":0.24634743388844632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370745629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92943835,0.00044390012,0.0039901817,0.004031995,0.000034208424,0.0005669058,0.00036617307,0.00008141087,0.061046895],"genre_scores_gemma":[0.9851633,0.00022604998,0.008743091,0.00012584442,0.000004640261,0.000117645184,0.00013178952,0.000013346471,0.005474209],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99252206,0.0038436917,0.00026916526,0.00028647,0.0020345824,0.0010440374],"domain_scores_gemma":[0.9930642,0.0020774861,0.0004683815,0.00044609813,0.003049097,0.00089468627],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005897168,0.00038156044,0.00021758716,0.0025622256,0.008197829,0.0038856,0.0011168789,0.0009126237,0.0011479553],"category_scores_gemma":[0.009254293,0.00024048942,0.0003039009,0.004337091,0.002428533,0.0011371033,0.001666043,0.00071483146,0.00014141391],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048426664,0.001083999,0.19184624,0.0006945368,0.000066364206,0.009000499,0.29513884,0.008871392,0.016145028,0.120860785,0.03603733,0.31977078],"study_design_scores_gemma":[0.00009054251,0.00046224374,0.34741664,0.0005503559,0.00011042245,0.0025776918,0.31151113,0.025226295,0.016853036,0.004482583,0.29034984,0.00036918814],"about_ca_topic_score_codex":0.87262857,"about_ca_topic_score_gemma":0.92390305,"teacher_disagreement_score":0.99410284,"about_ca_system_score_codex":0.04815904,"about_ca_system_score_gemma":0.03146909,"threshold_uncertainty_score":0.34941995},"labels":[],"label_agreement":null},{"id":"W2371630070","doi":"","title":"Query Optimization Technology of the Relation Database Based on Immune Genetic Algorithm","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Genetic algorithm; Query optimization; Relation (database); Adaptation (eye); Meta-optimization; Algorithm; Operator (biology); Genetic operator; Data mining; Database; Machine learning","score_opus":0.007851371693369896,"score_gpt":0.2316159984878157,"score_spread":0.2237646267944458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2371630070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09073804,0.00061606494,0.90077096,0.00033021334,0.000059737285,0.00009110247,0.000036260215,0.0008750855,0.006482461],"genre_scores_gemma":[0.80276954,0.0006075931,0.19211845,0.00018200262,0.000039238792,0.00012989537,0.000111253,0.000049338094,0.003992655],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993923,0.000114988194,0.000030026285,0.00011812046,0.00027399577,0.00007062341],"domain_scores_gemma":[0.99970406,0.00011051813,0.00002363083,0.000025824904,0.00012384716,0.000012161929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006157312,0.00028351144,0.0006438436,0.00066650123,0.00038162828,0.0009396198,0.0009977535,0.0006431647,0.00093627116],"category_scores_gemma":[0.0013580382,0.00021918946,0.0005572243,0.00083079323,0.00038401634,0.0010872621,0.00038104955,0.00045826705,0.00016973526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028252995,0.00026172496,0.0039690635,0.00022015985,0.0001183609,0.0003973652,0.00061878515,0.5480519,0.0665384,0.05652942,0.005559746,0.31745255],"study_design_scores_gemma":[0.00003438661,0.000071922754,0.0005085587,0.000006608332,0.000027701708,0.00013275014,0.000048412487,0.98529875,0.00816819,0.003707676,0.0019803343,0.000014622016],"about_ca_topic_score_codex":0.0053355675,"about_ca_topic_score_gemma":0.0017865535,"teacher_disagreement_score":0.0053355675,"about_ca_system_score_codex":0.0006135935,"about_ca_system_score_gemma":0.00084357586,"threshold_uncertainty_score":0.010609031},"labels":[],"label_agreement":null},{"id":"W2372053807","doi":"","title":"Composing Test Paper Based on Ant Colony Optimization","year":2010,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Ant colony optimization algorithms; Degree (music); Test (biology); Item bank; Mathematical optimization; Artificial intelligence; Statistics; Item response theory; Mathematics","score_opus":0.004765477289244544,"score_gpt":0.2483499400758797,"score_spread":0.24358446278663518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2372053807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045185905,0.00010422619,0.94873524,0.000099033,0.00008057448,0.00018064195,0.000026523046,0.0011989927,0.004388779],"genre_scores_gemma":[0.3543796,0.00011942311,0.64014715,0.00008826484,0.00002711918,0.0002402105,0.00012753956,0.00016509411,0.0047055995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927884,0.00015439626,0.00004965969,0.00012767677,0.00033891445,0.00005054641],"domain_scores_gemma":[0.99911314,0.00031175374,0.00010137981,0.00010998631,0.0002981455,0.00006562324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006237431,0.0007903064,0.0009647093,0.00067698135,0.0003824364,0.00080391084,0.0010019505,0.00075703673,0.0020922748],"category_scores_gemma":[0.0023422185,0.0003279177,0.0004936302,0.0006776671,0.00032540978,0.00072085,0.0005296852,0.00054787344,0.00055216806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017659267,0.00020278612,0.0014958181,0.00020714723,0.00009414571,0.00034693332,0.00015621918,0.5061519,0.050907042,0.004838171,0.0021642088,0.43325898],"study_design_scores_gemma":[0.000025615349,0.000090273155,0.00026341595,0.000004924149,0.00002018383,0.00006801229,0.00002305864,0.9889854,0.007417896,0.0014645933,0.0016257497,0.0000108282175],"about_ca_topic_score_codex":0.0016824051,"about_ca_topic_score_gemma":0.0011698289,"teacher_disagreement_score":0.0020922748,"about_ca_system_score_codex":0.00034159695,"about_ca_system_score_gemma":0.00046051788,"threshold_uncertainty_score":0.0069993734},"labels":[],"label_agreement":null},{"id":"W2372922109","doi":"","title":"An Application of Association Rules In Analysis of Instruction Evaluation Data","year":2005,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Credibility; Objectivity (philosophy); Association rule learning; Field (mathematics); Raising (metalworking); Data mining; Data science","score_opus":0.0216824962310909,"score_gpt":0.34925338194853234,"score_spread":0.3275708857174414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2372922109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018964771,0.0005036914,0.9758203,0.00044575776,0.00009181277,0.00032440748,0.00071670755,0.0021659264,0.0009666094],"genre_scores_gemma":[0.09671005,0.00042358463,0.9003368,0.00012606279,0.00008134266,0.00044028397,0.0010964873,0.00011035952,0.0006750149],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9712507,0.012538047,0.0038480673,0.0039704,0.00780268,0.00059014786],"domain_scores_gemma":[0.9045538,0.0790562,0.0035631573,0.0046186466,0.007450415,0.00075783476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021634743,0.001343904,0.002380812,0.013103784,0.0016742336,0.004294302,0.0019400165,0.0016696403,0.0017273765],"category_scores_gemma":[0.073743746,0.0010242332,0.0027158982,0.011811696,0.0014039637,0.0048984415,0.0015835197,0.002568304,0.0012402708],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061451836,0.000757279,0.043093972,0.00072030263,0.0011770746,0.00092641363,0.0012364957,0.042010445,0.005464293,0.02101306,0.0055288174,0.8774573],"study_design_scores_gemma":[0.0001769484,0.00045483455,0.023070225,0.00039114215,0.00090278714,0.002146986,0.0008300339,0.8470426,0.013925445,0.090771995,0.019918427,0.00036846043],"about_ca_topic_score_codex":0.008232278,"about_ca_topic_score_gemma":0.0050712163,"teacher_disagreement_score":0.021634743,"about_ca_system_score_codex":0.0009887255,"about_ca_system_score_gemma":0.00306665,"threshold_uncertainty_score":0.11441684},"labels":[],"label_agreement":null},{"id":"W2376286836","doi":"","title":"Design and Implementation of Teaching Achievement Management System Software","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Workload; Visual Basic; Management system; Software engineering; Operating system; Function (biology); Interface (matter); Software system; Operations management","score_opus":0.01019967997278111,"score_gpt":0.2986153103140989,"score_spread":0.2884156303413178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2376286836","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04272343,0.00037475498,0.91688246,0.00028149085,0.0002034716,0.0016325582,0.00055308844,0.021485915,0.015862875],"genre_scores_gemma":[0.22733906,0.00045104342,0.74052083,0.00024100699,0.00011418333,0.0020760326,0.0029841247,0.0013429914,0.024930812],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986601,0.00016936999,0.00015797817,0.00031881317,0.0005579017,0.00013582395],"domain_scores_gemma":[0.9988242,0.00012005427,0.00006480965,0.00015083734,0.00072420563,0.000115974384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001359109,0.0004619369,0.0005110243,0.0013935653,0.0004499974,0.0015405106,0.0017847109,0.0004744493,0.005713037],"category_scores_gemma":[0.0019054508,0.00048670033,0.00038938015,0.0008134941,0.00024957495,0.0010380049,0.000644742,0.0007908481,0.0024350502],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006574046,0.0006729265,0.01625056,0.0007555576,0.00013294605,0.00053957885,0.0017889652,0.011562253,0.08063419,0.022492347,0.024980577,0.8395326],"study_design_scores_gemma":[0.000817332,0.0012221785,0.036251437,0.00032921223,0.0004406647,0.0017618681,0.00079729717,0.26924294,0.2448522,0.0074237785,0.4365347,0.00032633098],"about_ca_topic_score_codex":0.0024145078,"about_ca_topic_score_gemma":0.00093162345,"teacher_disagreement_score":0.005713037,"about_ca_system_score_codex":0.0005513805,"about_ca_system_score_gemma":0.0013121708,"threshold_uncertainty_score":0.01911205},"labels":[],"label_agreement":null},{"id":"W2376877259","doi":"","title":"Research on Application of Compiler Method in Solving Expressions","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Compiler; Optimizing compiler; Compiler correctness; Programming language","score_opus":0.04989028964509413,"score_gpt":0.4516390240923724,"score_spread":0.40174873444727827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2376877259","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010357141,0.0058054705,0.9677968,0.00051079685,0.0003521135,0.00014087805,0.00006286304,0.0020505916,0.01292339],"genre_scores_gemma":[0.14513727,0.012247804,0.8237175,0.00046561938,0.00048122578,0.00027894313,0.00043815727,0.0014120528,0.015821444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996567,0.0009790512,0.0002589929,0.0008878793,0.0010710997,0.00023600672],"domain_scores_gemma":[0.9964162,0.0015417612,0.00012878556,0.0005432426,0.0012771031,0.00009280801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018907071,0.0007694213,0.0010255767,0.001759633,0.0010094172,0.0021345366,0.0021273063,0.0009826644,0.005788004],"category_scores_gemma":[0.007035414,0.00068928464,0.00143209,0.0029708857,0.0013261947,0.0045311907,0.00079335325,0.0020281388,0.0016371196],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024213507,0.00018358721,0.003646212,0.0020851174,0.0001747398,0.0004005243,0.0017085248,0.013784558,0.029428713,0.18138683,0.012515414,0.7544436],"study_design_scores_gemma":[0.0003194092,0.000595356,0.00424834,0.0011193738,0.00045334295,0.0041032652,0.0011804169,0.30249196,0.15267015,0.17219168,0.3603234,0.00030337303],"about_ca_topic_score_codex":0.004239326,"about_ca_topic_score_gemma":0.0014038493,"teacher_disagreement_score":0.005788004,"about_ca_system_score_codex":0.0010466245,"about_ca_system_score_gemma":0.0024805428,"threshold_uncertainty_score":0.019362807},"labels":[],"label_agreement":null},{"id":"W2376877771","doi":"","title":"Application and Research of Data Mining Based on Statistics and Analysis","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Foundation (evidence); Data mining; Data science","score_opus":0.08596449281182372,"score_gpt":0.39989062136284215,"score_spread":0.3139261285510184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2376877771","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015780423,0.013084858,0.9454572,0.004260302,0.00084305287,0.00028354448,0.000475124,0.0020262164,0.0177892],"genre_scores_gemma":[0.28014532,0.026073856,0.6815176,0.0012116946,0.0014066349,0.00057698047,0.0017193748,0.00024366623,0.007104925],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99354666,0.0020460957,0.0006217485,0.000932295,0.0026573434,0.0001958893],"domain_scores_gemma":[0.9895947,0.0070144394,0.00048712266,0.0009059754,0.0017756672,0.00022214888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004837036,0.00088585855,0.0012902312,0.0069248034,0.00080766366,0.0035353603,0.0014640848,0.0008565163,0.001766321],"category_scores_gemma":[0.0140125705,0.00042843036,0.0016070511,0.0074832654,0.001521539,0.004034357,0.0011519629,0.0018461294,0.0010870338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015157423,0.0003293473,0.019163942,0.0018523763,0.0005237067,0.00029091834,0.00079721096,0.016905101,0.0052078418,0.1271761,0.020875406,0.8067264],"study_design_scores_gemma":[0.00012117773,0.0005305411,0.017794913,0.0010721269,0.0004234434,0.0017274248,0.0015209727,0.3923724,0.027721694,0.36109018,0.19535594,0.0002691295],"about_ca_topic_score_codex":0.0021113348,"about_ca_topic_score_gemma":0.00097390515,"teacher_disagreement_score":0.0069248034,"about_ca_system_score_codex":0.0013044868,"about_ca_system_score_gemma":0.0025148739,"threshold_uncertainty_score":0.025581002},"labels":[],"label_agreement":null},{"id":"W2377236757","doi":"","title":"Fuzzy Retrieval Algorithm Design for Speech Navigation System","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Flexibility (engineering); Sentence; Grammar; Vocabulary; Fuzzy logic; Speech recognition; Artificial intelligence; Natural language processing; Algorithm","score_opus":0.016928764051185603,"score_gpt":0.28730866978721087,"score_spread":0.27037990573602527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2377236757","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004985288,0.00024115623,0.9918671,0.000075625336,0.00005244137,0.00007562064,0.000015319432,0.00039056933,0.0022967989],"genre_scores_gemma":[0.32483718,0.0006127646,0.66179,0.00025836047,0.00016711003,0.00047817783,0.00016969617,0.000094648334,0.011592079],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995128,0.00007415233,0.000042861557,0.00013384731,0.0001904997,0.000045817134],"domain_scores_gemma":[0.99975175,0.000049568946,0.000013717884,0.000015043033,0.00016167201,0.00000821592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006324295,0.00044988672,0.0006389764,0.00064818916,0.00066332554,0.0009362279,0.0009974294,0.0010571545,0.0039222646],"category_scores_gemma":[0.0009642912,0.00024696736,0.00045653977,0.00037100946,0.00030232678,0.0008779065,0.0003010371,0.00045114008,0.001562789],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035813445,0.00011377609,0.0007530414,0.0003829488,0.00010558716,0.00019771425,0.00031166448,0.14744905,0.089610614,0.025294123,0.005857705,0.7295657],"study_design_scores_gemma":[0.00008655914,0.00016835709,0.0003771151,0.000021498,0.000058793084,0.00025771375,0.000054699103,0.96114814,0.024539052,0.0032626856,0.009995263,0.00003019274],"about_ca_topic_score_codex":0.005537236,"about_ca_topic_score_gemma":0.003150554,"teacher_disagreement_score":0.005537236,"about_ca_system_score_codex":0.00075704796,"about_ca_system_score_gemma":0.0008425415,"threshold_uncertainty_score":0.013121247},"labels":[],"label_agreement":null},{"id":"W2378083265","doi":"","title":"Search on the Personalized System of Network Learning Based on J2EE","year":2014,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Personalized learning; Artificial intelligence; Function (biology); Machine learning; Learning network; Teaching method; Open learning; Cooperative learning","score_opus":0.013337890471712336,"score_gpt":0.26030169947792675,"score_spread":0.24696380900621442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2378083265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04245864,0.0018237709,0.91782063,0.0008670718,0.00028017917,0.00018796747,0.0002222911,0.0068728765,0.029466446],"genre_scores_gemma":[0.7034627,0.0034655062,0.23900124,0.0005474506,0.00041669142,0.00031232354,0.0011786243,0.0006139927,0.051001385],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994349,0.000113267204,0.00003160911,0.00013952208,0.0002153899,0.000065330474],"domain_scores_gemma":[0.99977356,0.000041990814,0.000013121716,0.00006654066,0.00007524594,0.00002954896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006373598,0.00034488918,0.0005007121,0.00071187044,0.0009189726,0.0014187436,0.0008829037,0.0006457751,0.0056228354],"category_scores_gemma":[0.0010321056,0.00016659066,0.00037384068,0.00082514004,0.0002916057,0.003423226,0.0011193681,0.0006098002,0.0011938204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040157064,0.000306348,0.006094079,0.0004140402,0.0001574206,0.00054439844,0.00063502364,0.046636403,0.024302155,0.096746616,0.0323657,0.7913961],"study_design_scores_gemma":[0.00015093974,0.00028807615,0.0043455805,0.000063222025,0.00019741639,0.0010993133,0.00033404608,0.7491675,0.031865425,0.049330372,0.1630259,0.00013227052],"about_ca_topic_score_codex":0.0035818273,"about_ca_topic_score_gemma":0.0026771904,"teacher_disagreement_score":0.0056228354,"about_ca_system_score_codex":0.00051275274,"about_ca_system_score_gemma":0.00093379675,"threshold_uncertainty_score":0.018810272},"labels":[],"label_agreement":null},{"id":"W2379554000","doi":"","title":"Design and Implementation of Handwritten Numeral Recognition System Based on the Windows Platform","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Numeral system; Computer science; Classifier (UML); Artificial intelligence; Speech recognition; Pattern recognition (psychology); Key (lock); Operating system","score_opus":0.016370962674110926,"score_gpt":0.25955995369388407,"score_spread":0.24318899101977315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2379554000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064681716,0.0010857529,0.88434273,0.00039579507,0.0005169575,0.0013027245,0.00038525622,0.029308146,0.017981002],"genre_scores_gemma":[0.41307187,0.0009212673,0.550752,0.0004056028,0.00015198425,0.0011245902,0.001033656,0.00063740235,0.03190156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993561,0.000060843344,0.000052226525,0.00015220726,0.00028458197,0.000094046394],"domain_scores_gemma":[0.9995516,0.000053794167,0.000037468133,0.000044174063,0.00025929234,0.000053701286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005187318,0.0005688041,0.00076903636,0.0005989633,0.00036155008,0.0009283021,0.0014421234,0.00058782863,0.0072474256],"category_scores_gemma":[0.0008059888,0.00038714494,0.0003023383,0.00025981065,0.00016492291,0.0008272854,0.00035373523,0.0005418933,0.0034539222],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001270016,0.00040005514,0.0043062614,0.00091369706,0.00014208366,0.000856866,0.00053893094,0.009712666,0.34530196,0.010326343,0.021571616,0.60465956],"study_design_scores_gemma":[0.00079683674,0.0020699294,0.0109207,0.00023253175,0.00036105252,0.0033142928,0.00020861611,0.19838981,0.6201341,0.003368676,0.15996338,0.00024004605],"about_ca_topic_score_codex":0.0014090932,"about_ca_topic_score_gemma":0.000802113,"teacher_disagreement_score":0.0072474256,"about_ca_system_score_codex":0.00037028384,"about_ca_system_score_gemma":0.0010653042,"threshold_uncertainty_score":0.024245024},"labels":[],"label_agreement":null},{"id":"W2381142896","doi":"","title":"Forming Question Types in Examination System by Class Method","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Class (philosophy); Inheritance (genetic algorithm); Artificial intelligence; Machine learning","score_opus":0.007317354822510637,"score_gpt":0.3072308038345758,"score_spread":0.2999134490120652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2381142896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034736784,0.000053494765,0.98543984,0.00009122818,0.000096350275,0.0002704211,0.00018032287,0.008783585,0.0016110027],"genre_scores_gemma":[0.05258137,0.00012205656,0.93385047,0.00018843904,0.00013141736,0.00083946076,0.0011210998,0.0041862745,0.00697943],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9878925,0.004108449,0.0020516312,0.00276356,0.0023187592,0.0008651045],"domain_scores_gemma":[0.9890491,0.00502835,0.00058301294,0.0027460968,0.0021737714,0.00041957622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011732337,0.001044273,0.0012027955,0.0024395022,0.0018018606,0.0043488475,0.0019111626,0.001883402,0.0101051],"category_scores_gemma":[0.018507069,0.0012552865,0.0025267487,0.0016023177,0.0017498079,0.006862566,0.0040386203,0.0026289106,0.003454546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000838748,0.0004687398,0.0131141655,0.001184095,0.00017488596,0.0007522803,0.0065977266,0.005628369,0.022986563,0.27137816,0.03742159,0.6394548],"study_design_scores_gemma":[0.00043079897,0.0004324562,0.0041984506,0.00040421137,0.000283705,0.0016924693,0.0007623997,0.091881424,0.06448644,0.16163866,0.67342114,0.00036780178],"about_ca_topic_score_codex":0.002018282,"about_ca_topic_score_gemma":0.0015890978,"teacher_disagreement_score":0.011732337,"about_ca_system_score_codex":0.001310061,"about_ca_system_score_gemma":0.0025908465,"threshold_uncertainty_score":0.062047303},"labels":[],"label_agreement":null},{"id":"W2381838860","doi":"","title":"Research on the Architecture of Distant Education System Base on Grid Technology","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Grid; Architecture; Base (topology); Grid computing; Resource (disambiguation); Distributed computing; Computer architecture; World Wide Web; Multimedia; Computer network","score_opus":0.023632796704362014,"score_gpt":0.3492778428939541,"score_spread":0.32564504618959206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2381838860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10804304,0.0022132634,0.7963848,0.001661426,0.00014789327,0.00013974708,0.00012225594,0.0014121992,0.08987526],"genre_scores_gemma":[0.8414377,0.0034638883,0.12053919,0.00018310736,0.00007463174,0.000106577856,0.0004068897,0.000159302,0.033628732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996364,0.000085763524,0.000024598177,0.00007554816,0.0001167067,0.000061006267],"domain_scores_gemma":[0.9997868,0.000033122054,0.000016304608,0.0000379768,0.0000898325,0.00003594241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036087324,0.00020578578,0.00017969804,0.0005709194,0.0008745086,0.0023068092,0.000552933,0.00053046603,0.0038355049],"category_scores_gemma":[0.0006910873,0.00022285238,0.000351285,0.0007466602,0.0005877539,0.004156098,0.0007550911,0.00064117217,0.00091228593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108273984,0.00008472044,0.0085549075,0.00038124836,0.00004950856,0.0005581539,0.0027952152,0.030663472,0.020481093,0.7276435,0.006688158,0.2019917],"study_design_scores_gemma":[0.00008501006,0.000252793,0.01406591,0.00033357792,0.00020362539,0.0017928273,0.0036428685,0.3824921,0.02872654,0.23261255,0.33562636,0.00016588414],"about_ca_topic_score_codex":0.0077485973,"about_ca_topic_score_gemma":0.003865513,"teacher_disagreement_score":0.0077485973,"about_ca_system_score_codex":0.0012448789,"about_ca_system_score_gemma":0.0013329865,"threshold_uncertainty_score":0.015407026},"labels":[],"label_agreement":null},{"id":"W2383411483","doi":"","title":"The Research of Intelligent Tutoring System Based on Artificial Intelligence Technology","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Visualization; Artificial intelligence; Marketing and artificial intelligence; Artificial intelligence, situated approach; Grid computing; Cognition; Human–computer interaction; Grid; Data science; Intelligent decision support system","score_opus":0.06223460287466005,"score_gpt":0.3776193687350147,"score_spread":0.3153847658603547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2383411483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09770113,0.0072645857,0.8328025,0.0017805062,0.00061711535,0.00020865147,0.00013882919,0.0038083952,0.05567831],"genre_scores_gemma":[0.83756894,0.0047486066,0.13977964,0.0003838857,0.0003681056,0.00021233893,0.00024177312,0.00010232155,0.016594352],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994723,0.00020174186,0.000025377069,0.00009500962,0.0001628729,0.000042637676],"domain_scores_gemma":[0.9994815,0.00024711085,0.00002128672,0.000039526876,0.00016640978,0.000044104883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064811995,0.000217201,0.00049931224,0.00044903994,0.00030538067,0.0010458172,0.00065569667,0.00051395013,0.0026992965],"category_scores_gemma":[0.0019723994,0.00010779938,0.00029452943,0.00040576057,0.0003977893,0.0014426853,0.00031909923,0.00042015186,0.00056734844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002386472,0.00032914194,0.00674777,0.00092141354,0.00011174114,0.00030368165,0.00083050615,0.037064765,0.031431127,0.119962506,0.01036444,0.7916943],"study_design_scores_gemma":[0.00014306295,0.0014330446,0.012257006,0.00030463957,0.0003413303,0.0011319072,0.00041351834,0.7313035,0.051179238,0.06124926,0.14014132,0.00010209925],"about_ca_topic_score_codex":0.0010059453,"about_ca_topic_score_gemma":0.00054549286,"teacher_disagreement_score":0.0026992965,"about_ca_system_score_codex":0.00050535565,"about_ca_system_score_gemma":0.0005929676,"threshold_uncertainty_score":0.0090299845},"labels":[],"label_agreement":null},{"id":"W2383965789","doi":"","title":"A Review of Researches and Revelations of the Acquisition of Concepts as a Transition Learning","year":2002,"lang":"en","type":"review","venue":"Journal of The Northwest Normal University","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Transition (genetics); Value (mathematics); Cognition; Psychology; Cognitive science; Cognitive psychology; Epistemology; Computer science; Philosophy; Chemistry","score_opus":0.040085877132530014,"score_gpt":0.3247793416365101,"score_spread":0.2846934645039801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2383965789","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027064228,0.9974727,0.00027596732,0.00034657793,0.00018583027,0.000006077436,0.000015794352,0.000006386591,0.0014200441],"genre_scores_gemma":[0.0015486568,0.9976279,0.00023758064,0.00016131657,0.00011737127,0.000008745326,0.00001449959,0.0000011198877,0.00028276726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947363,0.00013286674,0.000083788495,0.000106648375,0.00017899151,0.00002417591],"domain_scores_gemma":[0.9975823,0.0017332486,0.0002091266,0.0000675464,0.0003374564,0.00007017046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012321861,0.0007879317,0.0015434471,0.0049843765,0.0005183277,0.0013828514,0.00092497055,0.001387253,0.002737002],"category_scores_gemma":[0.0032085765,0.00039241492,0.00052344054,0.0070094885,0.0011397988,0.0031339522,0.0005443902,0.0013986896,0.0014680059],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000905916,0.000083012135,0.0006445643,0.038171396,0.00014705352,0.00050669856,0.00080935884,0.00023514286,0.0010844696,0.009586493,0.02469261,0.9239486],"study_design_scores_gemma":[0.000023477332,0.0001765328,0.00452364,0.01790427,0.00035838486,0.0039569633,0.0011226807,0.00012080596,0.0009279786,0.007921738,0.96290493,0.000058539852],"about_ca_topic_score_codex":0.0020628113,"about_ca_topic_score_gemma":0.00376374,"teacher_disagreement_score":0.0049843765,"about_ca_system_score_codex":0.0009126746,"about_ca_system_score_gemma":0.0023417852,"threshold_uncertainty_score":0.009156227},"labels":[],"label_agreement":null},{"id":"W2385163210","doi":"","title":"Research Experimental Platform in Postgraduate Training","year":2006,"lang":"en","type":"article","venue":"Research and Exploration in Laboratory","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq","funders":"","keywords":"Diathesis; Identification (biology); Comprehension; Training (meteorology); Engineering; Computer science; Engineering management; Medical education; Medicine","score_opus":0.22155286414753772,"score_gpt":0.4530667919951954,"score_spread":0.23151392784765767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2385163210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5643494,0.0011551244,0.32325456,0.0030764039,0.0029057723,0.027319036,0.0018206156,0.0052620303,0.070857055],"genre_scores_gemma":[0.51806265,0.0009093135,0.4112269,0.0017717485,0.00097138126,0.028366845,0.0018004993,0.00049377687,0.036396857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99420446,0.002473607,0.0004568919,0.0009669238,0.001203751,0.0006943746],"domain_scores_gemma":[0.9896606,0.0033202104,0.00055965217,0.0025819421,0.0013044578,0.0025730047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010110182,0.0013164707,0.0007355735,0.0011051922,0.0012962976,0.001258474,0.0024932327,0.0015059249,0.025735812],"category_scores_gemma":[0.013021752,0.00061555987,0.000941564,0.0006593783,0.0015560514,0.0018882026,0.0054338193,0.0031376607,0.006549263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010932956,0.061242413,0.007926245,0.0029831685,0.0001058239,0.0012689407,0.012989455,0.0044256523,0.20740946,0.031137757,0.025449391,0.6341287],"study_design_scores_gemma":[0.009007056,0.16407144,0.04656027,0.001483754,0.0004857325,0.0032482583,0.0065246397,0.011793262,0.23444438,0.027896773,0.49377272,0.00071171374],"about_ca_topic_score_codex":0.0003871379,"about_ca_topic_score_gemma":0.0005316252,"teacher_disagreement_score":0.025735812,"about_ca_system_score_codex":0.0010298599,"about_ca_system_score_gemma":0.0034817383,"threshold_uncertainty_score":0.086094916},"labels":[],"label_agreement":null},{"id":"W2387112168","doi":"","title":"The Application of Mini-CEX in the examination of \"admission reception\" for young nurses","year":2012,"lang":"en","type":"article","venue":"Zhejiang Medical Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quarter (Canadian coin); Promotion (chess); Significant difference; Physical examination; Final examination; Nursing; Family medicine; Medical education; Surgery; Internal medicine","score_opus":0.01750753881178777,"score_gpt":0.35740879519628477,"score_spread":0.339901256384497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2387112168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99654466,0.00039668597,0.0019197854,0.00013495942,0.000039014303,0.00023723984,0.000022022132,0.00001972634,0.00068588794],"genre_scores_gemma":[0.98961395,0.00046111265,0.009087383,0.000059878,0.000029664045,0.00015798246,0.00004985353,0.000002245788,0.00053811964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99920684,0.000374105,0.00008187221,0.000058293714,0.00020224087,0.0000766978],"domain_scores_gemma":[0.9988123,0.00035659812,0.00026121765,0.00005788581,0.00022818752,0.0002838472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019307965,0.0002650258,0.00013658732,0.00058728654,0.0002799154,0.00017445715,0.0003124281,0.00029780227,0.00086881756],"category_scores_gemma":[0.0047504674,0.00017004677,0.0002149734,0.00019810088,0.0002860637,0.00040243173,0.0007191471,0.00024478437,0.00009991412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028988514,0.0019332893,0.6042478,0.0007389938,0.000031577616,0.0010415736,0.0021051161,0.00035111012,0.032374103,0.00014478501,0.0016433357,0.3524894],"study_design_scores_gemma":[0.00014380725,0.009722629,0.9745653,0.00010167969,0.000047869486,0.0026981728,0.0012950865,0.00083186285,0.00829482,0.000083445506,0.0021720885,0.0000432231],"about_ca_topic_score_codex":0.0013536394,"about_ca_topic_score_gemma":0.0025765502,"teacher_disagreement_score":0.0019307965,"about_ca_system_score_codex":0.00021700704,"about_ca_system_score_gemma":0.00076681003,"threshold_uncertainty_score":0.01021117},"labels":[],"label_agreement":null},{"id":"W2388229391","doi":"","title":"Design and Realization of Intellective Course Arranging System","year":2004,"lang":"en","type":"article","venue":"Computer and Modernization","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq","funders":"","keywords":"Computer science; Course (navigation); Realization (probability); Adaptability; Schedule; Resource (disambiguation); Software; Software engineering; Industrial engineering; Programming language; Operating system","score_opus":0.015128805460135786,"score_gpt":0.25186675188303875,"score_spread":0.23673794642290297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2388229391","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026285952,0.00016993778,0.9585156,0.00013360976,0.000085422216,0.00027086714,0.00007923254,0.0033195312,0.011139914],"genre_scores_gemma":[0.38763842,0.0002975123,0.5994197,0.000105429404,0.00007068077,0.0005054004,0.0003482216,0.00012747849,0.0114870705],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996747,0.00005720634,0.00003238468,0.00007472457,0.00012604716,0.00003489072],"domain_scores_gemma":[0.9997985,0.00003345824,0.000019756297,0.000024587152,0.00009970056,0.000023967346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038140916,0.0003819788,0.0003453821,0.00055887905,0.00042336358,0.0008987966,0.0009935739,0.00040665356,0.0044318503],"category_scores_gemma":[0.0006798747,0.00024675648,0.0003007967,0.00034599588,0.00025187217,0.00049032056,0.0003361957,0.0002795516,0.0010339194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043758555,0.00024099118,0.006901239,0.0007659035,0.00014067473,0.00077341305,0.0011206827,0.1050777,0.14662187,0.062340748,0.012242383,0.66333675],"study_design_scores_gemma":[0.00029910743,0.00076811545,0.006376649,0.00010361038,0.00022293544,0.0013746704,0.00023711969,0.79552823,0.085367166,0.009793346,0.09982867,0.00010036403],"about_ca_topic_score_codex":0.0019899132,"about_ca_topic_score_gemma":0.0010339903,"teacher_disagreement_score":0.0044318503,"about_ca_system_score_codex":0.00045136872,"about_ca_system_score_gemma":0.0008570738,"threshold_uncertainty_score":0.014826},"labels":[],"label_agreement":null},{"id":"W2389695109","doi":"","title":"XML Data Model Of Trianing Appraisement System","year":2010,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; XML; XML framework; Efficient XML Interchange; XML validation; Parsing; Streaming XML; Database; Reuse; Simple API for XML; Programming language; XML Signature; World Wide Web","score_opus":0.03569066491298862,"score_gpt":0.30705608463749473,"score_spread":0.2713654197245061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2389695109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02888906,0.00078698766,0.823099,0.0015268753,0.00035506178,0.0012637868,0.048261132,0.06479968,0.03101843],"genre_scores_gemma":[0.32466313,0.0020714013,0.38699472,0.0015943509,0.00021421368,0.0033424017,0.19177912,0.007294571,0.08204608],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987463,0.0001673263,0.00030806585,0.00025897595,0.00043775383,0.00008161422],"domain_scores_gemma":[0.9981982,0.00041017955,0.000112346715,0.00042602717,0.00078746665,0.00006577055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012060078,0.0007644493,0.00062024023,0.0019904238,0.00064984715,0.0035348246,0.0024297049,0.0015152618,0.012171564],"category_scores_gemma":[0.003958931,0.00059972046,0.00075299107,0.0015841209,0.00044369762,0.0031860631,0.0011134206,0.0011807083,0.006948805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002469988,0.00066225964,0.024427,0.0025858802,0.00025770703,0.0038840433,0.003566431,0.109817125,0.043742813,0.17845629,0.23194987,0.39818054],"study_design_scores_gemma":[0.000288947,0.00024555094,0.0053610043,0.00041296874,0.0001655031,0.0016201844,0.00040900166,0.28841573,0.054350104,0.0338452,0.6146499,0.00023578916],"about_ca_topic_score_codex":0.008390937,"about_ca_topic_score_gemma":0.0035400854,"teacher_disagreement_score":0.012171564,"about_ca_system_score_codex":0.001136942,"about_ca_system_score_gemma":0.0015491365,"threshold_uncertainty_score":0.04071796},"labels":[],"label_agreement":null},{"id":"W2389923586","doi":"","title":"A New Method of Get Real Solution Through Solving Quartic Equation","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Initialization; Quartic function; Root (linguistics); Computer science; Value (mathematics); Applied mathematics; Initial value problem; Interval (graph theory); Character (mathematics); Iterative method; Quartic surface; Mathematics; Mathematical optimization; Algorithm; Mathematical analysis; Pure mathematics; Combinatorics; Geometry","score_opus":0.028170181547392682,"score_gpt":0.35475715255826484,"score_spread":0.32658697101087214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2389923586","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026715102,0.00046905788,0.98943055,0.00011738934,0.00018553216,0.00003634229,0.000020948266,0.00033354826,0.0067351237],"genre_scores_gemma":[0.14246629,0.0015366415,0.8310525,0.00022956159,0.00029198607,0.0001970955,0.00013332294,0.0006442261,0.02344836],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923825,0.000120589175,0.000041038224,0.00013881065,0.00041668364,0.00004460124],"domain_scores_gemma":[0.9996234,0.000094923635,0.000026370353,0.000055947767,0.00017773705,0.00002161509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058034586,0.0005728023,0.00077192846,0.0010740443,0.00081746804,0.0010489158,0.0010272891,0.00073895935,0.0067124735],"category_scores_gemma":[0.0014036507,0.00034069348,0.00085140613,0.000847964,0.0006789028,0.0018361064,0.0009813776,0.0014493556,0.0018605368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016889698,0.0001149268,0.0016261829,0.0010399206,0.00010459954,0.00039355393,0.0011198057,0.050329357,0.071111664,0.2859498,0.011501661,0.5765397],"study_design_scores_gemma":[0.00015946242,0.00030681392,0.0010430384,0.00014514082,0.000098163,0.0015280058,0.00024583898,0.7219542,0.03778821,0.12057441,0.115993716,0.0001628883],"about_ca_topic_score_codex":0.0012029072,"about_ca_topic_score_gemma":0.0011625395,"teacher_disagreement_score":0.0067124735,"about_ca_system_score_codex":0.0004304629,"about_ca_system_score_gemma":0.00079784525,"threshold_uncertainty_score":0.022455454},"labels":[],"label_agreement":null},{"id":"W2392956681","doi":"","title":"Application of Struts and Many Design Patterns in Network Teaching","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software portability; Realization (probability); Extensibility; Design pattern; Object (grammar); Model–view–controller; Distributed computing; Software design pattern; Transmission (telecommunications); Selection (genetic algorithm); Software; Software engineering; Operating system; Artificial intelligence; Telecommunications; User interface","score_opus":0.008899587338868531,"score_gpt":0.26915316820217766,"score_spread":0.26025358086330913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2392956681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015658818,0.00017694228,0.9760944,0.00042022608,0.00005112912,0.00008346763,0.000030354367,0.0014068678,0.0060777846],"genre_scores_gemma":[0.14896023,0.00032300083,0.84314483,0.00017123879,0.000026693888,0.00018059516,0.00012184061,0.00035007452,0.006721568],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734443,0.00091921637,0.00028510598,0.00042912367,0.0008754214,0.00014677653],"domain_scores_gemma":[0.9984018,0.0006064498,0.00019052366,0.00039816805,0.0002949974,0.000107921245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020891698,0.0005573797,0.00028342605,0.0012411092,0.0009382939,0.0023370509,0.0010821867,0.0008312137,0.0024524105],"category_scores_gemma":[0.004144472,0.0005294636,0.0007884443,0.0010961597,0.0016241024,0.0033522488,0.0011897066,0.0009782922,0.0005811764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012298666,0.00012953686,0.0045716558,0.00048194412,0.00006243858,0.00057152053,0.003682559,0.011515468,0.015730176,0.3721587,0.004166617,0.58680636],"study_design_scores_gemma":[0.0001648866,0.00059900805,0.0043655573,0.00051620835,0.00025912363,0.0036330828,0.0024632702,0.1813119,0.06404523,0.396141,0.34632352,0.00017718333],"about_ca_topic_score_codex":0.002711018,"about_ca_topic_score_gemma":0.003612658,"teacher_disagreement_score":0.002711018,"about_ca_system_score_codex":0.0010315075,"about_ca_system_score_gemma":0.0019496221,"threshold_uncertainty_score":0.011048734},"labels":[],"label_agreement":null},{"id":"W2393107047","doi":"","title":"Test Case Design Based on Formal Specification and Classification-tree Method","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Tree (set theory); Test (biology); Formal specification; Test case; Process (computing); Keyword-driven testing; Tree structure; Data mining; Artificial intelligence; Machine learning; Programming language; Data structure; Mathematics; Software","score_opus":0.036854655635959,"score_gpt":0.32702544921732063,"score_spread":0.2901707935813616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2393107047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025219014,0.000024133671,0.99592495,0.00004192234,0.0000074187187,0.00026167926,0.000045704506,0.000600775,0.0005715244],"genre_scores_gemma":[0.06613504,0.00006268475,0.9321475,0.00005097478,0.000008971433,0.00071575807,0.00030958472,0.000118067306,0.0004513943],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9875239,0.006028046,0.0013174016,0.00084864843,0.0038630662,0.00041887845],"domain_scores_gemma":[0.98277426,0.012186269,0.00083311123,0.0012122182,0.0028260953,0.00016805339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006878925,0.0009226227,0.00082479336,0.0025245396,0.000447537,0.001428692,0.001485146,0.00091186835,0.002286292],"category_scores_gemma":[0.01883513,0.00045451822,0.0010477598,0.001415448,0.0013791984,0.0014407509,0.0007821289,0.0012816106,0.00042531113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004127177,0.00045011338,0.0035526273,0.0011329174,0.0001807215,0.0010203256,0.0013900081,0.16543491,0.037314698,0.2182201,0.0058634374,0.5650274],"study_design_scores_gemma":[0.00024712924,0.00042811705,0.0009159519,0.00022042099,0.00013704534,0.0008775139,0.00015825656,0.8943877,0.0268991,0.05905987,0.016585628,0.00008323834],"about_ca_topic_score_codex":0.0032454482,"about_ca_topic_score_gemma":0.0023738842,"teacher_disagreement_score":0.006878925,"about_ca_system_score_codex":0.0011544462,"about_ca_system_score_gemma":0.0023064339,"threshold_uncertainty_score":0.036379695},"labels":[],"label_agreement":null},{"id":"W2460844011","doi":"10.7202/1036327ar","title":"A Methodology for Multilingual Automatic Item Generation","year":2016,"lang":"en","type":"article","venue":"Mesure et évaluation en éducation","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Item bank; Task (project management); Test (biology); Process (computing); Quality (philosophy); Item response theory; Natural language processing; Multilingualism; Artificial intelligence; Information retrieval; Psychometrics; Psychology; Programming language","score_opus":0.24047193415500692,"score_gpt":0.4683928688355242,"score_spread":0.2279209346805173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460844011","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048984936,0.000030855004,0.9972057,0.000036417638,0.000018501343,0.00025562322,0.00007749908,0.0014028159,0.00048277082],"genre_scores_gemma":[0.00860613,0.000026764254,0.9892201,0.00003826796,0.000015370782,0.00078445766,0.00030742591,0.00026802122,0.0007334648],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97983897,0.011605519,0.001497565,0.002422444,0.0043140897,0.00032137422],"domain_scores_gemma":[0.9726706,0.014840042,0.00093414966,0.0044993265,0.0067636645,0.00029225493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013634765,0.0021031396,0.0012484002,0.005326106,0.001713903,0.0023607507,0.002782343,0.0014150626,0.013588827],"category_scores_gemma":[0.043122917,0.0014717515,0.0018448286,0.0039116805,0.0015473452,0.002258785,0.003944202,0.0027796982,0.005862962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021392183,0.0002004025,0.0015325142,0.0004461719,0.0001750626,0.00034742782,0.0012904177,0.01398098,0.009334018,0.03972405,0.009302333,0.9234527],"study_design_scores_gemma":[0.0005781482,0.00064705044,0.004069804,0.00044213468,0.00023751639,0.0027094183,0.0008709515,0.6114954,0.042548895,0.19263367,0.14334717,0.0004198305],"about_ca_topic_score_codex":0.0019654639,"about_ca_topic_score_gemma":0.002747438,"teacher_disagreement_score":0.013634765,"about_ca_system_score_codex":0.001202622,"about_ca_system_score_gemma":0.0021190604,"threshold_uncertainty_score":0.07210845},"labels":[],"label_agreement":null},{"id":"W2465131982","doi":"10.5539/ijel.v6n4p96","title":"Evaluation of an In-Service Training Program for Primary School Teachers of English in Vietnam","year":2016,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Đại học Huế","keywords":"Retraining; Service (business); Training (meteorology); Medical education; Psychology; School teachers; Mathematics education; Pedagogy; Business; Medicine; Marketing; Geography","score_opus":0.04132016496691976,"score_gpt":0.3679373620328937,"score_spread":0.3266171970659739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465131982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955283,0.000072768984,0.00026816962,0.00022412973,0.000050581464,0.0014853688,0.00008118872,0.000024517562,0.0022650983],"genre_scores_gemma":[0.99249095,0.0002788826,0.0019497505,0.00020120194,0.000029393812,0.0015616796,0.00019043713,0.000011975954,0.0032858239],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971644,0.0015373867,0.00013565157,0.00016819117,0.00030667757,0.00068768475],"domain_scores_gemma":[0.99237627,0.0011563341,0.00039140775,0.0002182606,0.0014928398,0.004364904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004221619,0.00051428704,0.00054728054,0.00049915997,0.0018658637,0.0009503759,0.0014323886,0.000712754,0.0050664917],"category_scores_gemma":[0.006216515,0.00034290864,0.0003643741,0.0004377582,0.0006351159,0.0006708861,0.0013564761,0.0009579345,0.0004309817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017241891,0.23382169,0.07431103,0.0067020403,0.00039374395,0.0041997754,0.11955899,0.004494924,0.02191482,0.0013708929,0.010097675,0.5058925],"study_design_scores_gemma":[0.010643164,0.21893744,0.5146833,0.001478351,0.0005976363,0.00076141313,0.19504946,0.0058853044,0.011374041,0.0005014182,0.039932914,0.000155491],"about_ca_topic_score_codex":0.024548274,"about_ca_topic_score_gemma":0.042077973,"teacher_disagreement_score":0.024548274,"about_ca_system_score_codex":0.0035593451,"about_ca_system_score_gemma":0.010847579,"threshold_uncertainty_score":0.04881078},"labels":[],"label_agreement":null},{"id":"W2481796141","doi":"10.4018/978-1-60566-342-5.ch013","title":"Choosing MOODLE","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning Management; Computer science; Lotus; Multimedia; Library science","score_opus":0.029932728669690344,"score_gpt":0.27084032046681017,"score_spread":0.24090759179711982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481796141","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081363924,0.0024604998,0.10324364,0.0040202634,0.0015550035,0.0032855568,0.003121609,0.012999426,0.78795004],"genre_scores_gemma":[0.13088611,0.0020700607,0.18185394,0.003485695,0.00034054441,0.0023446819,0.0038364301,0.0030202605,0.6721623],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986675,0.0003569897,0.00008336844,0.00014837431,0.00060064154,0.00014316618],"domain_scores_gemma":[0.99783367,0.0005353364,0.00008140825,0.00012636914,0.0009993501,0.00042394217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019264275,0.0008227147,0.0006158028,0.0019104923,0.001143492,0.0036546702,0.0009960391,0.0009431186,0.059608575],"category_scores_gemma":[0.0045490973,0.00036087222,0.0004948548,0.0012626654,0.00024327089,0.0017583175,0.0014449278,0.001009111,0.04330741],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031871258,0.0003843526,0.0019209696,0.0005948804,0.000015566206,0.00036941998,0.0019504642,0.00043828937,0.009697199,0.011822075,0.44012654,0.5323615],"study_design_scores_gemma":[0.00009202809,0.000432154,0.0050420193,0.00032019604,0.000034054392,0.0008761386,0.001583139,0.0021287643,0.0060571083,0.004767089,0.9785604,0.000107004795],"about_ca_topic_score_codex":0.00087764265,"about_ca_topic_score_gemma":0.0050643045,"teacher_disagreement_score":0.059608575,"about_ca_system_score_codex":0.0011595174,"about_ca_system_score_gemma":0.00085277186,"threshold_uncertainty_score":0.19941056},"labels":[],"label_agreement":null},{"id":"W2483081267","doi":"10.4018/978-1-4666-9441-5.ch022","title":"Using Automated Procedures to Generate Test Items That Measure Junior High Science Achievement","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Section (typography); Computer science; Test (biology); Quality (philosophy); Measure (data warehouse); Curriculum; Mathematics education; Data mining; Psychology; Pedagogy","score_opus":0.06464199464959075,"score_gpt":0.3595467430617855,"score_spread":0.2949047484121948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483081267","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020690642,0.000261104,0.94946426,0.00018746877,0.0002114642,0.00252927,0.0018875084,0.0143868895,0.01038141],"genre_scores_gemma":[0.027700718,0.00016713701,0.96073425,0.00010123866,0.000041869655,0.002423669,0.002243881,0.0009785736,0.0056086336],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99489474,0.0019616173,0.00039755326,0.0008215328,0.0018242118,0.000100336525],"domain_scores_gemma":[0.96760345,0.022411948,0.0015745906,0.0032648484,0.004905937,0.00023918919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044157277,0.0017633514,0.00085591327,0.0031893328,0.00055214175,0.0020667503,0.0019266724,0.0009971443,0.013328095],"category_scores_gemma":[0.038573336,0.000655867,0.0007799534,0.0027451108,0.0005561088,0.0013515713,0.0011093069,0.0011253695,0.011067676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013512798,0.00045279152,0.0049010036,0.00056469545,0.000073677955,0.00015492013,0.00076199323,0.0064189895,0.014322689,0.0038426253,0.019390881,0.9489806],"study_design_scores_gemma":[0.0010115316,0.0024050055,0.07151505,0.0013357243,0.00039103115,0.0042298213,0.001966518,0.38442403,0.21727939,0.048475962,0.2661841,0.0007818478],"about_ca_topic_score_codex":0.002035091,"about_ca_topic_score_gemma":0.0030618412,"teacher_disagreement_score":0.013328095,"about_ca_system_score_codex":0.0006390017,"about_ca_system_score_gemma":0.0014936499,"threshold_uncertainty_score":0.044586957},"labels":[],"label_agreement":null},{"id":"W2493365551","doi":"10.4018/978-1-59140-792-8.ch030","title":"Open Source Survey Software","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regent College","funders":"","keywords":"Open source; Unix; Computer science; Software; Open source software; World Wide Web; Publication; The Internet; Variety (cybernetics); Open platform; Software engineering; Operating system","score_opus":0.06002698026562665,"score_gpt":0.3303023676478671,"score_spread":0.27027538738224044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493365551","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007834846,0.0015317013,0.5941182,0.0028923678,0.0013616582,0.013113517,0.119784184,0.07213656,0.18722703],"genre_scores_gemma":[0.032000136,0.0022315518,0.6453439,0.0014606784,0.0005987938,0.048200198,0.07343072,0.02177231,0.17496178],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842606,0.00824514,0.0019032907,0.0012735728,0.003933291,0.0003842222],"domain_scores_gemma":[0.9289629,0.04599608,0.0033720194,0.010129839,0.01052482,0.0010143609],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0174197,0.0009622891,0.0012497683,0.011812914,0.00086281577,0.0030224177,0.002609311,0.0011705706,0.17991441],"category_scores_gemma":[0.06654078,0.0011251641,0.0011640736,0.016543709,0.0006592752,0.0030652287,0.0039388514,0.002081637,0.06163197],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097317745,0.00017001432,0.0018632371,0.001958144,0.00010866212,0.000068201065,0.0015760169,0.0013200466,0.0005618968,0.025550151,0.43382797,0.5328984],"study_design_scores_gemma":[0.000070290494,0.00006466627,0.003599529,0.00048788832,0.00003558509,0.00014702366,0.000545923,0.00291928,0.0007157712,0.021046666,0.9703171,0.000050170005],"about_ca_topic_score_codex":0.0018565252,"about_ca_topic_score_gemma":0.0037492656,"teacher_disagreement_score":0.17991441,"about_ca_system_score_codex":0.0016268626,"about_ca_system_score_gemma":0.005475002,"threshold_uncertainty_score":0.60187364},"labels":[],"label_agreement":null},{"id":"W2501361141","doi":"10.1142/9789812837066_0005","title":"Automatic Difficulty Level Estimation of Multimedia Math Test Items","year":2010,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Estimation; Test (biology); Computer science; Multimedia; Mathematics education; Mathematics; Statistics; Engineering","score_opus":0.03323424795749254,"score_gpt":0.27285608348674634,"score_spread":0.2396218355292538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501361141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14891456,0.00066283665,0.83233356,0.00017806997,0.00009670266,0.00032412563,0.0019902422,0.008417156,0.007082877],"genre_scores_gemma":[0.46458146,0.00029914847,0.5161592,0.00013827684,0.00011356025,0.00063062564,0.0063438844,0.00081387546,0.010919997],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983542,0.0005605166,0.00008337106,0.00033635888,0.0005771644,0.00008832173],"domain_scores_gemma":[0.9930274,0.004214015,0.0003787712,0.00065855886,0.0016199466,0.00010123145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018237263,0.0010088754,0.0006904911,0.0033426434,0.00019081173,0.0010469367,0.0014606161,0.00066419627,0.009069665],"category_scores_gemma":[0.009782,0.00047580624,0.0005929507,0.0013543138,0.00015972677,0.0009716654,0.0011466766,0.0007234125,0.00493105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003053656,0.00016640499,0.01750628,0.00018131282,0.000058032907,0.000046290024,0.00012403847,0.0050530047,0.03301595,0.0012176535,0.0064865965,0.9358391],"study_design_scores_gemma":[0.00016038124,0.00059469446,0.24840409,0.00019674737,0.00018058582,0.00061114854,0.00025431105,0.6325711,0.09317936,0.009626505,0.014051925,0.00016915258],"about_ca_topic_score_codex":0.0010822219,"about_ca_topic_score_gemma":0.0014886063,"teacher_disagreement_score":0.009069665,"about_ca_system_score_codex":0.00040436813,"about_ca_system_score_gemma":0.00024625866,"threshold_uncertainty_score":0.03034103},"labels":[],"label_agreement":null},{"id":"W2504560837","doi":"10.4018/978-1-59140-497-2.ch010","title":"Introducing a Computer-Adaptive Testing System to a Small School District","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computerized adaptive testing; School district; Set (abstract data type); Test (biology); Plan (archaeology); Pencil (optics); Computer science; Mathematics education; Psychology; Engineering; Mathematics; Statistics; Geography; Programming language","score_opus":0.03640143103223174,"score_gpt":0.24938882261082732,"score_spread":0.2129873915785956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504560837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09587217,0.0012560196,0.60674244,0.0034299812,0.0006528266,0.0019953083,0.0010796615,0.017666472,0.2713051],"genre_scores_gemma":[0.24399225,0.0013033081,0.5979872,0.00092337106,0.00015799428,0.0011430124,0.001200809,0.0009376916,0.15235445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992956,0.00030950573,0.000048045127,0.00014440967,0.00013943334,0.00006306157],"domain_scores_gemma":[0.9990169,0.00038406916,0.000028927623,0.00019336437,0.00023655126,0.0001402651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010760808,0.00033401483,0.0002947873,0.000850308,0.0010195577,0.0020381343,0.0010123551,0.00065384514,0.017884366],"category_scores_gemma":[0.0017992432,0.00038439722,0.0002479394,0.0013206186,0.000580773,0.0019280527,0.0015230457,0.0011752795,0.006856842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110292945,0.000426416,0.0072314916,0.0003124822,0.000010765353,0.000600337,0.004598799,0.0038225579,0.014251261,0.025958437,0.06258316,0.880094],"study_design_scores_gemma":[0.00008044351,0.0007918975,0.011368919,0.00015455639,0.000030406045,0.0013146128,0.0019443037,0.01573709,0.008799676,0.008076526,0.951608,0.00009363793],"about_ca_topic_score_codex":0.0057387995,"about_ca_topic_score_gemma":0.014842675,"teacher_disagreement_score":0.017884366,"about_ca_system_score_codex":0.0012333279,"about_ca_system_score_gemma":0.0013261416,"threshold_uncertainty_score":0.059829175},"labels":[],"label_agreement":null},{"id":"W2535607921","doi":"10.1201/b10716","title":"Applied Concept Mapping","year":2011,"lang":"en","type":"book","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.03425326559189117,"score_gpt":0.2548147929858596,"score_spread":0.2205615273939684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535607921","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017449723,0.0073896004,0.35657778,0.0038519248,0.002138418,0.0011315317,0.0011384884,0.0019017042,0.6241256],"genre_scores_gemma":[0.03353173,0.01158507,0.46291146,0.0024457495,0.0006104637,0.0017588224,0.0029437167,0.0012468302,0.48296618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964168,0.0012983953,0.0002497801,0.0005938855,0.0012959713,0.0001451997],"domain_scores_gemma":[0.99650854,0.0016290358,0.000102192964,0.0008184696,0.00080229726,0.00013940735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003247437,0.0014288635,0.00077299296,0.004071632,0.0021530555,0.0077697253,0.0030640839,0.00197504,0.09316133],"category_scores_gemma":[0.009256658,0.0005886652,0.0013984859,0.00561921,0.0029754387,0.010402147,0.00602956,0.003210532,0.02689327],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024158486,0.000034847955,0.00013820447,0.0008208395,0.00002307394,0.00017696155,0.0025141414,0.00083923806,0.00071628223,0.50052065,0.12292516,0.3712664],"study_design_scores_gemma":[0.000006923791,0.000012127228,0.00010863517,0.00026839276,0.00000619273,0.00041434064,0.0005616782,0.0009848608,0.00047312258,0.11914849,0.87800205,0.000013164659],"about_ca_topic_score_codex":0.0013223088,"about_ca_topic_score_gemma":0.0017763721,"teacher_disagreement_score":0.09316133,"about_ca_system_score_codex":0.0031105117,"about_ca_system_score_gemma":0.0040031173,"threshold_uncertainty_score":0.3116557},"labels":[],"label_agreement":null},{"id":"W2563096266","doi":"10.5539/ies.v10n1p190","title":"American PARCC and SBAC and Their Implications on the Construction of English Assessment System in China","year":2016,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Equity (law); General partnership; Standardized test; Test (biology); Language proficiency; Literacy; China; Language assessment; Pedagogy; Psychology; Political science; Computer science","score_opus":0.02286154296185955,"score_gpt":0.3569033855435092,"score_spread":0.33404184258164965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563096266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9338679,0.00094955735,0.010890961,0.005569653,0.0001138356,0.00039931864,0.00042339816,0.000134586,0.0476508],"genre_scores_gemma":[0.9907623,0.0001390646,0.0062171724,0.0001729819,0.000011735586,0.00011731843,0.0001653753,0.00001005044,0.0024040898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9869119,0.0056079635,0.0011609221,0.0010591174,0.0039064046,0.001353632],"domain_scores_gemma":[0.9816319,0.004207347,0.0012310044,0.0015501932,0.00998979,0.0013897876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01830706,0.00025860683,0.0003320796,0.0031746349,0.0021306805,0.0025221787,0.00119859,0.0006204111,0.0024979322],"category_scores_gemma":[0.02628715,0.0002758521,0.00036482196,0.0059378454,0.001883271,0.00182162,0.0025690065,0.0008457062,0.00022870983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040215033,0.00021599604,0.51288843,0.00030758104,0.000055947607,0.0007582908,0.017259317,0.006831628,0.0021503754,0.19948223,0.006855531,0.25279254],"study_design_scores_gemma":[0.000056744953,0.0005049136,0.89406216,0.00029637959,0.00006699434,0.0002757705,0.014158965,0.027159337,0.0018011966,0.018544797,0.04296136,0.00011133447],"about_ca_topic_score_codex":0.2130029,"about_ca_topic_score_gemma":0.15132084,"teacher_disagreement_score":0.2130029,"about_ca_system_score_codex":0.01577221,"about_ca_system_score_gemma":0.025163151,"threshold_uncertainty_score":0.42352623},"labels":[],"label_agreement":null},{"id":"W2586839757","doi":"10.56059/jl4d.v4i2.200","title":"Building an Efficient and Effective Test Management System in an ODL Institution","year":2017,"lang":"en","type":"article","venue":"Journal of Learning for Development","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Flexibility (engineering); Test (biology); Computer science; Engineering management; Task (project management); Quality (philosophy); Process management; Management system; Knowledge management; Control (management); Operations management; Engineering; Systems engineering; Artificial intelligence; Management","score_opus":0.01838988521167212,"score_gpt":0.3212555284760025,"score_spread":0.3028656432643304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586839757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21992247,0.0004599022,0.67708135,0.004608402,0.0002885274,0.0042702244,0.0010957017,0.077945955,0.01432753],"genre_scores_gemma":[0.44762707,0.00028485974,0.53900033,0.0006163844,0.00013586722,0.0013164666,0.0021987895,0.0008887128,0.007931511],"study_design_codex":"design_other","study_design_gemma":"design_other","domain_scores_codex":[0.99023145,0.0035060775,0.0016623939,0.0016028954,0.002159286,0.0008379259],"domain_scores_gemma":[0.9772438,0.0055110236,0.003025202,0.0047418163,0.0061252927,0.0033529124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01854307,0.00057836645,0.0009723382,0.0046485923,0.0019212295,0.007988467,0.0027958266,0.0013850083,0.0037366007],"category_scores_gemma":[0.029637167,0.00083137094,0.0005794076,0.0019717603,0.0013819371,0.007198005,0.005659219,0.001726751,0.004323639],"study_design_candidate":"design_other","study_design_consensus":"design_other","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007394963,0.0020039799,0.056586478,0.0005431223,0.00009779786,0.0016291533,0.004164273,0.014591658,0.029544443,0.012441599,0.025172792,0.8524854],"study_design_scores_gemma":[0.00055862,0.0040180115,0.12684058,0.0015282393,0.0003110452,0.0027533134,0.006941383,0.3817545,0.13525864,0.023606205,0.3151701,0.0012593878],"about_ca_topic_score_codex":0.0033096499,"about_ca_topic_score_gemma":0.00159351,"teacher_disagreement_score":0.01854307,"about_ca_system_score_codex":0.0033419633,"about_ca_system_score_gemma":0.007354117,"threshold_uncertainty_score":0.09806627},"labels":[],"label_agreement":null},{"id":"W2591130397","doi":"10.71781/10318","title":"Domain-specific question answering system : an application to the construction sector","year":2003,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Question answering; Domain (mathematical analysis); Computer science; Engineering; Data science; Information retrieval; Mathematics","score_opus":0.02052949447230823,"score_gpt":0.3204832079770551,"score_spread":0.29995371350474687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591130397","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37181044,0.002296506,0.34286207,0.004183954,0.00028317986,0.002239932,0.043350037,0.16478169,0.068192184],"genre_scores_gemma":[0.56596744,0.00090615504,0.35576874,0.00047209734,0.00011065863,0.0008552839,0.029573029,0.0016717714,0.044674832],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995129,0.00014677587,0.000040502833,0.00012008826,0.00012684416,0.00005287414],"domain_scores_gemma":[0.99789894,0.0010190883,0.00008313492,0.00021845847,0.00057691935,0.0002034188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013559813,0.00049652223,0.00046747216,0.0019857632,0.0008534969,0.0015947532,0.000853782,0.0010391091,0.013616615],"category_scores_gemma":[0.0056335763,0.00025627384,0.00028115403,0.0021494748,0.00031855758,0.0014603643,0.001076616,0.00059684797,0.004588718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001031177,0.00076222036,0.020272795,0.0011692803,0.00011863392,0.001228885,0.00672216,0.0076969783,0.051113017,0.010999273,0.13339685,0.7654888],"study_design_scores_gemma":[0.0007588845,0.00055030454,0.109475724,0.00037005713,0.00022972321,0.0013602177,0.0066673113,0.21596481,0.07452298,0.012757324,0.5770634,0.0002792327],"about_ca_topic_score_codex":0.11119721,"about_ca_topic_score_gemma":0.14729084,"teacher_disagreement_score":0.11119721,"about_ca_system_score_codex":0.0016364292,"about_ca_system_score_gemma":0.0024302087,"threshold_uncertainty_score":0.22109991},"labels":[],"label_agreement":null},{"id":"W2592139278","doi":"10.24908/pceea.v0i0.6456","title":"EDUCATIONAL DATA MINING APPROACH FOR ENGINEERING GRADUATE ATTRIBUTES ANALYSIS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"National Research Council Canada; Université de Moncton","funders":"National Research Council Canada; Université de Moncton","keywords":"Curriculum; Process (computing); Computer science; Field (mathematics); Set (abstract data type); Data science; Concept map; Educational data mining; Data mining; Artificial intelligence; Mathematics education; Psychology; Mathematics; Pedagogy","score_opus":0.04673410479826912,"score_gpt":0.2837450732654153,"score_spread":0.2370109684671462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592139278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015339168,0.00053117296,0.9731294,0.00074507063,0.000084210085,0.00086025696,0.0048414427,0.0022013674,0.0022679607],"genre_scores_gemma":[0.105784975,0.0003994069,0.8821118,0.00016386202,0.000070710055,0.0018268401,0.008500807,0.00009154873,0.0010499904],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935581,0.002116555,0.0012262656,0.0012361349,0.001611725,0.00025122386],"domain_scores_gemma":[0.98571485,0.008745587,0.0009894477,0.0017132503,0.0025225596,0.0003143323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008408973,0.0012337544,0.001710958,0.011279179,0.0011949076,0.0035780086,0.0022670298,0.001281643,0.002567361],"category_scores_gemma":[0.023629598,0.00053906994,0.002657953,0.01129459,0.0006064634,0.0020111727,0.0021761565,0.0026891578,0.0013240075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043966217,0.00138042,0.04534042,0.0013473372,0.00094044756,0.0008693157,0.0015559709,0.06434914,0.003906916,0.03478319,0.015364586,0.82972264],"study_design_scores_gemma":[0.00013957005,0.0003738128,0.024087522,0.0005048769,0.0003647549,0.0009190656,0.002916274,0.76992255,0.009495679,0.13049269,0.06059361,0.00018964264],"about_ca_topic_score_codex":0.0050546187,"about_ca_topic_score_gemma":0.004893231,"teacher_disagreement_score":0.011279179,"about_ca_system_score_codex":0.0013453594,"about_ca_system_score_gemma":0.0030969176,"threshold_uncertainty_score":0.044471443},"labels":[],"label_agreement":null},{"id":"W2600320365","doi":"10.3968/9241","title":"The Washback Effect of CET Spoken English Test Upon College English Teaching","year":2017,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"College English; Test (biology); Set (abstract data type); Mathematics education; Psychology; Computer science","score_opus":0.0075684876921074725,"score_gpt":0.2794057405583043,"score_spread":0.2718372528661968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600320365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967585,0.0002737213,0.00058325246,0.00019321742,0.0001106185,0.00007213284,0.00012563572,0.00004177186,0.0018411432],"genre_scores_gemma":[0.9979886,0.00005520405,0.00050264125,0.0001365666,0.00002420493,0.0000618443,0.00009665781,0.000013787542,0.0011206184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99410963,0.0017707144,0.00055674603,0.00079346634,0.002437955,0.00033159298],"domain_scores_gemma":[0.9077591,0.07176453,0.008968572,0.004347988,0.0041654552,0.0029943648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005316525,0.00037452794,0.0007372188,0.00057344226,0.00036384753,0.0005926009,0.0006529039,0.0007158881,0.004378556],"category_scores_gemma":[0.0781477,0.0002265862,0.0004958013,0.000336373,0.0005949836,0.0008457401,0.0008559361,0.0016638736,0.00039816127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.034440268,0.008073986,0.58508104,0.0010280479,0.00071033597,0.0017194935,0.012184898,0.0012449848,0.064876184,0.0009826401,0.0021270711,0.28753105],"study_design_scores_gemma":[0.00014790878,0.015683822,0.94915926,0.00006608692,0.0002689711,0.00036307515,0.0017573911,0.00076566124,0.029812165,0.00034091854,0.0015862434,0.000048547514],"about_ca_topic_score_codex":0.0012294035,"about_ca_topic_score_gemma":0.0014070101,"teacher_disagreement_score":0.005316525,"about_ca_system_score_codex":0.00063376024,"about_ca_system_score_gemma":0.00065053307,"threshold_uncertainty_score":0.028116822},"labels":[],"label_agreement":null},{"id":"W2605262462","doi":"10.5539/mas.v11n5p73","title":"Improving the Teaching of Project Management Software Tools Using Scaffolding Based on Cladistics Parsimony Analysis","year":2017,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Modular design; Abstraction; Software engineering; Modularity (biology); Abstraction layer; Feature (linguistics); Data mining; Programming language","score_opus":0.05068253396424797,"score_gpt":0.33185885262738796,"score_spread":0.28117631866313997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605262462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09448657,0.00008976586,0.89599615,0.00044562708,0.000025875506,0.00035328977,0.00006066232,0.0008715441,0.007670477],"genre_scores_gemma":[0.22760315,0.00014416687,0.77031255,0.000054528653,0.000010028345,0.00027395127,0.000115126684,0.00014457262,0.0013419588],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955694,0.002375935,0.00023391249,0.00045475256,0.0011569149,0.00020912103],"domain_scores_gemma":[0.9792269,0.013945573,0.0011071585,0.002439851,0.0026166122,0.0006639053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007842531,0.00076160196,0.0006022419,0.0035958823,0.001191255,0.002751983,0.0015572498,0.00065497216,0.0033423638],"category_scores_gemma":[0.030336661,0.00047909256,0.0007179661,0.0024826084,0.0012125492,0.002905399,0.00327283,0.0018715684,0.0008357992],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017079509,0.0007072528,0.011518993,0.00067495124,0.00003881081,0.0003695484,0.016153961,0.056226186,0.022125315,0.058405597,0.003633354,0.82997525],"study_design_scores_gemma":[0.00012310466,0.000934385,0.019715603,0.0009886527,0.00010939324,0.000723538,0.006417052,0.67628694,0.039754286,0.19584279,0.058922958,0.00018121723],"about_ca_topic_score_codex":0.0014141902,"about_ca_topic_score_gemma":0.002484982,"teacher_disagreement_score":0.007842531,"about_ca_system_score_codex":0.0016177185,"about_ca_system_score_gemma":0.0029371278,"threshold_uncertainty_score":0.041475713},"labels":[],"label_agreement":null},{"id":"W2606459429","doi":"10.71781/5334","title":"Application de la théorie des ensembles flous à l'élaboration d'un modèle pour prédire la réussite dans une école de génie à partir du score à une épreuve diagnostique","year":2007,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.030434821415264983,"score_gpt":0.34574760876032684,"score_spread":0.31531278734506185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606459429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08717581,0.0004935672,0.8972106,0.0025573592,0.00013203493,0.00016314977,0.0004903407,0.00050720945,0.011269822],"genre_scores_gemma":[0.72019666,0.0003606172,0.27031124,0.00026736892,0.0000899018,0.00043550934,0.0005607733,0.00019625966,0.0075817076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955461,0.001945935,0.00023173331,0.0011484487,0.00087000953,0.00025767885],"domain_scores_gemma":[0.9804155,0.013664297,0.0012685213,0.0014996435,0.0027342085,0.00041779262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071493587,0.0013590979,0.001101214,0.003995749,0.0015800092,0.005763762,0.0022221792,0.0019812654,0.00919591],"category_scores_gemma":[0.043373168,0.0008140369,0.002275327,0.002297713,0.0034209138,0.0085921325,0.0026962482,0.0026941104,0.0010814298],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020182667,0.00027716812,0.05682168,0.00027303945,0.0005246511,0.0003164641,0.004617568,0.1586847,0.001895459,0.62924135,0.0036896216,0.14345641],"study_design_scores_gemma":[0.00004041457,0.00013867088,0.013415383,0.00017120874,0.00011503918,0.0001809786,0.0009438203,0.62364787,0.0009108559,0.35274255,0.0076283976,0.00006483822],"about_ca_topic_score_codex":0.035052698,"about_ca_topic_score_gemma":0.028664827,"teacher_disagreement_score":0.035052698,"about_ca_system_score_codex":0.004405169,"about_ca_system_score_gemma":0.003093594,"threshold_uncertainty_score":0.06969732},"labels":[],"label_agreement":null},{"id":"W2606637646","doi":"","title":"Learning Management System Software Selection","year":2016,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Computer science; Selection (genetic algorithm); Software; Artificial intelligence; Programming language","score_opus":0.008022755598389698,"score_gpt":0.24141188090111196,"score_spread":0.23338912530272227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606637646","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5417236,0.00033750595,0.105314,0.00081653113,0.00025037947,0.0012928526,0.0036038212,0.03153522,0.31512612],"genre_scores_gemma":[0.8241035,0.00015143419,0.041371528,0.00036169076,0.00009951302,0.00036123727,0.0043585086,0.0011556147,0.128037],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992719,0.000109983856,0.000049051036,0.00012736589,0.00034846223,0.00009325862],"domain_scores_gemma":[0.9988417,0.0003299267,0.00007505903,0.00015662216,0.00045721355,0.00013958242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064790907,0.00043551158,0.00033818814,0.0025497419,0.00072431925,0.0016255428,0.0005394583,0.0004157745,0.055948317],"category_scores_gemma":[0.0025518418,0.00020576437,0.00030383567,0.0011657098,0.00008509815,0.00095452834,0.0007182197,0.00031209618,0.014177144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010089024,0.00080857414,0.025268624,0.00016090134,0.00003653258,0.00032576604,0.000193182,0.0031174843,0.03472875,0.0039409013,0.032529846,0.89788055],"study_design_scores_gemma":[0.0007156705,0.002215973,0.13213113,0.00015313432,0.00023511573,0.0013726918,0.00083301245,0.19587293,0.28559974,0.006270934,0.37441534,0.00018428854],"about_ca_topic_score_codex":0.0011544803,"about_ca_topic_score_gemma":0.0014548822,"teacher_disagreement_score":0.055948317,"about_ca_system_score_codex":0.00059844286,"about_ca_system_score_gemma":0.0007323208,"threshold_uncertainty_score":0.18716574},"labels":[],"label_agreement":null},{"id":"W2621954853","doi":"10.18260/1-2--12623","title":"Modeling The Performance Of An Outcome Based Educational Framework","year":2020,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Outcome (game theory); Session (web analytics); Computer science; Process (computing); Abu dhabi; Educational institution; Artificial intelligence; Academic institution; Knowledge management; Medical education; Psychology; Medicine; Pedagogy; Library science; World Wide Web; Mathematics","score_opus":0.04779854268361485,"score_gpt":0.335327482937989,"score_spread":0.28752894025437414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621954853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07051229,0.00030334495,0.9012827,0.002295135,0.000069049245,0.00030761282,0.00072506577,0.0004744561,0.024030386],"genre_scores_gemma":[0.86212915,0.00056767237,0.121673934,0.0001447013,0.00006549231,0.000679432,0.00057123136,0.00011688646,0.014051419],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975114,0.0011910659,0.00012569189,0.0003536791,0.00049932674,0.00031888136],"domain_scores_gemma":[0.9961331,0.0021904928,0.000476202,0.00016955088,0.000739034,0.00029162495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052627367,0.0014808591,0.0006838421,0.001906554,0.0006136918,0.0036459814,0.0027155355,0.0019400333,0.0064117936],"category_scores_gemma":[0.009877178,0.0004923757,0.00087503233,0.0014517447,0.0011987956,0.0036189847,0.0017906833,0.0016174815,0.00079024234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041629282,0.0001113949,0.0020310418,0.000062895466,0.00004954597,0.00011324475,0.00015361373,0.89433765,0.00030229162,0.09309781,0.00043453614,0.009264359],"study_design_scores_gemma":[0.000020259684,0.00007597646,0.00035217675,0.000022044469,0.000023993347,0.000016814396,0.000038968494,0.96723837,0.00020737806,0.03073237,0.001257167,0.000014420804],"about_ca_topic_score_codex":0.02018213,"about_ca_topic_score_gemma":0.010246962,"teacher_disagreement_score":0.02018213,"about_ca_system_score_codex":0.003519933,"about_ca_system_score_gemma":0.0037917728,"threshold_uncertainty_score":0.040129304},"labels":[],"label_agreement":null},{"id":"W2723697939","doi":"10.23977/aetp.2017.12001","title":"The Guidance of Scientific Experiment Record to Scientific Learning Method","year":2017,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analogy; Mathematics education; Process (computing); Scientific method; Scientific thinking; Computer science; Psychology; Epistemology; Philosophy","score_opus":0.02853309086969894,"score_gpt":0.4475187437297347,"score_spread":0.41898565286003575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2723697939","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013672563,0.0003696554,0.9773891,0.0020141401,0.0007677172,0.0048940387,0.00030266907,0.0013694434,0.011525977],"genre_scores_gemma":[0.020648789,0.0004486821,0.95994806,0.001048528,0.0003616102,0.014058012,0.00018185764,0.00029034785,0.003014114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.74347,0.20166002,0.012066459,0.014649093,0.026713042,0.0014413839],"domain_scores_gemma":[0.6764608,0.2234798,0.010563794,0.052824635,0.03411178,0.0025591275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14860043,0.0015398844,0.0020387939,0.004113723,0.0022394378,0.0047171805,0.004245861,0.0036328237,0.01621192],"category_scores_gemma":[0.3080822,0.0011739397,0.0016660492,0.0033536907,0.0071947826,0.0050608795,0.004530354,0.0074272514,0.005085569],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011209802,0.00064123265,0.0017657476,0.0040576747,0.00024768055,0.00024823958,0.005712775,0.0023454085,0.0036122918,0.5318861,0.02948723,0.41887468],"study_design_scores_gemma":[0.0023521502,0.0012142248,0.0028942344,0.00244622,0.0004050739,0.0007070414,0.0012144281,0.021994151,0.014431583,0.46804065,0.48393285,0.0003674656],"about_ca_topic_score_codex":0.0014096099,"about_ca_topic_score_gemma":0.0011558903,"teacher_disagreement_score":0.14860043,"about_ca_system_score_codex":0.0032343087,"about_ca_system_score_gemma":0.013917762,"threshold_uncertainty_score":0.78588355},"labels":[],"label_agreement":null},{"id":"W2748137965","doi":"10.3968/9736","title":"A Study of College Teacher Assessment Systems in China and the United States","year":2017,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; China; Enlightenment; Mathematics education; Political science; Pedagogy; Psychology; Law; Epistemology; Philosophy","score_opus":0.024382411830927507,"score_gpt":0.37471415498403743,"score_spread":0.35033174315310994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748137965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981365,0.00005285655,0.000064476735,0.00015716521,0.0000052590435,0.000012355342,0.000027374115,0.0000031550758,0.0015409304],"genre_scores_gemma":[0.99930835,0.000050691127,0.000055793647,0.000059546008,0.0000026837813,0.000010756399,0.00005315081,0.0000019124575,0.0004569872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99715304,0.00096856314,0.00020868008,0.0002548034,0.00088564074,0.00052908534],"domain_scores_gemma":[0.991368,0.0019564587,0.0018419562,0.00050271663,0.0028189842,0.0015119473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003605261,0.00017188922,0.00024842305,0.002275916,0.0026869897,0.0014124237,0.0005538366,0.0002849273,0.0012574669],"category_scores_gemma":[0.012347317,0.000227715,0.0002830264,0.004285865,0.001208117,0.001397122,0.0013714588,0.0006749311,0.00012348121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008642895,0.00027264125,0.93659884,0.000031670083,0.00003032958,0.00017379537,0.036209818,0.0001698528,0.0003889212,0.0015219579,0.0010014739,0.023514183],"study_design_scores_gemma":[0.000008972575,0.00010907862,0.9759496,0.000018103592,0.000010605127,0.000057205867,0.02104667,0.0004502253,0.00017820482,0.00008519764,0.002074832,0.000011332892],"about_ca_topic_score_codex":0.26478553,"about_ca_topic_score_gemma":0.38417944,"teacher_disagreement_score":0.26478553,"about_ca_system_score_codex":0.0070566046,"about_ca_system_score_gemma":0.007383953,"threshold_uncertainty_score":0.5264886},"labels":[],"label_agreement":null},{"id":"W2750181310","doi":"10.5430/wje.v7n4p60","title":"The Most Preferred and Effective Reviewer of L2 Writing among Automated Grading System, Peer Reviewer and Teacher","year":2017,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Computer science; Mathematics education; Psychology; Medical education; Medicine; Engineering","score_opus":0.016134879272591645,"score_gpt":0.33153160424000744,"score_spread":0.3153967249674158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750181310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851217,0.001002327,0.0066583245,0.0006345969,0.00021392058,0.00016183864,0.00012258923,0.00023245321,0.005852119],"genre_scores_gemma":[0.9882901,0.00033587677,0.0074414834,0.00012935168,0.00010118751,0.00006317556,0.000083586485,0.000064466076,0.0034908627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98619336,0.007687919,0.0014146012,0.0015920465,0.0025673828,0.0005447492],"domain_scores_gemma":[0.9632283,0.012644477,0.0062517445,0.0017240067,0.013249124,0.0029023185],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008023637,0.00040510064,0.000682497,0.0019075633,0.0013281356,0.0027819977,0.00047363617,0.0008878565,0.003805342],"category_scores_gemma":[0.041819297,0.00031360867,0.00032729117,0.0006406784,0.0003535407,0.001568807,0.0007501317,0.00036007477,0.0023257602],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002454267,0.00062679587,0.5096736,0.00087899854,0.0002522363,0.002185153,0.01662577,0.0007337622,0.029904617,0.0005499025,0.008341663,0.4277732],"study_design_scores_gemma":[0.00037791242,0.0054648453,0.81431174,0.0008435813,0.0008472311,0.012409495,0.04845675,0.023491045,0.040291738,0.0019327757,0.050826136,0.00074671506],"about_ca_topic_score_codex":0.0012087212,"about_ca_topic_score_gemma":0.002593845,"teacher_disagreement_score":0.9919764,"about_ca_system_score_codex":0.0005599318,"about_ca_system_score_gemma":0.0012420127,"threshold_uncertainty_score":0.04243356},"labels":[],"label_agreement":null},{"id":"W2752915344","doi":"","title":"A Methodology for Generating Items in Three or More Languages Using Automated Processes","year":2015,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Natural language processing; Context (archaeology); Key (lock); Artificial intelligence; Process (computing); Sample (material); Test (biology); Quality (philosophy); Programming language","score_opus":0.31358865226049176,"score_gpt":0.4830725199177633,"score_spread":0.16948386765727153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752915344","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004493019,0.00006040839,0.9890132,0.00009822302,0.000057109308,0.0015903263,0.00023620615,0.0026332075,0.001818383],"genre_scores_gemma":[0.011437743,0.00003580502,0.98552567,0.000031916214,0.000013368633,0.001966344,0.00022044839,0.00016920896,0.0005995041],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9747959,0.016937956,0.001890016,0.0025641832,0.0036161225,0.00019572303],"domain_scores_gemma":[0.9472888,0.028290141,0.00312678,0.012125971,0.0087602865,0.00040801382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019555671,0.0024795,0.00091295206,0.0053114695,0.0018753222,0.002820154,0.0022903613,0.0010627694,0.008834402],"category_scores_gemma":[0.06030591,0.0014813972,0.0018430048,0.004698243,0.0019870657,0.003138016,0.0037503666,0.0022785475,0.005146919],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002848187,0.00050207606,0.004807219,0.00092121225,0.00023882797,0.00027478603,0.00448865,0.0045974227,0.01815211,0.019175036,0.007133538,0.9394243],"study_design_scores_gemma":[0.0016362388,0.005459435,0.04057076,0.0019674425,0.001061597,0.006987355,0.008956051,0.19286084,0.1774942,0.194731,0.36678234,0.0014927443],"about_ca_topic_score_codex":0.0018844168,"about_ca_topic_score_gemma":0.003320199,"teacher_disagreement_score":0.019555671,"about_ca_system_score_codex":0.0011989995,"about_ca_system_score_gemma":0.0033389009,"threshold_uncertainty_score":0.10342151},"labels":[],"label_agreement":null},{"id":"W2763194644","doi":"","title":"A comparative study of the third grade math test at provincial level between China and Canada","year":2017,"lang":"en","type":"article","venue":"2017 Conference of the Canadian Society for the Study of Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Mathematics education; China; Mathematics; Degree (music); Reciprocal; Geography; Linguistics","score_opus":0.08914793780467989,"score_gpt":0.33040771553009757,"score_spread":0.24125977772541768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763194644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879376,0.0003371087,0.00022275258,0.00053437654,0.000023552111,0.000054867254,0.0011615464,0.000021735847,0.009706431],"genre_scores_gemma":[0.99675626,0.00017619068,0.00028905232,0.00010237689,0.0000036740416,0.000023472963,0.0008711535,0.000009193618,0.0017686603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964359,0.00027788428,0.00017881786,0.00031964856,0.0017550938,0.0010327563],"domain_scores_gemma":[0.98365915,0.0015400022,0.0011464199,0.00042224198,0.010629126,0.0026029246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00249619,0.00032157908,0.0005233884,0.0036068594,0.0036458257,0.0016897427,0.0012075406,0.0003831015,0.0025773654],"category_scores_gemma":[0.012987454,0.00027810465,0.00065621745,0.009334692,0.0013086724,0.0006634785,0.0014217346,0.0007654345,0.0002512246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004097454,0.00014251354,0.93665236,0.00021837483,0.00014735157,0.0005491178,0.010712253,0.00077389524,0.0010246845,0.0038178996,0.0043675136,0.041184418],"study_design_scores_gemma":[0.000011785616,0.00006003472,0.9899913,0.00004268416,0.00003369171,0.000076304575,0.0058852993,0.00054340035,0.00026287235,0.00007781498,0.002988052,0.000026749483],"about_ca_topic_score_codex":0.98847055,"about_ca_topic_score_gemma":0.9938968,"teacher_disagreement_score":0.042178944,"about_ca_system_score_codex":0.042178944,"about_ca_system_score_gemma":0.079723015,"threshold_uncertainty_score":0.3060311},"labels":[],"label_agreement":null},{"id":"W2766788637","doi":"10.5539/elt.v10n11p199","title":"Trait Based Assessment on Teaching Writing Skill for EFL Learners","year":2017,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Psychology; Mathematics education; Nonprobability sampling; Test (biology); Trait; Descriptive statistics; Sample (material); Statistics; Population; Mathematics; Computer science","score_opus":0.016748319835065542,"score_gpt":0.3525972797511249,"score_spread":0.3358489599160594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766788637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971228,0.000075025964,0.0014887976,0.000045065684,0.0000072007856,0.00004942903,0.000025728199,0.000024871453,0.0011610973],"genre_scores_gemma":[0.9958287,0.00009436257,0.0031809625,0.000025233703,0.0000065854115,0.00006788707,0.000053744898,0.000002638339,0.0007399137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884677,0.00041947947,0.00011304821,0.00011772892,0.00042349342,0.00007947005],"domain_scores_gemma":[0.99538714,0.001617639,0.0011502277,0.0002984682,0.0010264155,0.00052006537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001169361,0.00020959032,0.00027480893,0.00050276925,0.0002143796,0.0006163991,0.00016466946,0.00018515563,0.00075199537],"category_scores_gemma":[0.0052042184,0.00007763806,0.00023805755,0.00025158658,0.00014105783,0.000415222,0.00042681853,0.00036107696,0.00022141407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095180166,0.0061956365,0.5217215,0.00045960964,0.00011905603,0.00032286884,0.0057617654,0.0013174461,0.06801247,0.00042668058,0.0007531084,0.393958],"study_design_scores_gemma":[0.00007917515,0.01528038,0.9505298,0.00012703345,0.00012570994,0.00072281633,0.003338449,0.0044295685,0.021936059,0.00060550426,0.0027557062,0.00006984425],"about_ca_topic_score_codex":0.00033908157,"about_ca_topic_score_gemma":0.0007590016,"teacher_disagreement_score":0.001169361,"about_ca_system_score_codex":0.00019409967,"about_ca_system_score_gemma":0.0003794746,"threshold_uncertainty_score":0.0061842203},"labels":[],"label_agreement":null},{"id":"W2770310262","doi":"10.1558/cj.35133","title":"Real English Interactive Level 1 Version 2.0","year":2001,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Multimedia; Natural language processing","score_opus":0.031801645228379145,"score_gpt":0.31752910826781927,"score_spread":0.28572746303944013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770310262","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016192352,0.0010883266,0.08524389,0.0014913665,0.0026789089,0.002217449,0.30648273,0.26793668,0.3166683],"genre_scores_gemma":[0.05506032,0.00088185526,0.076189466,0.0009594296,0.0008117235,0.0041117184,0.26354548,0.13317123,0.46526876],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990722,0.00015312918,0.00017110528,0.00013636435,0.00033491457,0.00013227478],"domain_scores_gemma":[0.98929125,0.004341176,0.0002967869,0.0014745097,0.0038473413,0.0007489445],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016698072,0.0014430308,0.0012511142,0.0028809318,0.00061102165,0.0033402883,0.0018089432,0.0010179626,0.6461083],"category_scores_gemma":[0.013491192,0.0011674472,0.0007316229,0.0022669856,0.00038371113,0.0037004275,0.0019097195,0.0017831518,0.43584168],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010685679,0.00020694121,0.0006485724,0.0014112726,0.000027969776,0.00012148126,0.00040598257,0.00036978937,0.0032087776,0.0016853801,0.8235607,0.1672847],"study_design_scores_gemma":[0.00049260404,0.00035148129,0.009602854,0.00046088686,0.00006278102,0.0005394103,0.00029348632,0.0017395588,0.0061691157,0.0068792026,0.9732679,0.00014056],"about_ca_topic_score_codex":0.002107634,"about_ca_topic_score_gemma":0.0035236697,"teacher_disagreement_score":0.6461083,"about_ca_system_score_codex":0.0003735783,"about_ca_system_score_gemma":0.0011469726,"threshold_uncertainty_score":0.5047835},"labels":[],"label_agreement":null},{"id":"W277533435","doi":"10.21437/interspeech.2008-669","title":"Seed models combination and state level mappings of cross-lingual transfer for rapid HMM development: from English to Mandarin","year":2008,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Mandarin Chinese; Hidden Markov model; Computer science; Speech recognition; Natural language processing; Artificial intelligence; Transfer (computing); Transfer of learning; State (computer science); Linguistics; Algorithm","score_opus":0.06331739022945206,"score_gpt":0.2971567254137924,"score_spread":0.23383933518434036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W277533435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41376185,0.0003635607,0.5700516,0.00033377018,0.00010837234,0.00015920225,0.00061005185,0.0069014765,0.007710061],"genre_scores_gemma":[0.89640087,0.00008447198,0.09968729,0.000051388946,0.000010153652,0.00009298018,0.0007676727,0.0006419264,0.0022632573],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990922,0.00042345413,0.000054807682,0.00023322993,0.00010158315,0.00009470298],"domain_scores_gemma":[0.99595547,0.002574659,0.00008977118,0.0005984971,0.0006484233,0.0001332377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021989432,0.000797072,0.00046988373,0.00053324155,0.00058110355,0.00082240085,0.0006969642,0.0008402718,0.0053144004],"category_scores_gemma":[0.010456556,0.00061344146,0.0005150651,0.00041560014,0.00026204114,0.0018684354,0.0014290069,0.0012171239,0.0020308304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023434893,0.00041377253,0.018702606,0.0002222882,0.00018016664,0.0006293701,0.0011499757,0.1066737,0.07946418,0.0065236106,0.0039801737,0.77971673],"study_design_scores_gemma":[0.0000764642,0.00028930086,0.0095961355,0.00004291004,0.00019744756,0.00027347702,0.00039474657,0.89267254,0.08741586,0.0067643435,0.0022159829,0.000060875664],"about_ca_topic_score_codex":0.0071037197,"about_ca_topic_score_gemma":0.009812194,"teacher_disagreement_score":0.0071037197,"about_ca_system_score_codex":0.00052459986,"about_ca_system_score_gemma":0.0017242851,"threshold_uncertainty_score":0.017778456},"labels":[],"label_agreement":null},{"id":"W2777918966","doi":"10.1107/s2053273317089938","title":"Teaching undergraduates about structure using database examples","year":2017,"lang":"en","type":"article","venue":"Acta Crystallographica Section A Foundations and Advances","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Database; Mathematics education; Computer science; Information retrieval; Psychology","score_opus":0.028436780605396266,"score_gpt":0.33100730390597494,"score_spread":0.30257052330057865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777918966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04648118,0.007293405,0.58439803,0.03834741,0.0018146024,0.0012755035,0.0044657397,0.009607306,0.30631682],"genre_scores_gemma":[0.13987616,0.013689168,0.7469189,0.008287977,0.0014877922,0.0008364291,0.0068439944,0.0014606864,0.08059883],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99779737,0.0006006037,0.00022091121,0.00034187903,0.0008865849,0.00015270292],"domain_scores_gemma":[0.99257386,0.004080766,0.00033578207,0.0007588685,0.0011499368,0.0011007204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003552835,0.0011438625,0.0007143499,0.0017716612,0.0010909743,0.0043940675,0.0033735684,0.001958231,0.06279774],"category_scores_gemma":[0.019370938,0.0005832415,0.00080175116,0.0019839958,0.0009009547,0.00896868,0.0041517364,0.002988106,0.01871716],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017430051,0.000986752,0.003885052,0.0010046946,0.000031401556,0.00078023307,0.00571944,0.0028397392,0.0045709503,0.1076798,0.24964917,0.62267846],"study_design_scores_gemma":[0.000062879866,0.00018747967,0.0012814495,0.0007229843,0.000018982653,0.0017025623,0.0030978268,0.0065819807,0.0030969288,0.15576011,0.8274411,0.00004564293],"about_ca_topic_score_codex":0.00078846986,"about_ca_topic_score_gemma":0.002344855,"teacher_disagreement_score":0.06279774,"about_ca_system_score_codex":0.0015174017,"about_ca_system_score_gemma":0.0017980797,"threshold_uncertainty_score":0.21007937},"labels":[],"label_agreement":null},{"id":"W2786910908","doi":"","title":"Une architecture multi-agents pour des sessions d'apprentissage Collaboratif","year":2002,"lang":"fr","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal","funders":"","keywords":"Humanities; Session (web analytics); Art; Library science; Computer science; World Wide Web","score_opus":0.03641270693050587,"score_gpt":0.2751257327035825,"score_spread":0.23871302577307663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786910908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017803082,0.00076292094,0.960294,0.0007591635,0.00022677572,0.00030457886,0.000114035865,0.007877304,0.011858064],"genre_scores_gemma":[0.18687472,0.000811222,0.7642922,0.00030219922,0.00014333428,0.0006551619,0.0004955832,0.000600859,0.045824826],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99570966,0.0016067546,0.0002754144,0.0009400336,0.0011773701,0.00029081013],"domain_scores_gemma":[0.9969921,0.0008725122,0.00014924005,0.00061611476,0.0008304167,0.0005395072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043990603,0.0015004241,0.001342365,0.00091330655,0.0040109847,0.0085608885,0.0022875431,0.0052555725,0.009913791],"category_scores_gemma":[0.0055667986,0.0014884206,0.0016767085,0.000723459,0.0016207271,0.005891672,0.0038235153,0.004526345,0.004969056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002596022,0.0011571121,0.0047860187,0.0009827202,0.00038431116,0.002622906,0.008199644,0.10413366,0.05527291,0.35566413,0.019250307,0.4449502],"study_design_scores_gemma":[0.00063266663,0.00074289215,0.0022983777,0.00030097252,0.00024684652,0.0013184523,0.0014948351,0.57111317,0.030895133,0.06422688,0.32646015,0.00026964428],"about_ca_topic_score_codex":0.016708886,"about_ca_topic_score_gemma":0.017160801,"teacher_disagreement_score":0.016708886,"about_ca_system_score_codex":0.0018458695,"about_ca_system_score_gemma":0.003909665,"threshold_uncertainty_score":0.03322327},"labels":[],"label_agreement":null},{"id":"W2796847126","doi":"10.2307/1602249","title":"Test Construction and Validation: Case Description of Constructing and Validating a Test of English for Teaching Purposes","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Computer science; Mathematics education; Psychology; Geology","score_opus":0.04615243925074911,"score_gpt":0.2699627301624387,"score_spread":0.2238102909116896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796847126","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7509844,0.0003601908,0.2321873,0.0027255754,0.000155294,0.0030485007,0.00018872396,0.0008404471,0.009509568],"genre_scores_gemma":[0.76740026,0.00014953462,0.2260491,0.00067199423,0.00003201032,0.0012499514,0.00030825374,0.00048930856,0.0036495454],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.86130494,0.09486338,0.007925243,0.0061196056,0.024200393,0.005586445],"domain_scores_gemma":[0.6339769,0.27131653,0.0113025475,0.04528944,0.03397075,0.0041438863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0870705,0.0019102333,0.0010949402,0.0035175853,0.0076100244,0.004342943,0.006315097,0.009494188,0.0013038707],"category_scores_gemma":[0.3019675,0.001815822,0.0022982582,0.002117356,0.008243567,0.0045422507,0.0074813347,0.0055881226,0.00094053644],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012538044,0.004093885,0.1259615,0.002093436,0.00024730782,0.037762072,0.39455986,0.013578096,0.054375373,0.023278663,0.0061683115,0.33662772],"study_design_scores_gemma":[0.00045768698,0.008414944,0.1109308,0.005183905,0.0010825436,0.06897266,0.2159552,0.12275273,0.3183564,0.034305926,0.112307474,0.0012798945],"about_ca_topic_score_codex":0.012301226,"about_ca_topic_score_gemma":0.014564049,"teacher_disagreement_score":0.0870705,"about_ca_system_score_codex":0.005460678,"about_ca_system_score_gemma":0.010824711,"threshold_uncertainty_score":0.4604783},"labels":[],"label_agreement":null},{"id":"W2797349634","doi":"10.3968/10198","title":"Primary Exploration of Government-Sponsored Oversea Education Italian Examination Item Bank Building","year":2018,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credibility; Government (linguistics); Quality (philosophy); Test (biology); Process (computing); Political science; Accounting; Business; Public administration; Public relations; Computer science; Linguistics; Law","score_opus":0.018534575629161536,"score_gpt":0.2863731962834865,"score_spread":0.26783862065432495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797349634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74524677,0.0026206789,0.112232834,0.014269827,0.0012286378,0.008686346,0.003895899,0.0016136998,0.11020525],"genre_scores_gemma":[0.93382555,0.00042579183,0.049372353,0.0012394908,0.00018455953,0.004213077,0.0021123087,0.00026659097,0.008360294],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.87639964,0.06531726,0.014979064,0.006490365,0.033256926,0.0035567898],"domain_scores_gemma":[0.4514976,0.2901772,0.048985146,0.0704669,0.13312837,0.0057447967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.16658376,0.00084328535,0.0010847026,0.008346127,0.0024101462,0.0059223045,0.0023938685,0.0012054621,0.005382666],"category_scores_gemma":[0.33428127,0.0008306587,0.0011432611,0.009042343,0.0038897975,0.003046621,0.0039278073,0.0025719148,0.0016378546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014101003,0.00088388997,0.50384086,0.0007618314,0.00025745662,0.00028930118,0.011161813,0.002212094,0.0040990436,0.048050158,0.026199462,0.4008339],"study_design_scores_gemma":[0.00034071095,0.0012553519,0.87166053,0.0014443543,0.00034324438,0.00059678906,0.0055928947,0.011334969,0.014878238,0.014387927,0.07795688,0.00020824175],"about_ca_topic_score_codex":0.012368631,"about_ca_topic_score_gemma":0.015204971,"teacher_disagreement_score":0.16658376,"about_ca_system_score_codex":0.0077245333,"about_ca_system_score_gemma":0.020999474,"threshold_uncertainty_score":0.8809897},"labels":[],"label_agreement":null},{"id":"W2797560550","doi":"10.3968/10228","title":"The Neglected Writing Style of Mathematical Modeling Essays","year":2018,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formality; Objectivity (philosophy); Style (visual arts); China; Simplicity; Academic writing; Writing style; Computer science; Subjectivity; Quality (philosophy); Sociology; Epistemology; Linguistics; Mathematics education; Psychology; Literature; Political science; Law; Philosophy","score_opus":0.021048074272083286,"score_gpt":0.29901338093510016,"score_spread":0.2779653066630169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797560550","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41805312,0.010562925,0.058685463,0.04803015,0.005842604,0.00034368376,0.000990663,0.00094918656,0.45654216],"genre_scores_gemma":[0.9601295,0.0025387963,0.007871595,0.0018237733,0.0014642444,0.00013081626,0.00024368479,0.00024502265,0.02555256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9923321,0.0036239433,0.0006846992,0.00067992986,0.0024143073,0.00026502792],"domain_scores_gemma":[0.9693909,0.012489448,0.005681769,0.0035675978,0.007287567,0.0015826817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005863698,0.00049294205,0.00033540995,0.002442995,0.0023639526,0.0050287074,0.0010575635,0.0005360464,0.0036468203],"category_scores_gemma":[0.040372144,0.00022177705,0.0003090927,0.0016926948,0.00401836,0.0045023705,0.002778818,0.0010930096,0.0010565012],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015950837,0.0000629118,0.014166462,0.002392093,0.00007678993,0.001883164,0.10220661,0.0011195423,0.008194751,0.5616455,0.07669502,0.23139757],"study_design_scores_gemma":[0.000042118467,0.000097184355,0.01956179,0.0018122841,0.00006566354,0.0026112476,0.027247118,0.005690803,0.0060437243,0.13462564,0.80208737,0.00011520792],"about_ca_topic_score_codex":0.0012225668,"about_ca_topic_score_gemma":0.0015225818,"teacher_disagreement_score":0.005863698,"about_ca_system_score_codex":0.0027246913,"about_ca_system_score_gemma":0.003048252,"threshold_uncertainty_score":0.031010568},"labels":[],"label_agreement":null},{"id":"W2799416478","doi":"10.5539/ells.v8n2p1","title":"An Instructional Application of the Multiple-Choice Cloze: A Case Study in the EFL Classroom","year":2018,"lang":"en","type":"article","venue":"English Language and Literature Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Tsing Hua University","keywords":"Test (biology); Sentence; Situational ethics; Cloze test; Mathematics education; Reading comprehension; Psychology; Multiple choice; Reading (process); Class (philosophy); Comprehension; Control (management); Computer science; Linguistics; Natural language processing; Artificial intelligence; Social psychology","score_opus":0.010780689331868234,"score_gpt":0.32333453456002936,"score_spread":0.31255384522816115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799416478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636976,0.00050860574,0.023920102,0.0018973289,0.00004265913,0.00093910436,0.0000874224,0.00020405638,0.008703242],"genre_scores_gemma":[0.9198679,0.0006182403,0.07362779,0.000626657,0.00003278826,0.00064754765,0.00006129492,0.00010796105,0.0044099423],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9793466,0.016120013,0.00064507424,0.0010968881,0.0019191768,0.0008722902],"domain_scores_gemma":[0.9558956,0.0348784,0.0018638604,0.002618981,0.0028413662,0.001901782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0143875955,0.0011766141,0.0011526275,0.0028002253,0.0064983186,0.0035122328,0.0031775166,0.00463891,0.0014560901],"category_scores_gemma":[0.03669705,0.0007563813,0.00068047526,0.0021432105,0.0043846196,0.003952718,0.0035602434,0.0029468618,0.00053875253],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007139319,0.020862358,0.07801584,0.0017607978,0.000119911594,0.06445495,0.5197635,0.003697987,0.021384189,0.012307629,0.004391012,0.2725278],"study_design_scores_gemma":[0.0012964323,0.019353738,0.07797641,0.0020647817,0.00042291035,0.077973776,0.54510945,0.038446732,0.10366638,0.016391993,0.11639781,0.00089954195],"about_ca_topic_score_codex":0.005607765,"about_ca_topic_score_gemma":0.014996685,"teacher_disagreement_score":0.0143875955,"about_ca_system_score_codex":0.0036359157,"about_ca_system_score_gemma":0.002416421,"threshold_uncertainty_score":0.0760898},"labels":[],"label_agreement":null},{"id":"W2803838168","doi":"10.5539/elt.v11n6p80","title":"College English Curriculum Group: The Construction Based on Needs Analysis","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Xi'an University of Science and Technology","keywords":"Curriculum; Mathematics education; College English; Needs analysis; Psychology; The Internet; China; Foreign language; Humanity; Pedagogy; Computer science; Political science; World Wide Web","score_opus":0.004546130147888984,"score_gpt":0.25289726169827464,"score_spread":0.24835113155038566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803838168","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66615415,0.00012374339,0.21124025,0.0019298799,0.00027102273,0.023761878,0.0055308095,0.002008611,0.08897965],"genre_scores_gemma":[0.449199,0.00017850046,0.48073304,0.00019360885,0.00006573793,0.015728878,0.008188,0.00026101564,0.04545226],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977144,0.0007798361,0.0002799029,0.00033879682,0.000705885,0.00018125429],"domain_scores_gemma":[0.9975706,0.00042280252,0.00013375524,0.00018234794,0.0012943797,0.00039615214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023244813,0.0005839268,0.0002719886,0.004862009,0.0016320755,0.0011062367,0.0007748611,0.000474188,0.0109103415],"category_scores_gemma":[0.005284388,0.00044293192,0.00055416924,0.0020756016,0.00079780875,0.0016458123,0.0020482964,0.00057395844,0.002128116],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041903742,0.0018539198,0.12639122,0.00094688416,0.000043428317,0.0008351941,0.047258478,0.0028495493,0.026599808,0.042444542,0.037494455,0.71286356],"study_design_scores_gemma":[0.0003699445,0.0017629617,0.3079232,0.00053615915,0.0002463888,0.0011442103,0.11552799,0.043265346,0.02772263,0.023063278,0.47808433,0.000353595],"about_ca_topic_score_codex":0.007658076,"about_ca_topic_score_gemma":0.006957576,"teacher_disagreement_score":0.0109103415,"about_ca_system_score_codex":0.0024872334,"about_ca_system_score_gemma":0.0051890905,"threshold_uncertainty_score":0.036498725},"labels":[],"label_agreement":null},{"id":"W281329835","doi":"","title":"A More Valid Alternative to TOEFL","year":2002,"lang":"en","type":"article","venue":"College and university","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test of English as a Foreign Language; Test (biology); Mathematics education; Language proficiency; Psychology; Medical education; Construct (python library); Higher education; Foreign language; Language assessment; Pedagogy; Computer science; Political science; Medicine; Law","score_opus":0.024146540372289475,"score_gpt":0.24892272804508273,"score_spread":0.22477618767279325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W281329835","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22469199,0.005162482,0.18150751,0.03156338,0.0097828945,0.003916019,0.016828757,0.0025388692,0.5240081],"genre_scores_gemma":[0.77464217,0.0016091672,0.12634538,0.013474605,0.0016240306,0.0050173714,0.0061099147,0.0005253561,0.0706519],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9709665,0.013164076,0.0027038364,0.0030767035,0.009034414,0.0010544881],"domain_scores_gemma":[0.93226093,0.025108539,0.006763091,0.007904468,0.026581975,0.001381025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01938196,0.001167797,0.0008079658,0.004924571,0.0015694727,0.005591953,0.0027176645,0.003105239,0.036847807],"category_scores_gemma":[0.10248435,0.0002584124,0.0016007121,0.0039863572,0.0025417565,0.0073499335,0.0050402246,0.0028989634,0.008305878],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016871649,0.0012836474,0.09988272,0.0015165431,0.00024140511,0.00049430947,0.0029946007,0.0011038412,0.0020279342,0.12803759,0.053783596,0.70694673],"study_design_scores_gemma":[0.0010241582,0.0041995808,0.19262773,0.0060381726,0.0005673415,0.0037726054,0.013293186,0.01411581,0.01032953,0.1860194,0.5671303,0.00088212366],"about_ca_topic_score_codex":0.004513187,"about_ca_topic_score_gemma":0.0063313483,"teacher_disagreement_score":0.036847807,"about_ca_system_score_codex":0.0027983843,"about_ca_system_score_gemma":0.0029629515,"threshold_uncertainty_score":0.12326819},"labels":[],"label_agreement":null},{"id":"W2885570259","doi":"10.3968/10158","title":"An Empirical Study on Abstract Translation of MA Theses by English Majors: Based on the MA Theses From 5 Universities in Jiangxi Province","year":2018,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Representation (politics); Empirical research; Mathematics education; Psychology; Linguistics; Sociology; Political science; Philosophy; Epistemology; Law","score_opus":0.023645055000049042,"score_gpt":0.34493734844562873,"score_spread":0.3212922934455797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885570259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963565,0.00014696502,0.0004156266,0.0002694496,0.00004973657,0.00012850732,0.000092419665,0.000009276276,0.0025315394],"genre_scores_gemma":[0.99470574,0.000412077,0.0010402272,0.00025857822,0.000039825823,0.00017947798,0.00033035112,0.000016537557,0.0030171885],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9855225,0.0068952283,0.0019444915,0.0008454033,0.003914697,0.0008777375],"domain_scores_gemma":[0.92481375,0.030733334,0.011786966,0.0031555605,0.025066711,0.0044436394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017240062,0.0005673544,0.00074277964,0.002922242,0.003455687,0.003224551,0.0009406359,0.00085675536,0.003914881],"category_scores_gemma":[0.07983888,0.00032918502,0.00045402825,0.0051859184,0.0014329124,0.0019694983,0.0022975444,0.0012972276,0.0010572844],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069362373,0.0018198898,0.2552365,0.0021729693,0.00009807494,0.003460982,0.60241914,0.00032024056,0.0063390494,0.002191695,0.008469191,0.11677858],"study_design_scores_gemma":[0.000111104586,0.0012705575,0.3566156,0.0006095515,0.000099390076,0.00082578254,0.60274464,0.0012715803,0.0033257552,0.0006021008,0.032426793,0.00009714615],"about_ca_topic_score_codex":0.0074471566,"about_ca_topic_score_gemma":0.0090648625,"teacher_disagreement_score":0.017240062,"about_ca_system_score_codex":0.003479444,"about_ca_system_score_gemma":0.0058910935,"threshold_uncertainty_score":0.09117526},"labels":[],"label_agreement":null},{"id":"W2887246479","doi":"10.24908/pceea.v0i0.10767","title":"Faculty Level Support of Graduate Attribute Assessment and Continuous Improvement Process","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Process (computing); Computer science; Set (abstract data type); Software engineering; Key (lock); Graduate students; Post graduate; Engineering management; Engineering; Medical education","score_opus":0.027950450810291877,"score_gpt":0.2964404890914908,"score_spread":0.2684900382811989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887246479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39229006,0.0014969668,0.46379182,0.0331319,0.000831641,0.0059873676,0.0010505631,0.020314807,0.08110493],"genre_scores_gemma":[0.71019554,0.000431703,0.27153924,0.0019884738,0.00033835095,0.0011033557,0.0008425186,0.0006054597,0.012955495],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.943619,0.023220096,0.0043918276,0.006026658,0.018462854,0.00427942],"domain_scores_gemma":[0.6832355,0.06259812,0.029471127,0.04788505,0.13537991,0.041430287],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.052321207,0.0005797698,0.0011011836,0.004716408,0.004199234,0.0081653455,0.0051076123,0.0015425435,0.005910318],"category_scores_gemma":[0.1411846,0.00053592864,0.0008270658,0.0058571394,0.0016101556,0.0027213604,0.007279943,0.0035381163,0.0030586598],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032194593,0.0017958235,0.051706,0.00063545053,0.00010929595,0.00016370474,0.012506286,0.0047673704,0.013213453,0.009145925,0.020140562,0.8854942],"study_design_scores_gemma":[0.0007450179,0.009115132,0.36086345,0.0014464811,0.0005208362,0.0009619022,0.025477935,0.06564843,0.0711104,0.018947918,0.44412303,0.0010396097],"about_ca_topic_score_codex":0.019866005,"about_ca_topic_score_gemma":0.02972869,"teacher_disagreement_score":0.9888213,"about_ca_system_score_codex":0.011178653,"about_ca_system_score_gemma":0.055060066,"threshold_uncertainty_score":0.2767043},"labels":[],"label_agreement":null},{"id":"W2889264371","doi":"10.13033/isahp.y2018.049","title":"SIGMOID SUPPLEMENTED DECISION STRUCTURES FOR EVIDENCE SENSITIVITY LEARNING","year":2018,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Sigmoid function; Sensitivity (control systems); Computer science; Artificial intelligence; Artificial neural network; Engineering; Electronic engineering","score_opus":0.030668546938088907,"score_gpt":0.34599320738162875,"score_spread":0.31532466044353985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889264371","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022821808,0.0004420827,0.9723345,0.00040424912,0.00003936762,0.00022457374,0.00021844686,0.00022293662,0.0032920197],"genre_scores_gemma":[0.60713226,0.00058255816,0.38774255,0.00025468302,0.00007792208,0.00077887124,0.00046227616,0.00005359992,0.0029152283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9927833,0.0042536017,0.0004999099,0.00094116,0.0012355368,0.00028644106],"domain_scores_gemma":[0.9710496,0.02361401,0.0011927283,0.0011160994,0.0025979779,0.00042959064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012805127,0.0015807728,0.0019373335,0.002962495,0.0007771864,0.0024715613,0.002031455,0.001967196,0.005989118],"category_scores_gemma":[0.041536264,0.0010073392,0.0015473187,0.0018207307,0.0022455542,0.004006052,0.002762656,0.0030842258,0.00066090235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036480062,0.00012535184,0.001397789,0.00027537686,0.00018167341,0.00018514252,0.0002975856,0.78251773,0.0013038502,0.12653849,0.0009354035,0.085876755],"study_design_scores_gemma":[0.000029105977,0.00007599307,0.0001524086,0.000058849768,0.000028495258,0.000025820129,0.000019939676,0.90116227,0.00081421057,0.09692293,0.0006906732,0.000019246354],"about_ca_topic_score_codex":0.002500802,"about_ca_topic_score_gemma":0.0017320416,"teacher_disagreement_score":0.012805127,"about_ca_system_score_codex":0.00246118,"about_ca_system_score_gemma":0.0019696737,"threshold_uncertainty_score":0.06772077},"labels":[],"label_agreement":null},{"id":"W2896870838","doi":"10.3968/10527","title":"Teaching of English Writing for Ph.D. Graduates Based on Output-Driven Hypothesis","year":2018,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Computer science; Mathematics education; Second language writing; Professional writing; English language; Pedagogy; Psychology; Linguistics; Second language; Philosophy","score_opus":0.026585013201519847,"score_gpt":0.3340835746937322,"score_spread":0.30749856149221233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896870838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.944232,0.0000667423,0.016891794,0.0020347247,0.00007392873,0.0006566314,0.0000913362,0.00009328068,0.03585958],"genre_scores_gemma":[0.99156886,0.000049342045,0.0052010776,0.0002295937,0.000018733219,0.00023113839,0.000043192198,0.000008901185,0.0026493652],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975514,0.00081669603,0.0001637333,0.0003810684,0.00078753376,0.00029957786],"domain_scores_gemma":[0.9879461,0.006378996,0.0013749464,0.0006445888,0.0019862829,0.0016690327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004626913,0.00032530742,0.0002592571,0.00086382957,0.00085156644,0.0017379556,0.0007197257,0.0007038849,0.006289825],"category_scores_gemma":[0.013724928,0.00020495392,0.0004755761,0.00027016705,0.0013489268,0.001001834,0.0012282559,0.0008110904,0.00091882324],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016792584,0.0071875337,0.57828194,0.00075390027,0.00013793544,0.001584799,0.022145744,0.0044713165,0.02510263,0.05174913,0.005031411,0.30187443],"study_design_scores_gemma":[0.0017515947,0.008879436,0.75229734,0.0005136362,0.000330349,0.0018854358,0.030995771,0.054816674,0.04081671,0.090673134,0.016885482,0.0001545225],"about_ca_topic_score_codex":0.000577862,"about_ca_topic_score_gemma":0.00061345525,"teacher_disagreement_score":0.006289825,"about_ca_system_score_codex":0.0012382045,"about_ca_system_score_gemma":0.0024945673,"threshold_uncertainty_score":0.024469733},"labels":[],"label_agreement":null},{"id":"W2900927010","doi":"","title":"Principles and practice of structural equation modeling, 2nd ed.","year":2005,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Structural equation modeling; Computer science; Machine learning","score_opus":0.05223633825584374,"score_gpt":0.34624505328033106,"score_spread":0.29400871502448733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900927010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037877928,0.18176754,0.7585943,0.018327983,0.0029760909,0.0007727402,0.0041778022,0.0024830482,0.027112713],"genre_scores_gemma":[0.06432926,0.14598395,0.7698935,0.00223337,0.0020969335,0.0033447125,0.0029985055,0.000629932,0.008489772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888987,0.006845453,0.0010594979,0.00073533074,0.0022318948,0.00022919675],"domain_scores_gemma":[0.96721655,0.02740409,0.001431391,0.0014162178,0.002281473,0.00025035723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014989016,0.0036732054,0.0043839533,0.005285998,0.0012772427,0.0052627064,0.0033699549,0.0032117513,0.0116091035],"category_scores_gemma":[0.031115636,0.0030470325,0.003852519,0.006396665,0.0036883506,0.004468643,0.0020721606,0.0061729923,0.0056645423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081214814,0.00042360462,0.006231251,0.0066512744,0.0011552374,0.00038028063,0.0028405846,0.041482598,0.00066555536,0.3863031,0.12223893,0.43154636],"study_design_scores_gemma":[0.00013698748,0.00017500274,0.005376094,0.004646248,0.0007612695,0.00063539844,0.0012531638,0.03693905,0.0009987073,0.66937953,0.27944174,0.00025681368],"about_ca_topic_score_codex":0.015172488,"about_ca_topic_score_gemma":0.018728951,"teacher_disagreement_score":0.015172488,"about_ca_system_score_codex":0.0029899178,"about_ca_system_score_gemma":0.007289253,"threshold_uncertainty_score":0.07927048},"labels":[],"label_agreement":null},{"id":"W2900998244","doi":"10.5539/elt.v11n10p10","title":"College English Reading Instruction in North China Electric Power University: The Production-Driven Approach","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Psychology; Teaching method; Competence (human resources); Reading (process); College English; Variety (cybernetics); Mathematics education; Pedagogy; Cultural competence; Perspective (graphical); Computer science; Linguistics","score_opus":0.004994649784355579,"score_gpt":0.21894098009604138,"score_spread":0.2139463303116858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900998244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93666327,0.00039784916,0.017596845,0.0019845127,0.0000474513,0.00040010642,0.000059392183,0.00010897922,0.042741705],"genre_scores_gemma":[0.9699411,0.00037759595,0.013971279,0.00014639343,0.000020386398,0.00017152057,0.000064524174,0.000019161702,0.015288126],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99945825,0.00020660547,0.00003352398,0.000090952235,0.00014855541,0.00006215608],"domain_scores_gemma":[0.99947006,0.00012440963,0.000047580535,0.000049613518,0.00016496994,0.00014341382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092809694,0.00025715033,0.00016660432,0.00092246267,0.0011250194,0.0017877247,0.0007244266,0.0003559045,0.003638017],"category_scores_gemma":[0.0012098858,0.00018282817,0.00019104709,0.00064404856,0.0006931267,0.0011680519,0.0011344273,0.00043584846,0.0002591795],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022340915,0.0017362308,0.18737702,0.0008622675,0.000038481907,0.0017717696,0.027469685,0.004639983,0.018203203,0.02466916,0.005134541,0.7278743],"study_design_scores_gemma":[0.00023112472,0.0023973368,0.6744318,0.0005707347,0.00021688092,0.0011538963,0.09494176,0.06397466,0.020884732,0.033629518,0.107348345,0.00021928785],"about_ca_topic_score_codex":0.021339878,"about_ca_topic_score_gemma":0.050421115,"teacher_disagreement_score":0.021339878,"about_ca_system_score_codex":0.0033627301,"about_ca_system_score_gemma":0.008769392,"threshold_uncertainty_score":0.042431355},"labels":[],"label_agreement":null},{"id":"W2902846707","doi":"10.1130/abs/2018am-323566","title":"THE ASSESSMENT OF FIELD SKILLS USING ESRI STORY MAPS","year":2018,"lang":"en","type":"article","venue":"Abstracts with programs - Geological Society of America","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Field (mathematics); Computer science; Computer graphics (images); Mathematics","score_opus":0.021139224108358314,"score_gpt":0.3159346269253349,"score_spread":0.2947954028169766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902846707","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96884716,0.00008383384,0.0072510643,0.00017496268,0.000020639689,0.0003111575,0.0034657102,0.00032611823,0.019519448],"genre_scores_gemma":[0.98196167,0.00015147541,0.012485912,0.000027463138,0.000009939606,0.00018362468,0.001593026,0.000025987447,0.0035609002],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987514,0.00051996764,0.00011439583,0.00012186435,0.00041286278,0.00007943541],"domain_scores_gemma":[0.99215615,0.0037338953,0.0007924431,0.00057530194,0.0022545708,0.00048764655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016450407,0.0004012989,0.00020603373,0.0028132924,0.00029007677,0.000988056,0.0005219613,0.00046900223,0.004894601],"category_scores_gemma":[0.012290085,0.00015049105,0.00025340656,0.0013013937,0.00023042191,0.0014143263,0.0009242583,0.00031120214,0.0014644286],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047141788,0.0010158871,0.6628601,0.00022445104,0.00008902155,0.0004514634,0.004120738,0.0049912767,0.0056190942,0.00081854814,0.0061843763,0.3131536],"study_design_scores_gemma":[0.000060895825,0.0012268596,0.9451208,0.00009431361,0.00006808993,0.00054074364,0.0064518754,0.024923861,0.00815609,0.0011751166,0.012123293,0.000057949983],"about_ca_topic_score_codex":0.0061936066,"about_ca_topic_score_gemma":0.009979235,"teacher_disagreement_score":0.0061936066,"about_ca_system_score_codex":0.00036450423,"about_ca_system_score_gemma":0.000629395,"threshold_uncertainty_score":0.016374111},"labels":[],"label_agreement":null},{"id":"W2906282238","doi":"10.2316/j.2019.201-2968","title":"RESEARCH AND DESIGN OF INTELLIGENT LEARNING SYSTEM BASED ON RECOMMENDATION TECHNOLOGY","year":2018,"lang":"en","type":"article","venue":"Mechatronic systems and control","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction; Systems engineering; Engineering","score_opus":0.04119672003234803,"score_gpt":0.3257141770831665,"score_spread":0.2845174570508185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906282238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09071084,0.002288278,0.8926215,0.00061777525,0.0002608593,0.00033932907,0.00011863355,0.0015627292,0.011480077],"genre_scores_gemma":[0.7330708,0.001854598,0.25130904,0.00026305,0.00013374964,0.0003067074,0.00031212257,0.00006117235,0.012688813],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935335,0.00014227857,0.000050217914,0.0001868245,0.00019138757,0.0000758129],"domain_scores_gemma":[0.9994516,0.00014808141,0.000026648464,0.00006353638,0.00027022167,0.00003990467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006387231,0.0003559637,0.00070917176,0.0006092974,0.00052982883,0.0012051096,0.00125797,0.001012793,0.0025235957],"category_scores_gemma":[0.0012480958,0.000248925,0.0006736522,0.00053640775,0.00023460174,0.0018195672,0.00027755424,0.0004438941,0.0007172303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062423956,0.00096854294,0.0120262075,0.0008501552,0.0003801973,0.0005197549,0.0003926332,0.09935443,0.07733856,0.031282462,0.009355887,0.766907],"study_design_scores_gemma":[0.00009131032,0.0005743025,0.0039320895,0.00003968426,0.00019926821,0.0003922303,0.00013888653,0.95456344,0.02460975,0.0040430645,0.011370025,0.00004592383],"about_ca_topic_score_codex":0.004515317,"about_ca_topic_score_gemma":0.0024968132,"teacher_disagreement_score":0.004515317,"about_ca_system_score_codex":0.0005442454,"about_ca_system_score_gemma":0.000891289,"threshold_uncertainty_score":0.008978069},"labels":[],"label_agreement":null},{"id":"W2907298962","doi":"10.3166/ts.34.21-32","title":"A new student-teacher mentoring algorithm for online feedback using statistical signal processing","year":2017,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Algorithm; SIGNAL (programming language); Signal processing; Mathematics education; Multimedia; Psychology; Digital signal processing; Computer hardware","score_opus":0.05994663286930197,"score_gpt":0.3800119684007054,"score_spread":0.3200653355314034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907298962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012250492,0.00012527262,0.98243,0.00015046011,0.0001331896,0.00020460604,0.00007842307,0.003698912,0.0009286192],"genre_scores_gemma":[0.15212883,0.000086562985,0.84072983,0.00014673035,0.000151929,0.00044986833,0.00035570993,0.00020548464,0.0057450216],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867696,0.0002510594,0.00010291173,0.00029500521,0.0005250963,0.00014890802],"domain_scores_gemma":[0.9964311,0.001134376,0.00023841848,0.00031869859,0.0015881996,0.00028916367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020321491,0.00092880474,0.0011165359,0.0014920102,0.00072547846,0.0008422694,0.0018020321,0.0016128055,0.0071766716],"category_scores_gemma":[0.0065966398,0.00032827895,0.0006161703,0.00087361736,0.0002835966,0.0010512783,0.0014286354,0.0012296014,0.0030089985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031654793,0.00034152067,0.0018643027,0.000045600096,0.000044768378,0.000054449632,0.00004033616,0.021345224,0.007565425,0.000680453,0.0039495337,0.96375185],"study_design_scores_gemma":[0.00008479422,0.0002005498,0.0016396982,0.000010540898,0.000028648023,0.0001447232,0.000031244665,0.98521334,0.009376222,0.00092334324,0.0023268869,0.000020018339],"about_ca_topic_score_codex":0.003017532,"about_ca_topic_score_gemma":0.005854744,"teacher_disagreement_score":0.0071766716,"about_ca_system_score_codex":0.000533437,"about_ca_system_score_gemma":0.001997612,"threshold_uncertainty_score":0.024008334},"labels":[],"label_agreement":null},{"id":"W2909080980","doi":"10.24908/pceea.v0i0.13094","title":"Fuzzy logic in engineering education and evaluation of graduate attributes","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Fuzzy logic; Defuzzification; Fuzzy set operations; Fuzzy classification; Fuzzy number; Computer science; Neuro-fuzzy; Flexibility (engineering); Artificial intelligence; Type-2 fuzzy sets and systems; Weighting; Fuzzy associative matrix; Machine learning; Task (project management); Data mining; Fuzzy set; Mathematics; Fuzzy control system; Engineering; Systems engineering","score_opus":0.02483019428482999,"score_gpt":0.27179520411304414,"score_spread":0.24696500982821415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909080980","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018856792,0.014318268,0.8400512,0.0047443877,0.0007051577,0.00022336787,0.00011232348,0.0001699977,0.120818615],"genre_scores_gemma":[0.6061225,0.012251243,0.35704386,0.0011191978,0.0010840697,0.0003421009,0.00018699159,0.00005599523,0.021794047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99421024,0.0024445173,0.00035057956,0.0004932728,0.0022848444,0.00021661662],"domain_scores_gemma":[0.9951591,0.0025915103,0.0004000173,0.00019860204,0.0014969624,0.00015378435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006207902,0.0006442447,0.0007237928,0.0031347002,0.0009409461,0.0035421315,0.00088517426,0.0016836453,0.0031607226],"category_scores_gemma":[0.011062438,0.00020982906,0.00063814025,0.0031712835,0.0037295634,0.0031632895,0.0013294257,0.001956747,0.0005333031],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058886675,0.00006805238,0.0014067866,0.00037613127,0.000029690611,0.00015760906,0.00069775945,0.033181652,0.001231214,0.77386194,0.0040157335,0.18491451],"study_design_scores_gemma":[0.000022716145,0.0001687814,0.0017655335,0.00054859143,0.000029742661,0.00019645925,0.0006970883,0.10357522,0.0021626817,0.84217256,0.048579175,0.00008144388],"about_ca_topic_score_codex":0.00446457,"about_ca_topic_score_gemma":0.0029144317,"teacher_disagreement_score":0.006207902,"about_ca_system_score_codex":0.003944457,"about_ca_system_score_gemma":0.0020339582,"threshold_uncertainty_score":0.032830894},"labels":[],"label_agreement":null},{"id":"W2910568053","doi":"10.24908/pceea.v0i0.13073","title":"OBACIS V: The Accreditation Reporting and The CEAB Mock-Ups","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Accreditation; Computer science; Parsing; Data collection; Software engineering; World Wide Web; Database; Programming language; Medical education; Medicine; Statistics; Mathematics","score_opus":0.006833384245521817,"score_gpt":0.22813029113296304,"score_spread":0.22129690688744122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910568053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4409957,0.0010901607,0.17442171,0.01838316,0.0038129552,0.011098186,0.008138076,0.05280927,0.28925076],"genre_scores_gemma":[0.538714,0.0005333318,0.300992,0.0025011748,0.00031678466,0.0040378487,0.010923214,0.005386415,0.13659517],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906399,0.0032478913,0.00041982767,0.00059015834,0.0038442458,0.0012578799],"domain_scores_gemma":[0.97480315,0.0047768815,0.00086306647,0.005218506,0.009583831,0.004754629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0105186645,0.0010114729,0.0005771792,0.0021990614,0.0021576756,0.0047655716,0.002388904,0.0020488347,0.02331559],"category_scores_gemma":[0.034895416,0.0008786333,0.00076823955,0.0013778999,0.0011372848,0.0019355981,0.0046901247,0.002713851,0.010114048],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014967598,0.0057141455,0.017156594,0.0008760908,0.000052988813,0.00226111,0.015022053,0.0105714,0.011754987,0.020224836,0.44686863,0.46800038],"study_design_scores_gemma":[0.00047705357,0.0019483153,0.02884047,0.0008175346,0.000057344212,0.0019643991,0.0064745066,0.029593078,0.020395514,0.010021974,0.8989135,0.00049620913],"about_ca_topic_score_codex":0.014828716,"about_ca_topic_score_gemma":0.013822086,"teacher_disagreement_score":0.02331559,"about_ca_system_score_codex":0.0026201634,"about_ca_system_score_gemma":0.008772194,"threshold_uncertainty_score":0.0779984},"labels":[],"label_agreement":null},{"id":"W2911682672","doi":"10.1097/acm.0000000000002627","title":"Ensuring the Quality of Multiple-Choice Tests: An Algorithm to Facilitate Decision Making for Difficult Questions","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Quality (philosophy); Management science; Machine learning; Algorithm; Engineering","score_opus":0.11643169706338324,"score_gpt":0.4311357888689092,"score_spread":0.31470409180552594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911682672","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028738806,0.0006240307,0.95011747,0.002420514,0.00017162286,0.006234585,0.0008179193,0.007668499,0.003206617],"genre_scores_gemma":[0.033129733,0.000118615644,0.9643662,0.0001551123,0.00004857329,0.0013603937,0.00026503316,0.00012842655,0.00042794974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9456153,0.025850078,0.00849097,0.0043815044,0.014304191,0.0013579781],"domain_scores_gemma":[0.7856325,0.12867737,0.018875737,0.0070255725,0.054743193,0.0050456375],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.060519237,0.0029097204,0.0031444002,0.012886049,0.0021969497,0.006540997,0.0054726787,0.0038595872,0.0071038646],"category_scores_gemma":[0.2094259,0.0013095926,0.002425552,0.0048030834,0.0018356773,0.0062377937,0.005548699,0.0040418403,0.003696253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029277473,0.0012132148,0.052995007,0.0012830195,0.0005011226,0.00033781485,0.0016751229,0.010454328,0.008238893,0.0077689416,0.023408685,0.88919616],"study_design_scores_gemma":[0.0024369836,0.0026871334,0.052920695,0.0020097313,0.0012701136,0.003296413,0.0020847598,0.7676249,0.050617266,0.06326832,0.050836273,0.0009473293],"about_ca_topic_score_codex":0.0041088895,"about_ca_topic_score_gemma":0.006061793,"teacher_disagreement_score":0.9394808,"about_ca_system_score_codex":0.003310136,"about_ca_system_score_gemma":0.008359513,"threshold_uncertainty_score":0.32006013},"labels":[],"label_agreement":null},{"id":"W2920931511","doi":"10.18260/1-2--29718","title":"A Re-look at the Introduction to Software Engineering Course","year":2020,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alchemy (Canada)","funders":"","keywords":"Software engineering; Software Engineering Process Group; Software requirements; Social software engineering; Software development; Computer science; Course (navigation); Personal software process; Software walkthrough; Engineering management; Civil engineering software; Software construction; Software; Engineering; Programming language","score_opus":0.012032588789256862,"score_gpt":0.2549961714070856,"score_spread":0.24296358261782872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920931511","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059283923,0.010096074,0.03156185,0.38978708,0.17202513,0.0010946196,0.0015864045,0.004946763,0.32961807],"genre_scores_gemma":[0.08756602,0.005919838,0.04038799,0.13468643,0.019575091,0.00069917407,0.0024808187,0.0029706154,0.70571405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996278,0.00060114765,0.00021861131,0.00047112943,0.0019149012,0.0005162584],"domain_scores_gemma":[0.98628324,0.0019860188,0.00042895984,0.00036882586,0.0069478345,0.003985218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003183792,0.0007536364,0.0006448145,0.0018125079,0.0039000912,0.0068827607,0.0017450624,0.004169027,0.054247733],"category_scores_gemma":[0.010534044,0.00044156806,0.00086406054,0.001563522,0.0012641618,0.0046788594,0.0032178238,0.009927659,0.018786311],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006490503,0.0007573563,0.00212504,0.00038280626,0.0000062061736,0.00092474365,0.0030117813,0.0003481803,0.005011807,0.010539338,0.8041017,0.17272608],"study_design_scores_gemma":[0.000010847086,0.00014256682,0.0023730304,0.00026345177,0.0000052475843,0.00022698985,0.0011754131,0.00023935044,0.000531777,0.0013591418,0.9936439,0.000028357057],"about_ca_topic_score_codex":0.0063745906,"about_ca_topic_score_gemma":0.010790302,"teacher_disagreement_score":0.054247733,"about_ca_system_score_codex":0.005649934,"about_ca_system_score_gemma":0.0045529143,"threshold_uncertainty_score":0.18147677},"labels":[],"label_agreement":null},{"id":"W2924851748","doi":"","title":"An Investigation of Item Bias in PISA Science Test in Terms of The Language and Culture","year":2017,"lang":"en","type":"article","venue":"Kastamonu Education Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Differential item functioning; Psychology; Test (biology); Turkish; Consistency (knowledge bases); Item analysis; Logistic regression; Social psychology; Statistics; Linguistics; Psychometrics; Developmental psychology; Item response theory; Mathematics; Computer science; Artificial intelligence","score_opus":0.022535155733909518,"score_gpt":0.33872059556948836,"score_spread":0.31618543983557884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924851748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962892,0.0010429235,0.028985536,0.00033391744,0.00014501746,0.00055550993,0.0003206424,0.000063364074,0.005661256],"genre_scores_gemma":[0.98630905,0.00016561334,0.011868502,0.00012255664,0.00003690069,0.00043788232,0.0003352732,0.000032144675,0.0006919526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9409521,0.030781345,0.007852473,0.0036285839,0.015722621,0.0010627374],"domain_scores_gemma":[0.8307324,0.11496455,0.022104612,0.013189593,0.018160004,0.00084878644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.050013684,0.0007008908,0.001008104,0.004496988,0.0012781043,0.0015490067,0.001028018,0.0006042263,0.002389127],"category_scores_gemma":[0.11923151,0.00026364523,0.0018774424,0.004461862,0.0018381779,0.0015165342,0.0019579849,0.00088951836,0.00038134915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046869964,0.00016100353,0.8913663,0.00035817584,0.0004709958,0.0002928659,0.009362223,0.00052456185,0.0018856953,0.0025668272,0.0005494557,0.09199325],"study_design_scores_gemma":[0.000101330465,0.0021313836,0.93824476,0.000641479,0.0005532294,0.0029174434,0.019429421,0.008031406,0.010353455,0.009088265,0.008375429,0.00013231029],"about_ca_topic_score_codex":0.0010579092,"about_ca_topic_score_gemma":0.0012536395,"teacher_disagreement_score":0.050013684,"about_ca_system_score_codex":0.0010741604,"about_ca_system_score_gemma":0.0016918216,"threshold_uncertainty_score":0.26450074},"labels":[],"label_agreement":null},{"id":"W2944010206","doi":"10.5430/ijhe.v8n3p29","title":"A Teaching Model for Undergraduate Students","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Flipped classroom; Class (philosophy); Computer science; Gauss; Teaching method; Flipped learning; Mathematics; Artificial intelligence","score_opus":0.0187350432977751,"score_gpt":0.3932579891107561,"score_spread":0.374522945812981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944010206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11728952,0.0003545344,0.6839969,0.010030991,0.000581993,0.0011027259,0.00022106801,0.002851951,0.18357036],"genre_scores_gemma":[0.5555888,0.00036102318,0.33613706,0.0017189109,0.00014843656,0.0015868078,0.00031360434,0.00018114837,0.10396423],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988624,0.00046121728,0.00004204242,0.000192233,0.00029439048,0.00014778087],"domain_scores_gemma":[0.99822205,0.00035406882,0.00009183903,0.00022270718,0.0004346457,0.0006745755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011302754,0.00043861006,0.00020734506,0.00040187678,0.0014641443,0.0026317239,0.0014151037,0.0012311918,0.013795481],"category_scores_gemma":[0.0026048745,0.00018798427,0.00041739913,0.00036759584,0.0007156961,0.0021799991,0.0021068286,0.0013987814,0.0034511168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003042149,0.002414005,0.008857741,0.0003066322,0.000024004352,0.00063768524,0.012070081,0.009774637,0.01280231,0.4216351,0.044665404,0.4865082],"study_design_scores_gemma":[0.00037893327,0.0018193393,0.0037647507,0.0003325787,0.000078788966,0.0015719136,0.008575808,0.20332097,0.012341417,0.28193295,0.48576882,0.00011368345],"about_ca_topic_score_codex":0.0012378519,"about_ca_topic_score_gemma":0.0014899579,"teacher_disagreement_score":0.013795481,"about_ca_system_score_codex":0.0019513124,"about_ca_system_score_gemma":0.0026993477,"threshold_uncertainty_score":0.046150506},"labels":[],"label_agreement":null},{"id":"W2948472064","doi":"10.5430/wje.v9n3p30","title":"The Effect of Teacher Feedback on the Simple Past Tense Acquisition in Senior High School Students' English Writing","year":2019,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jiangxi Normal University","keywords":"Corrective feedback; Peer feedback; Psychology; Second-language acquisition; Mathematics education; Class (philosophy); Perception; Point (geometry); Computer science; Linguistics; Mathematics","score_opus":0.00508435178053322,"score_gpt":0.2874191603900464,"score_spread":0.28233480860951315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948472064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993606,0.000049201994,0.000047425157,0.000025733025,0.00000658716,0.000007821768,0.000008363449,0.000006307327,0.00048802275],"genre_scores_gemma":[0.9989604,0.00006465345,0.00015233515,0.000013119886,0.0000042428705,0.000015660455,0.000016219277,0.0000034754526,0.0007698524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997962,0.00078413315,0.0001924007,0.00025016387,0.0006098188,0.0002015692],"domain_scores_gemma":[0.9794601,0.012171988,0.0033991535,0.0006456956,0.001594843,0.0027281414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015720438,0.00026621757,0.0003148351,0.00031958055,0.00029289327,0.0006335413,0.00021635646,0.00030617244,0.0027443236],"category_scores_gemma":[0.020144852,0.00016465642,0.00028086518,0.00017710919,0.00030358348,0.0003722095,0.0004880867,0.0006412324,0.0003358598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008435091,0.011513619,0.6963184,0.00066131906,0.00019817315,0.0006863608,0.028703006,0.00046560104,0.040238433,0.00016865622,0.0010976569,0.21151361],"study_design_scores_gemma":[0.000104761384,0.005123578,0.9869903,0.0000614105,0.00008218409,0.00009976326,0.0029408897,0.00035547282,0.003292943,0.00005806145,0.00087213656,0.000018615588],"about_ca_topic_score_codex":0.0019683861,"about_ca_topic_score_gemma":0.0030332967,"teacher_disagreement_score":0.0027443236,"about_ca_system_score_codex":0.00031463438,"about_ca_system_score_gemma":0.00053477415,"threshold_uncertainty_score":0.009180665},"labels":[],"label_agreement":null},{"id":"W2970119050","doi":"10.5539/ells.v9n3p47","title":"A Path Analysis of Learning-Motivation-Behavior Affecting Factors Among Higher Vocational College Students","year":2019,"lang":"en","type":"article","venue":"English Language and Literature Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Path analysis (statistics); Psychology; Mathematics education; Variance (accounting); Regression analysis; Social psychology; Pedagogy; Computer science; Machine learning","score_opus":0.008285307490906776,"score_gpt":0.29529156650401395,"score_spread":0.28700625901310717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970119050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99775356,0.0000321832,0.001301857,0.0000713254,0.0000056886583,0.00007725674,0.00021012759,0.00001153097,0.0005364629],"genre_scores_gemma":[0.9975272,0.000055610133,0.0016152264,0.000009165742,0.0000021703358,0.00009365199,0.00026716242,0.000003980993,0.00042583948],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922776,0.00039732485,0.00003497891,0.00010145644,0.00011492114,0.00012349656],"domain_scores_gemma":[0.997122,0.001586954,0.00037647833,0.00011627933,0.00047963558,0.00031869882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016372186,0.00045382744,0.0002761882,0.0015126423,0.00065238925,0.0007887175,0.00027428204,0.00029746798,0.004651126],"category_scores_gemma":[0.0048872973,0.0002328868,0.0012008116,0.0011676162,0.00026307322,0.0005115406,0.000615998,0.0006014517,0.00027045852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011875875,0.000186322,0.98029125,0.000028954586,0.00013700068,0.00009147963,0.000971851,0.0007222263,0.0003403305,0.0007277888,0.00021221327,0.016171874],"study_design_scores_gemma":[0.000031539126,0.00060850335,0.9857789,0.000042267417,0.00016526188,0.00020763285,0.0029544202,0.0072990917,0.00045977623,0.0011864452,0.0012389063,0.000027184122],"about_ca_topic_score_codex":0.005775253,"about_ca_topic_score_gemma":0.0047622435,"teacher_disagreement_score":0.005775253,"about_ca_system_score_codex":0.00058410043,"about_ca_system_score_gemma":0.0019626084,"threshold_uncertainty_score":0.015559554},"labels":[],"label_agreement":null},{"id":"W2972205030","doi":"10.21100/msor.v17i3.990","title":"Developing a math e-learning question specification for sharing questions between different systems","year":2019,"lang":"en","type":"article","venue":"MSOR Connections","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"Japan Society for the Promotion of Science","keywords":"Computer science; Base (topology); E learning; Mathematics education; Mathematics; Educational technology","score_opus":0.04284227320790983,"score_gpt":0.3191672426135551,"score_spread":0.27632496940564527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972205030","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007984859,0.000046535974,0.9872247,0.00019018636,0.00002639999,0.0006011923,0.00020561166,0.0023137901,0.0014066949],"genre_scores_gemma":[0.118352406,0.00013935391,0.8747575,0.00014164469,0.000025107767,0.0008743499,0.0020738933,0.0006397223,0.0029960126],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98809415,0.005099165,0.0026110883,0.0011447065,0.0025870565,0.00046386506],"domain_scores_gemma":[0.97574764,0.010689033,0.0016879956,0.004273075,0.0068988972,0.0007032366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013292674,0.0011514467,0.00076435466,0.0021449612,0.0008919614,0.0040007723,0.0025959255,0.0020949238,0.0036189817],"category_scores_gemma":[0.023397403,0.0009982692,0.0019159201,0.00095817226,0.0015076236,0.0046270182,0.0038653,0.0024320683,0.0021493135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059378066,0.0011448697,0.01815234,0.0027732651,0.00020660656,0.0018344284,0.009179208,0.08781422,0.11233177,0.3176672,0.009598775,0.43870357],"study_design_scores_gemma":[0.00022062453,0.00069003674,0.0029971818,0.0008481909,0.00020073135,0.0014679307,0.0023862198,0.58068293,0.1927245,0.05280055,0.16470589,0.0002753216],"about_ca_topic_score_codex":0.003459203,"about_ca_topic_score_gemma":0.0027828643,"teacher_disagreement_score":0.013292674,"about_ca_system_score_codex":0.0015708595,"about_ca_system_score_gemma":0.005103446,"threshold_uncertainty_score":0.07029921},"labels":[],"label_agreement":null},{"id":"W2982644112","doi":"10.5539/cis.v12n4p72","title":"Improving an AI-Based Algorithm to Automatically Generate Concept Maps","year":2019,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Association rule learning; Task (project management); Inefficiency; Data mining; Quality (philosophy); Artificial intelligence; Reading (process); Machine learning","score_opus":0.006635199339815197,"score_gpt":0.2670837812288226,"score_spread":0.2604485818890074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982644112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062576695,0.00020778578,0.9871214,0.0001294412,0.00007581351,0.000210865,0.0001454439,0.0035802068,0.0022714746],"genre_scores_gemma":[0.054607853,0.00015454434,0.9419831,0.000118622374,0.000028135493,0.0003134489,0.0004977634,0.00015557386,0.0021409497],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990181,0.00014190214,0.00008265359,0.00028497857,0.0003965802,0.00007575221],"domain_scores_gemma":[0.99810624,0.00089343754,0.00007988314,0.000113538124,0.0007549945,0.00005201318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011468782,0.0011994615,0.0009838195,0.0035606374,0.0010725592,0.0014839583,0.0021807544,0.0013257717,0.00720377],"category_scores_gemma":[0.0046018576,0.00050330535,0.0012603885,0.0028735606,0.00049389445,0.0016256194,0.00106431,0.0012422233,0.0025287324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011425401,0.00015377256,0.0013019156,0.00025588105,0.00009982905,0.00017981725,0.00021004028,0.073052935,0.008019226,0.007568659,0.0071348557,0.9019088],"study_design_scores_gemma":[0.000041667496,0.000055460976,0.00046088893,0.000028135191,0.000040449122,0.00015506739,0.000086543485,0.9782088,0.00595701,0.0071390923,0.0078081726,0.000018576375],"about_ca_topic_score_codex":0.010815433,"about_ca_topic_score_gemma":0.008116731,"teacher_disagreement_score":0.010815433,"about_ca_system_score_codex":0.00085702114,"about_ca_system_score_gemma":0.0021095683,"threshold_uncertainty_score":0.024098992},"labels":[],"label_agreement":null},{"id":"W2986349959","doi":"10.5539/elt.v12n12p67","title":"Language Testing in China: Past and Future","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Guangdong University of Foreign Studies","keywords":"Professionalization; China; Psychology; Test (biology); Language assessment; Mainland China; Social science; Pedagogy; Sociology; Political science; Law","score_opus":0.004581191385425803,"score_gpt":0.2501977951349193,"score_spread":0.24561660374949348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986349959","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3985923,0.46312034,0.0018242887,0.09313943,0.0022336442,0.00012119993,0.00079456175,0.0001816268,0.039992712],"genre_scores_gemma":[0.7708071,0.21483102,0.0021041764,0.005762181,0.0010923921,0.00008349199,0.0005211774,0.000022519878,0.004776066],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986798,0.0002838177,0.00017173255,0.00018913511,0.0003807467,0.00029467765],"domain_scores_gemma":[0.9953229,0.001052969,0.000975454,0.00014731816,0.0014115251,0.001089878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041042576,0.00037508926,0.00036189042,0.0032086694,0.0010354843,0.002042898,0.0008313345,0.00080754317,0.002833513],"category_scores_gemma":[0.003849764,0.00015652261,0.00037404086,0.006806922,0.0016195147,0.0028055897,0.0010799407,0.0007304939,0.00018031953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020010734,0.0002539492,0.17466655,0.0049028574,0.00008016222,0.0013608681,0.00497778,0.00067759387,0.0013101863,0.01865368,0.017816296,0.7751],"study_design_scores_gemma":[0.00006068603,0.00072709494,0.7422437,0.004164133,0.00024305105,0.0022740038,0.022435378,0.0024721134,0.0019018088,0.0071590496,0.21617667,0.0001423124],"about_ca_topic_score_codex":0.034174778,"about_ca_topic_score_gemma":0.029786756,"teacher_disagreement_score":0.034174778,"about_ca_system_score_codex":0.004416338,"about_ca_system_score_gemma":0.017266631,"threshold_uncertainty_score":0.06795168},"labels":[],"label_agreement":null},{"id":"W2989633901","doi":"10.5539/ies.v12n12p55","title":"Investigating the Validity of Different Peer Groupings in the Assessment of English Writings","year":2019,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Guangdong University of Foreign Studies","keywords":"Peer feedback; Peer assessment; Psychology; Peer evaluation; Promotion (chess); Homogeneous; Mathematics education; Quality (philosophy); Test validity; Construct validity; Higher education; Psychometrics; Developmental psychology; Mathematics","score_opus":0.07087660242822855,"score_gpt":0.4062094524306231,"score_spread":0.33533285000239454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989633901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99323905,0.00021593353,0.0022675525,0.00009708645,0.000045264027,0.00019051561,0.000027339946,0.000017923667,0.003899401],"genre_scores_gemma":[0.9983883,0.000049090228,0.0011425031,0.000012135454,0.000013977016,0.000070894894,0.000042794636,0.0000091768125,0.0002712376],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9203019,0.044754382,0.0058817244,0.004467385,0.022950457,0.0016441699],"domain_scores_gemma":[0.64217174,0.25557277,0.03875229,0.023692742,0.034318067,0.0054923557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07199797,0.0004462352,0.0006599111,0.0032807307,0.001176803,0.002293732,0.0012114905,0.0009545098,0.00082692236],"category_scores_gemma":[0.2885738,0.00030972454,0.0010774235,0.001576874,0.0027465678,0.003266173,0.0034152854,0.0009477685,0.00036246597],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015499804,0.00059682346,0.88272667,0.00022782029,0.00052616996,0.00010537885,0.024144992,0.0010091572,0.00260513,0.00066253566,0.00025410415,0.08559126],"study_design_scores_gemma":[0.00009765953,0.003207399,0.9691102,0.00027581217,0.00026075766,0.00025934505,0.014242394,0.005816385,0.0036973397,0.0012008497,0.001746054,0.00008582196],"about_ca_topic_score_codex":0.0016758187,"about_ca_topic_score_gemma":0.0020166382,"teacher_disagreement_score":0.07199797,"about_ca_system_score_codex":0.00090314774,"about_ca_system_score_gemma":0.0013609158,"threshold_uncertainty_score":0.3807662},"labels":[],"label_agreement":null},{"id":"W2992174637","doi":"10.5539/elt.v13n1p31","title":"A Comparability Study of Text Difficulty and Task Characteristics of Parallel Academic IELTS Reading Tests","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Comparability; Scope (computer science); Task (project management); Psychology; Test (biology); Reading (process); Construct (python library); Reading comprehension; Natural language processing; Cognitive psychology; Computer science; Linguistics","score_opus":0.01083677456860607,"score_gpt":0.29725180008882757,"score_spread":0.2864150255202215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992174637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99631387,0.00012336516,0.0020487518,0.000019970028,0.000013661198,0.00006899933,0.00017450932,0.000029192206,0.0012077081],"genre_scores_gemma":[0.99761045,0.00003369753,0.0013659599,0.000016846332,0.00001472903,0.00008684631,0.0004472542,0.000028668414,0.0003955824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98962885,0.0036184462,0.0024827057,0.001232899,0.0027070558,0.00032997312],"domain_scores_gemma":[0.87995946,0.075408556,0.017138239,0.008061776,0.017293334,0.0021386314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011410774,0.00042238264,0.0004885531,0.004364149,0.00030246226,0.00133281,0.0008036317,0.0005753241,0.001546904],"category_scores_gemma":[0.11808081,0.00021206483,0.0006880672,0.002003096,0.000757464,0.0018766491,0.0020682416,0.00051798124,0.0004273091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036799307,0.00089141197,0.8669068,0.00036841581,0.0005741853,0.0003627966,0.008640031,0.0009998591,0.019667061,0.0005413996,0.00043054635,0.09693763],"study_design_scores_gemma":[0.00006645354,0.0020050015,0.9894253,0.000029867351,0.00007942555,0.00031626204,0.0011403456,0.0013213576,0.0042609572,0.00045298474,0.0008788153,0.000023288063],"about_ca_topic_score_codex":0.0010038639,"about_ca_topic_score_gemma":0.0009413129,"teacher_disagreement_score":0.011410774,"about_ca_system_score_codex":0.00053469057,"about_ca_system_score_gemma":0.0004554105,"threshold_uncertainty_score":0.060346663},"labels":[],"label_agreement":null},{"id":"W2992647727","doi":"","title":"Analysis of Mongolian Students' English Learning Status and the Countermeasure Study of Existing Problems","year":2015,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Countermeasure; Mathematics education; Quality (philosophy); Psychology; Engineering; Epistemology; Philosophy","score_opus":0.0456726331273949,"score_gpt":0.3742265385640946,"score_spread":0.3285539054366997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992647727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99889874,0.00007516418,0.000044379656,0.000077733785,0.000002748812,0.000005082398,0.000030389905,0.0000014819369,0.0008642892],"genre_scores_gemma":[0.9991321,0.000052154403,0.000069484275,0.000012516889,0.0000016158306,0.000005548216,0.00004919187,7.5423674e-7,0.00067659374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99943,0.00016069262,0.00007130053,0.00008297615,0.00011208037,0.00014299688],"domain_scores_gemma":[0.9981108,0.000359823,0.0004450371,0.00008442337,0.00070511026,0.00029486665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012478087,0.0001618341,0.00018973388,0.0010874977,0.00086077926,0.00086591544,0.00031141256,0.00026094142,0.0012306625],"category_scores_gemma":[0.0025010519,0.00009588555,0.00018777109,0.00092962093,0.00045786466,0.0006707752,0.0006217157,0.00025819935,0.00014773391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006408416,0.00006226427,0.9493173,0.000091636335,0.000021397222,0.00014649116,0.028953366,0.00006652859,0.000840255,0.00042418935,0.0003701188,0.019642368],"study_design_scores_gemma":[0.0000019883687,0.00007279435,0.9692091,0.000027601856,0.00001371187,0.00005496273,0.028676031,0.0001608795,0.00025944746,0.00006641959,0.001450668,0.00000643769],"about_ca_topic_score_codex":0.019706573,"about_ca_topic_score_gemma":0.026914172,"teacher_disagreement_score":0.019706573,"about_ca_system_score_codex":0.0011235378,"about_ca_system_score_gemma":0.0012732022,"threshold_uncertainty_score":0.039183736},"labels":[],"label_agreement":null},{"id":"W2993353296","doi":"10.5539/elt.v13n1p18","title":"Comparison of Automatic and Expert Teachers’ Rating of Computerized English Listening-Speaking Test","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Active listening; Rasch model; Test (biology); Reliability (semiconductor); Inter-rater reliability; Rating scale; Mathematics education; Applied psychology; Developmental psychology; Communication","score_opus":0.0112248277917318,"score_gpt":0.3145122398373942,"score_spread":0.3032874120456624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993353296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959928,0.000032329408,0.0023629526,0.000012822326,0.0000089398245,0.000036033678,0.00005772659,0.000039781215,0.0014566422],"genre_scores_gemma":[0.9977841,0.000024091372,0.0013012072,0.000011085355,0.0000072541493,0.000035495912,0.00012894181,0.0000110245555,0.00069673714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99171066,0.0034466658,0.00105382,0.0010267943,0.0025159232,0.00024601875],"domain_scores_gemma":[0.96990395,0.01376372,0.0037836896,0.0029335339,0.008826646,0.00078848144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074110287,0.00026746624,0.00029948584,0.0014135628,0.00020783019,0.00044355955,0.00029802124,0.0002618733,0.001185758],"category_scores_gemma":[0.03327499,0.00014717065,0.00025964595,0.000482141,0.0003470848,0.0004980611,0.00058187643,0.00024826298,0.00034914623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012328947,0.00029683815,0.79598826,0.00019613291,0.0002769135,0.0002090416,0.013990765,0.0019834924,0.02647218,0.0003275943,0.001065381,0.15796052],"study_design_scores_gemma":[0.000036755147,0.00086881325,0.98745465,0.00001586999,0.000042096286,0.00023078379,0.00211207,0.0045046927,0.0038712241,0.00008458414,0.0007381199,0.000040355353],"about_ca_topic_score_codex":0.0014340258,"about_ca_topic_score_gemma":0.003291152,"teacher_disagreement_score":0.0074110287,"about_ca_system_score_codex":0.0002933331,"about_ca_system_score_gemma":0.00024257258,"threshold_uncertainty_score":0.03919375},"labels":[],"label_agreement":null},{"id":"W3001286655","doi":"10.17605/osf.io/n9pmd","title":"Inter-rater reliability for study selection of Spanish language articles using Google’s Neural Machine Translation (Google Translate)","year":2020,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Machine translation; Selection (genetic algorithm); Natural language processing; Computer science; Reliability (semiconductor); Artificial intelligence; Inter-rater reliability; Information retrieval; Machine learning; Statistics; Mathematics","score_opus":0.03353334232358544,"score_gpt":0.31624979391611696,"score_spread":0.2827164515925315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001286655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69422555,0.025607048,0.20527633,0.0032388004,0.0039373273,0.026942076,0.015068663,0.0019403165,0.023763893],"genre_scores_gemma":[0.8526195,0.0023964408,0.106302336,0.00071943813,0.000602423,0.02829338,0.0063719633,0.0008493411,0.0018451748],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.5789097,0.25649238,0.096365914,0.023539603,0.04219109,0.002501278],"domain_scores_gemma":[0.24251811,0.49471083,0.056452893,0.06329446,0.14037055,0.0026531713],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3502807,0.0013671474,0.003902335,0.013162452,0.0024455844,0.0044189743,0.0017669239,0.0017350775,0.0033491882],"category_scores_gemma":[0.6177743,0.0012826853,0.006703244,0.008401644,0.0036779724,0.0035624076,0.0056040674,0.0017124768,0.0020407564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012081502,0.00087526033,0.59977245,0.034649767,0.025934504,0.0012848247,0.068381056,0.0050192685,0.013796077,0.009531899,0.024309205,0.20436428],"study_design_scores_gemma":[0.0038469029,0.0034798444,0.70561856,0.01640503,0.023874544,0.0033583473,0.019219035,0.059095,0.029712114,0.024521895,0.109262556,0.0016061845],"about_ca_topic_score_codex":0.0020086523,"about_ca_topic_score_gemma":0.0047803307,"teacher_disagreement_score":0.6497193,"about_ca_system_score_codex":0.0017355962,"about_ca_system_score_gemma":0.0040071313,"threshold_uncertainty_score":0.8012196},"labels":[],"label_agreement":null},{"id":"W3002618845","doi":"10.33422/icshe.2018.12.63","title":"Comprehensible Input and Differentiated ESL Instruction","year":2018,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Computer architecture","score_opus":0.01507977267793956,"score_gpt":0.2708496288014608,"score_spread":0.2557698561235212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002618845","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7852518,0.0007611722,0.06859618,0.0008646806,0.00018701848,0.00014689808,0.00030657032,0.00076181855,0.14312385],"genre_scores_gemma":[0.98303634,0.00013007013,0.008635189,0.00011815145,0.00002305667,0.00005161202,0.00018216042,0.000089147135,0.0077342466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981558,0.0004607684,0.0001705645,0.0003462686,0.0006463458,0.00022028589],"domain_scores_gemma":[0.9883321,0.00833268,0.0007605377,0.0010630627,0.00093743316,0.0005741261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013168718,0.0007951508,0.00045416958,0.0010235977,0.00029346457,0.0036733465,0.00083871995,0.0014909399,0.027088497],"category_scores_gemma":[0.019825019,0.000387367,0.00034445117,0.00054339453,0.0012131064,0.005521279,0.0031402078,0.0019207068,0.0016569124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047322917,0.002047342,0.034389894,0.0015630495,0.00008584454,0.004846981,0.017561357,0.009494335,0.070866555,0.23481245,0.0036841615,0.6159158],"study_design_scores_gemma":[0.00094437966,0.00450623,0.16835529,0.001238874,0.00028830202,0.008707151,0.012149377,0.08303122,0.08428308,0.60861474,0.027643017,0.0002382668],"about_ca_topic_score_codex":0.0006557395,"about_ca_topic_score_gemma":0.00050448184,"teacher_disagreement_score":0.027088497,"about_ca_system_score_codex":0.0007392562,"about_ca_system_score_gemma":0.001067233,"threshold_uncertainty_score":0.09062004},"labels":[],"label_agreement":null},{"id":"W3007924065","doi":"10.1007/s10639-020-10133-3","title":"LPR: A bio-inspired intelligent learning path recommendation system based on meaningful learning theory","year":2020,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Personalized learning; Artificial intelligence; Component (thermodynamics); Machine learning; Path (computing); Cluster analysis; Ant colony optimization algorithms; Educational technology; Curriculum; Cooperative learning; Teaching method; Open learning; Mathematics education; Mathematics; Psychology","score_opus":0.013138942448063662,"score_gpt":0.2485323033994475,"score_spread":0.23539336095138386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007924065","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04169008,0.0010530148,0.92537445,0.00038002193,0.0002092509,0.00031179542,0.0015923971,0.023938445,0.005450612],"genre_scores_gemma":[0.2762105,0.00081608555,0.7034519,0.0004529867,0.00006452011,0.0003905133,0.0028297112,0.00039268887,0.01539119],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99980825,0.000025354871,0.000011339226,0.0000680771,0.00007136623,0.000015677035],"domain_scores_gemma":[0.9997788,0.00007210117,0.000017856726,0.00003238163,0.00007372973,0.000025092937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029744103,0.000624781,0.0006523861,0.0010868034,0.00040071804,0.00056141743,0.0011163768,0.0007981562,0.004645196],"category_scores_gemma":[0.0008602791,0.0002363365,0.00057910697,0.00080750545,0.00013416173,0.0009810952,0.00057074556,0.0006742397,0.0020777478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037091156,0.0005084559,0.0047803447,0.0002995977,0.0001408039,0.00020219838,0.00012148256,0.037651308,0.023085538,0.0027404402,0.018637473,0.9114614],"study_design_scores_gemma":[0.00010356866,0.0003814652,0.003382198,0.000038449187,0.00011983233,0.0002718196,0.000073674564,0.9568339,0.01717575,0.003985296,0.017559381,0.00007462809],"about_ca_topic_score_codex":0.0055716606,"about_ca_topic_score_gemma":0.009454398,"teacher_disagreement_score":0.0055716606,"about_ca_system_score_codex":0.00040482654,"about_ca_system_score_gemma":0.00060139585,"threshold_uncertainty_score":0.015539765},"labels":[],"label_agreement":null},{"id":"W3012605234","doi":"10.5539/elt.v11n5p24","title":"A Survey of Students’ Attitudes Toward English Graded Teaching in China: A Case Study of North China Electric Power University","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Perception; Appeal; Teaching method; Questionnaire; China; Pedagogy; Sociology; Political science; Social science","score_opus":0.01470073552318905,"score_gpt":0.30063985200386356,"score_spread":0.2859391164806745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012605234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9998053,0.000010693928,0.00001592148,0.000029056666,4.958526e-7,0.0000043652576,0.000005262172,4.006349e-7,0.00012852132],"genre_scores_gemma":[0.9994174,0.00006155522,0.000046808207,0.000036514877,0.0000014723048,0.000008914082,0.000020220024,5.6806925e-7,0.00040654975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990422,0.0002559165,0.000077904886,0.00010635315,0.0002541093,0.0002634169],"domain_scores_gemma":[0.9980433,0.00043222026,0.00041309625,0.00008287137,0.00036794523,0.0006604987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013793901,0.00023347173,0.0002643356,0.0010568791,0.0018342172,0.0007689163,0.00045806984,0.0005069383,0.0010679079],"category_scores_gemma":[0.0018035783,0.00024264937,0.0002469544,0.0015847854,0.0007685749,0.000652038,0.00075913285,0.00045739484,0.0001475281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052041076,0.0005652403,0.92108464,0.000060155086,0.000015029667,0.0024141655,0.059809897,0.0001214098,0.0022199596,0.00014505071,0.000313333,0.013198967],"study_design_scores_gemma":[0.0000048922043,0.0002880211,0.90852374,0.000018228491,0.000009698711,0.00043881763,0.08869641,0.00036075848,0.0005602183,0.000026836473,0.0010559778,0.000016434482],"about_ca_topic_score_codex":0.04406618,"about_ca_topic_score_gemma":0.063195325,"teacher_disagreement_score":0.04406618,"about_ca_system_score_codex":0.002413643,"about_ca_system_score_gemma":0.0024326365,"threshold_uncertainty_score":0.087619364},"labels":[],"label_agreement":null},{"id":"W3016524587","doi":"10.1007/978-3-030-44648-2_3","title":"A General Method for Composing an Engineering HB","year":2020,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in computer science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emmanuel Bible College","funders":"","keywords":"Software engineering; Computer science; Engineering","score_opus":0.02884763523837264,"score_gpt":0.3126411585915144,"score_spread":0.2837935233531418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016524587","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000602322,0.000030231362,0.99064356,0.000025095349,0.000066593566,0.00005927577,0.000056783956,0.0015825643,0.006933616],"genre_scores_gemma":[0.022348052,0.00012119304,0.9517708,0.00006200724,0.000052674968,0.00015609861,0.00030657498,0.0013914517,0.023791179],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990201,0.00010198728,0.000087185115,0.00026002518,0.0004600626,0.000070597445],"domain_scores_gemma":[0.9992937,0.00018243799,0.00001927088,0.00030921597,0.00016207933,0.000033264972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007384187,0.0012326128,0.00071864965,0.0013541694,0.0009822999,0.0020753557,0.0014802796,0.0010480478,0.032086562],"category_scores_gemma":[0.001881652,0.00078912865,0.0015072505,0.0010185601,0.0012478818,0.0024905151,0.0025859834,0.0019450763,0.010834775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007902639,0.00008629466,0.00032777994,0.00044523433,0.000036637513,0.00030691194,0.00046917016,0.00796227,0.03650272,0.23981811,0.012674737,0.7012912],"study_design_scores_gemma":[0.00006335385,0.00017653898,0.0005876901,0.00021452972,0.000114529335,0.0011048923,0.00028852126,0.12537135,0.07455768,0.3800628,0.41737553,0.00008254873],"about_ca_topic_score_codex":0.0012028305,"about_ca_topic_score_gemma":0.0017053831,"teacher_disagreement_score":0.032086562,"about_ca_system_score_codex":0.00040147125,"about_ca_system_score_gemma":0.0006885844,"threshold_uncertainty_score":0.10734022},"labels":[],"label_agreement":null},{"id":"W3016912625","doi":"10.3968/11554","title":"Review of the Studies on Multimedia Annotation in China Over the Past Two Decades","year":2020,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Annotation; Computer science; Vocabulary; Comprehension; Reading comprehension; Multimedia; Reading (process); Empirical research; Active listening; Linguistics; Artificial intelligence; Psychology; Communication","score_opus":0.021150621908064726,"score_gpt":0.37586120672528023,"score_spread":0.3547105848172155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016912625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073198075,0.97012365,0.0010225577,0.0030133869,0.00078819087,0.000053627704,0.0004512782,0.00005751185,0.017169893],"genre_scores_gemma":[0.029695712,0.9634358,0.001227888,0.0013906902,0.0006917202,0.00007628711,0.00054487167,0.000032413274,0.0029046065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984566,0.00039506424,0.00028390094,0.00022507,0.0005558379,0.00008349482],"domain_scores_gemma":[0.99248874,0.00472661,0.0007372746,0.00022312367,0.0016320995,0.00019203029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002720323,0.00075533177,0.001071695,0.010603635,0.0010615628,0.002498903,0.0008357232,0.0008714981,0.006599843],"category_scores_gemma":[0.008207566,0.00035913917,0.0007578961,0.018916665,0.0012696758,0.0041218344,0.0011350374,0.00069530867,0.0007144487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001453534,0.000064389315,0.0066576432,0.061299484,0.0001978064,0.00047424954,0.004965019,0.00041816552,0.0013261072,0.009342462,0.038360916,0.87674844],"study_design_scores_gemma":[0.000028042132,0.000111967915,0.046691306,0.04086733,0.00074214995,0.0008795418,0.006037441,0.00044827082,0.0015160859,0.0031296525,0.8994544,0.00009379927],"about_ca_topic_score_codex":0.02274763,"about_ca_topic_score_gemma":0.025768239,"teacher_disagreement_score":0.02274763,"about_ca_system_score_codex":0.0027745294,"about_ca_system_score_gemma":0.009952104,"threshold_uncertainty_score":0.04523045},"labels":[],"label_agreement":null},{"id":"W3022825172","doi":"10.5539/elt.v13n5p110","title":"A Contrastive Analysis of Classroom-Based Language Assessments","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Knowledge survey; Psychology; Mathematics education; Dynamic assessment; Standards-based assessment; Language assessment; Pedagogy","score_opus":0.012905029043769745,"score_gpt":0.3154407421216762,"score_spread":0.3025357130779065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022825172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60268134,0.0017289054,0.31297502,0.00042841147,0.0003199427,0.0022577927,0.0013439035,0.00054274866,0.077722],"genre_scores_gemma":[0.8988151,0.00023232294,0.0939831,0.00008897678,0.00006697215,0.001090908,0.00042350916,0.00009612815,0.005203041],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98576826,0.0061582103,0.0011803529,0.0013116978,0.005238981,0.00034262988],"domain_scores_gemma":[0.94186294,0.034265477,0.0037974599,0.0031488335,0.016402882,0.0005223546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009628166,0.00058549945,0.000438483,0.007360967,0.0010048542,0.0025058913,0.0009421182,0.0005067465,0.002723015],"category_scores_gemma":[0.058146566,0.00021243801,0.0005870199,0.0026266386,0.0010934075,0.0020560876,0.0017129496,0.00096423196,0.0004937318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023186149,0.0008732553,0.15177777,0.0018757947,0.00037049607,0.0013759391,0.04638348,0.004212699,0.052527905,0.06456189,0.004101499,0.6696207],"study_design_scores_gemma":[0.00023173519,0.004983102,0.63417506,0.0015907048,0.0007558435,0.005161257,0.051126312,0.055563327,0.072906554,0.052921094,0.12013815,0.00044683396],"about_ca_topic_score_codex":0.0017587327,"about_ca_topic_score_gemma":0.002955582,"teacher_disagreement_score":0.009628166,"about_ca_system_score_codex":0.0018487991,"about_ca_system_score_gemma":0.0013477479,"threshold_uncertainty_score":0.050919175},"labels":[],"label_agreement":null},{"id":"W3033974021","doi":"10.1145/3342529","title":"Learn-OCaml Extensions and Repository for Article Teaching the Art of Functional Programming using Automated Grading (Experience Report)","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Grading (engineering); Computer science; Programming language; Functional programming; Software engineering; Mathematics education; Engineering; Psychology","score_opus":0.02939641665517751,"score_gpt":0.31391605163320246,"score_spread":0.28451963497802496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033974021","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006802381,0.000088065375,0.00027418672,0.000118674,0.00006650541,0.000040267965,0.9952932,0.0022567033,0.0011820615],"genre_scores_gemma":[0.0007619932,0.000044567274,0.00067037693,0.000051883377,0.000012545017,0.00010088798,0.9972907,0.00013643791,0.0009305313],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982522,0.0003079331,0.00028207694,0.00048018884,0.00044932932,0.00022826606],"domain_scores_gemma":[0.9946754,0.001384416,0.00044495086,0.0017177024,0.001304376,0.00047322805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018839506,0.0024850022,0.0010992488,0.00541004,0.0010485422,0.0025114205,0.0033584773,0.0023511506,0.042741295],"category_scores_gemma":[0.009577262,0.0006044996,0.0015226572,0.004841647,0.00052256143,0.0018348361,0.0025099313,0.0018850636,0.092923574],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001346645,0.0000669188,0.0012926942,0.000543465,0.00002480579,0.000022526707,0.000025926252,0.00033816064,0.00016721066,0.00034594885,0.99022394,0.0068137324],"study_design_scores_gemma":[0.00066017883,0.00010463578,0.008118043,0.0004867484,0.0000652113,0.00013451526,0.00016538166,0.0025170513,0.0019286118,0.0024984237,0.98325676,0.00006444272],"about_ca_topic_score_codex":0.01685267,"about_ca_topic_score_gemma":0.033724315,"teacher_disagreement_score":0.042741295,"about_ca_system_score_codex":0.001318862,"about_ca_system_score_gemma":0.002636932,"threshold_uncertainty_score":0.14298391},"labels":[],"label_agreement":null},{"id":"W3043794403","doi":"10.46654/ij.24889849.e6620","title":"GEOGEBRA SOFTWARE: A VERITABLE PEDAGOGICAL TOOL FOR IMPROVING STUDENTS’ ACHIEVEMENT IN GEOMETRY","year":2015,"lang":"en","type":"article","venue":"International Journal of Advanced Academic Research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Mathematics education; Software; Geometry; Computer science; Calculus (dental); Engineering drawing; Mathematics; Programming language; Engineering","score_opus":0.1715556943637513,"score_gpt":0.5122451287806948,"score_spread":0.34068943441694355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043794403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9696904,0.00034780262,0.018861279,0.00023970167,0.000040581297,0.00033838558,0.00025723665,0.0013928607,0.008831757],"genre_scores_gemma":[0.9451816,0.00049380545,0.046693783,0.000050572475,0.000020212858,0.0003180569,0.00027217055,0.00006696654,0.0069027445],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99944514,0.00017719361,0.000038168055,0.000080794685,0.00020043942,0.00005839292],"domain_scores_gemma":[0.9989298,0.00047191087,0.00019765664,0.000108332526,0.000111785004,0.00018039801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008374558,0.0002983038,0.00042779185,0.0011048528,0.00025150168,0.0006108962,0.00063296943,0.0002851542,0.0058677797],"category_scores_gemma":[0.002206095,0.00016827592,0.00024132596,0.00079996197,0.00034418333,0.0006068575,0.0008525825,0.00033283836,0.0008933686],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006480777,0.0077831643,0.08045506,0.000940684,0.000043849894,0.000451321,0.0049387407,0.00163565,0.043987498,0.0037252067,0.005723295,0.84966755],"study_design_scores_gemma":[0.0004849307,0.023316622,0.7687192,0.00054888515,0.00026651623,0.0015289343,0.0077504343,0.009436497,0.07396388,0.0054712,0.10835112,0.00016185867],"about_ca_topic_score_codex":0.00045062564,"about_ca_topic_score_gemma":0.0011930043,"teacher_disagreement_score":0.0058677797,"about_ca_system_score_codex":0.00018747913,"about_ca_system_score_gemma":0.0007058857,"threshold_uncertainty_score":0.019629657},"labels":[],"label_agreement":null},{"id":"W3082484822","doi":"10.5539/elt.v13n9p94","title":"A Rasch-Based Validation of ELT Certificate-LORT","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fudan University; Beijing Municipal Office of Philosophy and Social Science Planning","keywords":"Rasch model; Psychology; Rubric; Certificate; Task (project management); Rating scale; Consistency (knowledge bases); Construct validity; Scale (ratio); Construct (python library); Comprehension; Applied psychology; Mathematics education; Psychometrics; Computer science; Developmental psychology; Artificial intelligence","score_opus":0.03924608435199482,"score_gpt":0.29643955436273384,"score_spread":0.257193470010739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082484822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7505788,0.0005557178,0.20589937,0.0007107136,0.0007436365,0.0139414435,0.0032277186,0.0015621556,0.022780366],"genre_scores_gemma":[0.8592394,0.00025583128,0.1173302,0.0002573779,0.00008241831,0.015580039,0.002687964,0.00030442767,0.00426231],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94801164,0.029932974,0.004099622,0.0049743857,0.011714163,0.0012672083],"domain_scores_gemma":[0.8742784,0.051027875,0.0074534677,0.016312411,0.049345076,0.0015827564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.076022275,0.0010626201,0.0011382776,0.0026845452,0.0019109371,0.0018855203,0.0015342414,0.0010068858,0.0034588727],"category_scores_gemma":[0.13667482,0.0005568102,0.0026393335,0.0021916504,0.001876732,0.0016254878,0.0026818134,0.0018653434,0.002181784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022237787,0.002820449,0.511339,0.0020591153,0.0009041813,0.00053937046,0.03454038,0.011713363,0.020322122,0.0131975785,0.015530395,0.38481024],"study_design_scores_gemma":[0.0008414094,0.008540303,0.8392582,0.0013935121,0.00054532225,0.0006885188,0.016694326,0.043694187,0.02163114,0.0067317984,0.0596138,0.00036745434],"about_ca_topic_score_codex":0.004010663,"about_ca_topic_score_gemma":0.007082908,"teacher_disagreement_score":0.076022275,"about_ca_system_score_codex":0.001466249,"about_ca_system_score_gemma":0.0052848645,"threshold_uncertainty_score":0.402049},"labels":[],"label_agreement":null},{"id":"W3092834191","doi":"10.3968/11884","title":"The Construction of the Evaluation System of College English Autonomous Learning in Web","year":2020,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Computer science; Autonomous learning; Diversification (marketing strategy); Evaluation methods; College English; Process (computing); Evaluation function; Constructivism (international relations); Educational evaluation; Knowledge management; Function (biology); Key (lock); Mathematics education; Artificial intelligence; Psychology; Engineering","score_opus":0.02019314349780599,"score_gpt":0.31029164772126183,"score_spread":0.29009850422345584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092834191","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31489056,0.00046066308,0.57488,0.0028434936,0.00029448207,0.004131553,0.00076878845,0.0023584499,0.09937191],"genre_scores_gemma":[0.7454968,0.00020363714,0.24524376,0.00015981606,0.000043165626,0.0017422936,0.0007806054,0.00014073339,0.00618922],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.988494,0.00582915,0.001494804,0.0010578257,0.0025625534,0.0005618354],"domain_scores_gemma":[0.9868976,0.0026899693,0.0006854922,0.00085682765,0.008175022,0.0006949799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015230152,0.00046877362,0.00052530866,0.004692404,0.0025817573,0.005965642,0.0007385288,0.0008202654,0.0025848942],"category_scores_gemma":[0.01973223,0.00030860218,0.0006261942,0.0023586517,0.0018820076,0.0053053666,0.0023175715,0.0008761174,0.0007721099],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007077409,0.000783992,0.12491219,0.0010071654,0.00016904013,0.0005696727,0.017240288,0.014666838,0.019336266,0.2010593,0.022383947,0.5971637],"study_design_scores_gemma":[0.00040671593,0.001721674,0.19687362,0.0013479497,0.0008653178,0.001115659,0.036119625,0.4324074,0.053788718,0.1357013,0.13884835,0.0008036549],"about_ca_topic_score_codex":0.008357514,"about_ca_topic_score_gemma":0.0064670974,"teacher_disagreement_score":0.015230152,"about_ca_system_score_codex":0.004301534,"about_ca_system_score_gemma":0.00796502,"threshold_uncertainty_score":0.080545664},"labels":[],"label_agreement":null},{"id":"W3096694079","doi":"10.5539/elt.v13n11p94","title":"On the Strategies to Cultivate College Students’ Autonomous English Learning Ability in the New Era","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Psychology; Autonomous learning; Mathematics education; College English; Blended learning; Pedagogy; Educational technology","score_opus":0.012750430179274087,"score_gpt":0.29570155544851373,"score_spread":0.28295112526923966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096694079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8932343,0.004159605,0.02194686,0.008760339,0.00017713786,0.0006308286,0.0000404638,0.00015767204,0.0708927],"genre_scores_gemma":[0.95797974,0.0025585827,0.032108385,0.00048255964,0.000029276078,0.00027432927,0.00003305748,0.000010621056,0.00652354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996234,0.00017586316,0.000020968331,0.00004206129,0.00007452694,0.00006324067],"domain_scores_gemma":[0.9991721,0.00023637195,0.00012264744,0.000041861942,0.00015241758,0.00027451545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093304034,0.00021092549,0.000111609974,0.00051495485,0.0005993402,0.0014523864,0.0003962466,0.00038524982,0.0013981841],"category_scores_gemma":[0.001670538,0.00005794073,0.00017549975,0.00025672896,0.00059796876,0.0010526774,0.00078765996,0.0004354977,0.0002718284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010860391,0.0029813885,0.042358845,0.0009149453,0.000031462034,0.00039490295,0.0188086,0.00065720506,0.018795956,0.029640554,0.005983079,0.8793245],"study_design_scores_gemma":[0.00032396152,0.0047371904,0.38919848,0.003158758,0.00048370834,0.0015704071,0.16172469,0.012575305,0.053290207,0.06791092,0.30478555,0.00024088063],"about_ca_topic_score_codex":0.0010348468,"about_ca_topic_score_gemma":0.0024467865,"teacher_disagreement_score":0.0014523864,"about_ca_system_score_codex":0.0003873308,"about_ca_system_score_gemma":0.002376693,"threshold_uncertainty_score":0.00493443},"labels":[],"label_agreement":null},{"id":"W3125077901","doi":"","title":"The Structure of Factor Content Predictions","year":2005,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Content (measure theory); Factor (programming language); Econometrics; Statistics; Mathematics; Computer science","score_opus":0.012256966625566698,"score_gpt":0.26328970634027926,"score_spread":0.25103273971471257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125077901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54912895,0.0018485308,0.4064312,0.0049920594,0.00029790288,0.00039517638,0.004357462,0.0021277838,0.030420858],"genre_scores_gemma":[0.97835827,0.00035766073,0.017120432,0.00018336903,0.00013153224,0.0001252901,0.0020041284,0.00013943198,0.0015798184],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9914725,0.004119688,0.00031188614,0.0019639118,0.0014920236,0.0006398664],"domain_scores_gemma":[0.8986871,0.08425537,0.0040373555,0.008068864,0.0043099737,0.0006412794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016981639,0.0017260113,0.0020151965,0.0049339733,0.0010176916,0.0050815535,0.0025210537,0.001572451,0.011984609],"category_scores_gemma":[0.13250461,0.0008800132,0.0017386831,0.0038292336,0.0032565377,0.0057296054,0.0023890121,0.00294673,0.002241121],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012484372,0.00032330776,0.15969053,0.0006366055,0.0011477651,0.0010275154,0.0013893648,0.29417896,0.0010981765,0.3801034,0.016967006,0.14218877],"study_design_scores_gemma":[0.00011175324,0.000086094304,0.013692006,0.0001218581,0.00013470235,0.00010690246,0.00032332956,0.48418868,0.0007480007,0.49825385,0.0021664787,0.00006632796],"about_ca_topic_score_codex":0.006391427,"about_ca_topic_score_gemma":0.0022170332,"teacher_disagreement_score":0.016981639,"about_ca_system_score_codex":0.0016647213,"about_ca_system_score_gemma":0.0013911222,"threshold_uncertainty_score":0.08980858},"labels":[],"label_agreement":null},{"id":"W3128276583","doi":"10.1109/access.2021.3057515","title":"Multi-Swarm Optimization for Extracting Multiple-Choice Tests From Question Banks","year":2021,"lang":"en","type":"article","venue":"IEEE Access","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Particle swarm optimization; Simulated annealing; Computer science; Swarm behaviour; Multi-swarm optimization; Mathematical optimization; Pareto principle; Standard deviation; Algorithm; Pareto optimal; Multi-objective optimization; Mathematics; Artificial intelligence; Machine learning; Statistics","score_opus":0.08006138877431644,"score_gpt":0.4039544603057659,"score_spread":0.3238930715314494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128276583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01922722,0.00009194408,0.9789732,0.00006226988,0.000022689796,0.00018166895,0.0000699283,0.0005798794,0.0007911994],"genre_scores_gemma":[0.23577991,0.000069316884,0.7616894,0.0000569934,0.000018886134,0.00047243986,0.0004352457,0.00011882184,0.0013590453],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863285,0.000564288,0.00010812735,0.00025112086,0.0003786009,0.00006508757],"domain_scores_gemma":[0.9968149,0.0020482582,0.00023334456,0.00021559738,0.00060043857,0.00008738962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015994841,0.0011972106,0.0009413496,0.0015853748,0.00035557317,0.0007427315,0.00083681237,0.00078563375,0.0020769245],"category_scores_gemma":[0.0068194577,0.0004457669,0.0010688839,0.0011423161,0.00045952486,0.0009194481,0.0007846241,0.00063293567,0.00056315126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032382982,0.00023640029,0.004132058,0.0004452159,0.00015083517,0.00022758801,0.00036482676,0.3386108,0.021641029,0.0045313626,0.0020156996,0.6273204],"study_design_scores_gemma":[0.000030161294,0.00012591452,0.0015414789,0.000012141396,0.00001822575,0.000051910727,0.000062909094,0.98803,0.006118422,0.0024829155,0.0015102864,0.00001565134],"about_ca_topic_score_codex":0.0019421311,"about_ca_topic_score_gemma":0.0019466478,"teacher_disagreement_score":0.0020769245,"about_ca_system_score_codex":0.00044081043,"about_ca_system_score_gemma":0.000725305,"threshold_uncertainty_score":0.008459032},"labels":[],"label_agreement":null},{"id":"W3133925071","doi":"10.1007/s11336-020-09744-z","title":"Erratum to: A Further Comparison Of Oblique Factor Transformation Methods","year":2021,"lang":"en","type":"erratum","venue":"Psychometrika","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia","funders":"","keywords":"Oblique case; Transformation (genetics); Line (geometry); Factor (programming language); Econometrics; Statistics; Computer science; Mathematics; Psychology; Geometry; Philosophy; Linguistics; Programming language","score_opus":0.062903967864228,"score_gpt":0.4390875593766413,"score_spread":0.3761835915124133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133925071","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020224623,0.0069556264,0.13514075,0.08024682,0.588397,0.0011889488,0.023393624,0.005048155,0.13940445],"genre_scores_gemma":[0.105888076,0.009752822,0.34085163,0.024315806,0.022413142,0.0013674771,0.024864057,0.01663203,0.4539149],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9833471,0.005911039,0.002120919,0.0012177342,0.0070208246,0.00038235373],"domain_scores_gemma":[0.87796706,0.054954674,0.0023543378,0.008789425,0.05515554,0.0007790029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011323941,0.0015109322,0.0009246115,0.0037918088,0.00273616,0.0035354358,0.0014383489,0.0015364805,0.09248645],"category_scores_gemma":[0.17420405,0.000507565,0.0014995949,0.00628125,0.0013034615,0.002553005,0.0017983296,0.0036109008,0.032014925],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050885195,0.00011049651,0.0010992743,0.00046316607,0.000050887014,0.0002141449,0.0005551234,0.000285988,0.0007197645,0.01107782,0.87096757,0.113946885],"study_design_scores_gemma":[0.00017005611,0.0001979634,0.010439244,0.0010399467,0.00014394414,0.00082167564,0.001723203,0.0034208188,0.004148316,0.010991184,0.9667226,0.00018104831],"about_ca_topic_score_codex":0.017515006,"about_ca_topic_score_gemma":0.027241608,"teacher_disagreement_score":0.09248645,"about_ca_system_score_codex":0.0023499306,"about_ca_system_score_gemma":0.0028461493,"threshold_uncertainty_score":0.309398},"labels":[],"label_agreement":null},{"id":"W3136652779","doi":"10.5430/wjel.v11n1p34","title":"A Study on the Problems of Junior English Teaching Effectiveness and Corresponding Strategies: Taking English Grammar Teaching as an Example","year":2021,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Perspective (graphical); Grammar; Teaching english; Computer science; English grammar; Teaching method; Process (computing); College English; Teaching and learning center; Focus (optics); Psychology; Linguistics; Artificial intelligence","score_opus":0.02485194087660176,"score_gpt":0.3156632788805616,"score_spread":0.29081133800395986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136652779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99313617,0.00030354623,0.00045388736,0.00018293309,0.0000090797075,0.000049655777,0.000011634738,0.0000049983632,0.005847997],"genre_scores_gemma":[0.99749917,0.00027292492,0.0005805816,0.000057947702,0.000005124487,0.0000350761,0.000016994012,0.0000035513146,0.0015286913],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9977581,0.00090957375,0.00017332885,0.0002113789,0.0006372996,0.00031041514],"domain_scores_gemma":[0.99113584,0.004728778,0.0011786376,0.0002035118,0.0013669912,0.0013861044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027975515,0.0003034715,0.00034985712,0.0013117383,0.0013911156,0.0021211084,0.00069095683,0.00062984595,0.0014825905],"category_scores_gemma":[0.010000354,0.00017512465,0.00048244876,0.0009943671,0.0013284658,0.0017182424,0.0009668648,0.0008827906,0.0002694388],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000274017,0.005878924,0.37013394,0.00090425304,0.00011955377,0.0023829734,0.3826179,0.00044666114,0.006099353,0.00987806,0.0023481485,0.21891627],"study_design_scores_gemma":[0.000058115267,0.001451778,0.6792881,0.00028777844,0.00015833943,0.0011760086,0.30213606,0.0013124015,0.0025895059,0.0019861807,0.009492958,0.000062763254],"about_ca_topic_score_codex":0.005800489,"about_ca_topic_score_gemma":0.0056636264,"teacher_disagreement_score":0.005800489,"about_ca_system_score_codex":0.0018205869,"about_ca_system_score_gemma":0.0029459975,"threshold_uncertainty_score":0.014795065},"labels":[],"label_agreement":null},{"id":"W3144739624","doi":"","title":"Test Review： Canadian Academic English Language （CAEL） Assessment","year":2011,"lang":"en","type":"article","venue":"Acta Scientiarum Naturalium Universitatis Sunyatseni","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Language assessment; Linguistics; Computer science; Natural language processing; Geology; Philosophy","score_opus":0.013114086418353321,"score_gpt":0.2655552543664973,"score_spread":0.252441167948144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144739624","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03486807,0.7331247,0.0035760934,0.029310744,0.010416557,0.00422833,0.03301815,0.00056101865,0.15089634],"genre_scores_gemma":[0.32711267,0.52864254,0.010198366,0.009904058,0.0016501442,0.0046678083,0.03774609,0.00043816157,0.079640076],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9779474,0.0030160637,0.0027533255,0.0012402034,0.014034911,0.001008211],"domain_scores_gemma":[0.8233401,0.022646764,0.0056111743,0.0025941562,0.14195348,0.0038544151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01970794,0.0015749009,0.0027435655,0.014055842,0.00415273,0.00534871,0.006832379,0.0012096928,0.019260434],"category_scores_gemma":[0.10721033,0.00063609786,0.0018957991,0.024816236,0.0034076225,0.002447806,0.0024078279,0.0014871095,0.003407169],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007704317,0.00027405814,0.019664314,0.03120582,0.00080123724,0.00027132934,0.001373656,0.0007638,0.0004827162,0.006636497,0.3659935,0.5717626],"study_design_scores_gemma":[0.00033023747,0.00027272134,0.13727698,0.039179962,0.0024172133,0.00048201688,0.0019223888,0.00047461176,0.001577366,0.001599281,0.81422013,0.00024700476],"about_ca_topic_score_codex":0.95047206,"about_ca_topic_score_gemma":0.96442163,"teacher_disagreement_score":0.95047206,"about_ca_system_score_codex":0.07915831,"about_ca_system_score_gemma":0.20591623,"threshold_uncertainty_score":0.5743364},"labels":[],"label_agreement":null},{"id":"W3163384090","doi":"10.3968/9566","title":"Application of An Improved Deviation Analysis of Double Mean Data in Student’S Teaching Evaluation Data","year":2021,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Standard deviation; Process (computing); Evaluation methods; Experimental data; Mathematics education; Data mining; Statistics; Mathematics; Reliability engineering","score_opus":0.07930003379203303,"score_gpt":0.4625954480301,"score_spread":0.38329541423806696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163384090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03729277,0.00021850555,0.9583895,0.00019850128,0.00015775887,0.00019566082,0.00037956834,0.0014533388,0.0017144345],"genre_scores_gemma":[0.35596418,0.00021369108,0.63906324,0.00010208032,0.00014803502,0.00075272,0.0013893519,0.0003655898,0.0020011074],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.97153306,0.007889936,0.0035139644,0.0049538584,0.011239185,0.00086997036],"domain_scores_gemma":[0.9627103,0.016052525,0.0024133096,0.004529941,0.013753038,0.0005408744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013222629,0.0013539741,0.0017311653,0.0066024703,0.0011150154,0.002950358,0.0015338368,0.0013136939,0.0021808532],"category_scores_gemma":[0.04182539,0.0004925395,0.0021530993,0.0061184964,0.0011568277,0.0033358082,0.0022127505,0.0024690784,0.00087647594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068344874,0.00029066467,0.044797096,0.00071913615,0.00054475904,0.00034420934,0.0019472522,0.026020883,0.027679266,0.018462077,0.0055476604,0.87296355],"study_design_scores_gemma":[0.00018739983,0.0010108667,0.07155807,0.00021398668,0.0004083854,0.001308241,0.0016665295,0.81055546,0.063707694,0.024477633,0.024364473,0.0005412297],"about_ca_topic_score_codex":0.0035724351,"about_ca_topic_score_gemma":0.0022259282,"teacher_disagreement_score":0.013222629,"about_ca_system_score_codex":0.001413863,"about_ca_system_score_gemma":0.0021601594,"threshold_uncertainty_score":0.069928825},"labels":[],"label_agreement":null},{"id":"W3173190536","doi":"","title":"Application of Mathematical Induction in Teaching of Macro Economics: In Example of Teaching Based on IS Curve","year":2016,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Mathematics education; Mathematical induction; Macro; Computer science; Economics education; Work (physics); Mathematical economics; Mathematics; Artificial intelligence; Physics; Primary education; Programming language; Geometry","score_opus":0.02413001377099022,"score_gpt":0.3344967023826521,"score_spread":0.3103666886116619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173190536","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09907542,0.0010498767,0.71017534,0.007807105,0.00041519647,0.00048135716,0.000103085484,0.00091154035,0.17998105],"genre_scores_gemma":[0.617393,0.0011370825,0.35370845,0.0007443985,0.0001606817,0.00044445207,0.0000875522,0.00021989031,0.026104555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964451,0.0022426907,0.000108687105,0.0003435059,0.0006705167,0.00018943171],"domain_scores_gemma":[0.9955782,0.002725103,0.0002317147,0.000629219,0.00053821673,0.00029752927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003452062,0.0005249137,0.0003653341,0.0010021043,0.0013941481,0.002402005,0.0012263112,0.0011282767,0.0056889276],"category_scores_gemma":[0.006040899,0.00018450692,0.0005732725,0.0010208848,0.0035408677,0.0026418967,0.0027369654,0.0017853243,0.0012714844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023252101,0.0009720231,0.005540238,0.0007660596,0.000024376859,0.00073958264,0.015075743,0.007977703,0.0123281535,0.6894048,0.011117174,0.2558217],"study_design_scores_gemma":[0.00011030541,0.00079748454,0.0071715387,0.00047355227,0.00005241728,0.0010984321,0.007095762,0.045981284,0.034361035,0.51004106,0.39271027,0.00010685856],"about_ca_topic_score_codex":0.00059697765,"about_ca_topic_score_gemma":0.00066649454,"teacher_disagreement_score":0.0056889276,"about_ca_system_score_codex":0.0021214706,"about_ca_system_score_gemma":0.001754166,"threshold_uncertainty_score":0.019031405},"labels":[],"label_agreement":null},{"id":"W3173703492","doi":"10.5539/ies.v14n7p27","title":"An Investigation into the Influence of Blended Learning on Oral English Proficiency of Senior High School Students","year":2021,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Mathematics education; Psychology; Pronunciation; Fluency; Class (philosophy); Language proficiency; Vocabulary; Teaching method; Empirical research; Multimethodology; Educational technology; Pedagogy; Computer science; Mathematics; Linguistics","score_opus":0.02411488238075118,"score_gpt":0.3914149864484976,"score_spread":0.36730010406774644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173703492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996705,0.00000784741,0.00003253443,0.000007034072,0.000001321881,0.0000045647907,0.000004539542,0.0000013420856,0.0002703768],"genre_scores_gemma":[0.9994918,0.000014462472,0.00009017503,0.0000073788997,0.0000016618864,0.0000072065786,0.000010122714,9.417414e-7,0.00037621122],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991881,0.000258513,0.0000681461,0.0001238593,0.00020792896,0.00015338679],"domain_scores_gemma":[0.9945663,0.0022706317,0.00079170667,0.00025161263,0.00077178975,0.0013478043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011871533,0.00022371052,0.00034731635,0.00044240677,0.00048024664,0.0013488188,0.00024147831,0.00027638575,0.0020859067],"category_scores_gemma":[0.00553659,0.00011922612,0.00033513058,0.00031963052,0.00033124548,0.0004107471,0.00059899525,0.00044334435,0.0003477401],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002583593,0.014459436,0.8110309,0.00017946,0.00012953227,0.0006427825,0.019851435,0.00031664426,0.03634056,0.0002595546,0.00031071846,0.11389533],"study_design_scores_gemma":[0.000035862442,0.0052519385,0.97333944,0.000024564755,0.000066269706,0.00009790741,0.012745098,0.00066179805,0.0067922533,0.00010171472,0.00085992826,0.000023312205],"about_ca_topic_score_codex":0.0015224484,"about_ca_topic_score_gemma":0.0014733206,"teacher_disagreement_score":0.0020859067,"about_ca_system_score_codex":0.00029237906,"about_ca_system_score_gemma":0.00046776322,"threshold_uncertainty_score":0.006978035},"labels":[],"label_agreement":null},{"id":"W3174893858","doi":"","title":"Teaching individuals to conduct a preference assessment procedure using computer-aided personalized system of instruction","year":2013,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Preference; Computer science; Computer-aided; Mathematics education; Psychology; Mathematics; Programming language; Statistics","score_opus":0.043537803477515284,"score_gpt":0.2813419989200133,"score_spread":0.23780419544249803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174893858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56027716,0.0005905547,0.37056142,0.0010418469,0.0006238917,0.03276347,0.0015979153,0.0065793525,0.025964402],"genre_scores_gemma":[0.32304925,0.0009727112,0.62267506,0.00092252664,0.00019459084,0.028550057,0.0008195421,0.00032263988,0.02249363],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972908,0.0007823969,0.00044398548,0.0006267074,0.0006763304,0.00017966576],"domain_scores_gemma":[0.9929113,0.0028042104,0.0007065466,0.0014842373,0.0017433838,0.0003504038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005533296,0.00086679705,0.00068523525,0.0010746015,0.00063771463,0.00043283176,0.0011816183,0.0006151332,0.011608086],"category_scores_gemma":[0.01126541,0.00042501604,0.00076112885,0.00043503114,0.00038940317,0.00083585613,0.0010947682,0.0010883688,0.006070081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012358029,0.009746074,0.012113775,0.0008747645,0.000055087872,0.0002785836,0.0033138022,0.0007292792,0.06146011,0.00079044636,0.01414029,0.89526194],"study_design_scores_gemma":[0.0047520157,0.05971629,0.37452826,0.00137866,0.00059588766,0.0068001314,0.008252395,0.029482026,0.29372054,0.008885173,0.21076769,0.0011210666],"about_ca_topic_score_codex":0.00046520974,"about_ca_topic_score_gemma":0.0016294383,"teacher_disagreement_score":0.011608086,"about_ca_system_score_codex":0.00034466325,"about_ca_system_score_gemma":0.0011798346,"threshold_uncertainty_score":0.038832963},"labels":[],"label_agreement":null},{"id":"W3176080488","doi":"10.23977/aetp.2021.54001","title":"A Survey on the Deep Integration of Information Technology and Classroom Teaching of English Teachers in Higher Vocational Colleges","year":2021,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Operability; Vocational education; Index (typography); Mathematics education; Set (abstract data type); Rationality; College English; Computer science; Table (database); Information technology; GRASP; Engineering management; Engineering; Psychology; Pedagogy; Data mining; Software engineering","score_opus":0.01834256820745139,"score_gpt":0.341884997524584,"score_spread":0.3235424293171326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176080488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9969578,0.000306576,0.0002078373,0.00018547768,0.0000048957213,0.000020392965,0.000060554517,0.00000738423,0.0022491345],"genre_scores_gemma":[0.9978243,0.0006313212,0.00022012497,0.000103785795,0.0000062241606,0.000023684992,0.00009938486,0.0000040088744,0.001087179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969296,0.00082078687,0.00044580956,0.00022316077,0.001117221,0.0004634395],"domain_scores_gemma":[0.99112517,0.002529914,0.0019959202,0.0001927073,0.0026031446,0.0015531847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024977492,0.00011825114,0.00027651148,0.0017264951,0.00075692387,0.00090587453,0.00019062478,0.00031244985,0.0015283943],"category_scores_gemma":[0.008278638,0.0002582284,0.0002488844,0.0015732298,0.00035783794,0.001126311,0.0006355167,0.0004568238,0.00032159596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003636894,0.00022703833,0.9391432,0.00021949955,0.000018680927,0.00021988002,0.023731738,0.00004879468,0.00191252,0.00018403491,0.00079108775,0.033467256],"study_design_scores_gemma":[0.0000024418966,0.00014060142,0.9644421,0.000065339475,0.000011200932,0.00024943845,0.030844133,0.00014153642,0.00026452317,0.000027644586,0.0037995293,0.000011574842],"about_ca_topic_score_codex":0.0049812063,"about_ca_topic_score_gemma":0.009899657,"teacher_disagreement_score":0.0049812063,"about_ca_system_score_codex":0.00078321557,"about_ca_system_score_gemma":0.0016765441,"threshold_uncertainty_score":0.013209522},"labels":[],"label_agreement":null},{"id":"W3177877513","doi":"10.24908/pceea.vi0.14830","title":"DEVELOPMENT OF LARGE SCALE STEM PROBLEM DATABASES FOR STUDENT LEARNING AND ASSESSMENT TOOLS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Computer science; Database; Sentence; Variety (cybernetics); Scale (ratio); Extension (predicate logic); Open source; Artificial intelligence; Software; Programming language","score_opus":0.015934733468109585,"score_gpt":0.29012761185234526,"score_spread":0.27419287838423567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177877513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051720336,0.00026014578,0.83983755,0.00081914384,0.00019382533,0.0039074584,0.022937594,0.07087493,0.009449139],"genre_scores_gemma":[0.080189966,0.000223323,0.8651718,0.00013882929,0.000042652035,0.0027912732,0.042043533,0.0045271353,0.0048714643],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99576265,0.0009317831,0.00083148817,0.00087547407,0.0014188931,0.00017978642],"domain_scores_gemma":[0.98125917,0.007982124,0.0010377413,0.0038230075,0.0048523084,0.0010456446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067630983,0.0012945795,0.001105841,0.004441505,0.0012558319,0.0043160506,0.0035198494,0.00096665206,0.009195436],"category_scores_gemma":[0.025669593,0.0014275489,0.0014847077,0.0033097551,0.00059771125,0.0060753794,0.0036832707,0.003107909,0.0042677117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007203134,0.0023472058,0.013904248,0.0012846842,0.00020035752,0.0010832279,0.0052910233,0.024811396,0.03090155,0.03234785,0.09354153,0.7935666],"study_design_scores_gemma":[0.0006583543,0.0007987357,0.01367704,0.00049112784,0.00017605777,0.00074466516,0.0033709845,0.33837196,0.13634624,0.04089486,0.46409145,0.0003785494],"about_ca_topic_score_codex":0.0042639887,"about_ca_topic_score_gemma":0.0055991085,"teacher_disagreement_score":0.009195436,"about_ca_system_score_codex":0.0018788743,"about_ca_system_score_gemma":0.0043764818,"threshold_uncertainty_score":0.035767138},"labels":[],"label_agreement":null},{"id":"W3184828751","doi":"","title":"Exploring online specifications grading: An undergraduate course case study","year":2021,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Calgary","funders":"","keywords":"Course (navigation); Grading (engineering); Computer science; Online course; Mathematics education; Engineering; Psychology","score_opus":0.2767923023082303,"score_gpt":0.3727677627761448,"score_spread":0.0959754604679145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184828751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97793317,0.000045911616,0.0075515714,0.0010616344,0.00004883045,0.00020841171,0.000065544955,0.00013617336,0.012948781],"genre_scores_gemma":[0.9744057,0.000081368526,0.010013574,0.00026540592,0.000024920608,0.000053534302,0.00014785101,0.000080603204,0.014927062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959518,0.0017294718,0.00021426089,0.00033533372,0.0012463366,0.00052269455],"domain_scores_gemma":[0.9657322,0.020747162,0.0018890201,0.0019063002,0.0059535,0.0037716643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064941305,0.0004760494,0.0002839015,0.0012595586,0.0032833843,0.004390464,0.0016471321,0.0019449309,0.0051893285],"category_scores_gemma":[0.031965874,0.0003036252,0.00033897185,0.0012879776,0.0009697608,0.0027402434,0.0020596029,0.0020382951,0.0011802921],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077337614,0.024400942,0.12284299,0.0004644438,0.00006986607,0.013506158,0.21608816,0.00862415,0.020264711,0.01671284,0.021680677,0.5545717],"study_design_scores_gemma":[0.00046295408,0.0094442405,0.13642234,0.0007742995,0.00017001796,0.009743917,0.43654573,0.08166124,0.04787745,0.022491226,0.25396994,0.0004366362],"about_ca_topic_score_codex":0.005622854,"about_ca_topic_score_gemma":0.01853485,"teacher_disagreement_score":0.0064941305,"about_ca_system_score_codex":0.0025965145,"about_ca_system_score_gemma":0.002992005,"threshold_uncertainty_score":0.034344673},"labels":[],"label_agreement":null},{"id":"W3202946036","doi":"10.3968/12287","title":"On Writing the Abstract in Scientific and Technological Papers","year":2021,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Key (lock); Quality (philosophy); Generalization; Scientific writing; Computer science; Linguistics; Mathematics education; Psychology; Epistemology; Philosophy","score_opus":0.03411020701471537,"score_gpt":0.35930323608957115,"score_spread":0.3251930290748558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202946036","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06903577,0.03069771,0.28019628,0.06787331,0.11805983,0.00405894,0.0013284555,0.0022540044,0.42649582],"genre_scores_gemma":[0.47326216,0.055493366,0.25734723,0.022364892,0.04408795,0.0043236627,0.0025908188,0.0041088145,0.13642107],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8836865,0.05949183,0.015428056,0.0048289527,0.035078526,0.0014861119],"domain_scores_gemma":[0.59949905,0.2205514,0.042308617,0.021531472,0.10827295,0.007836502],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.056919776,0.0015063265,0.0009687966,0.008452722,0.0054678014,0.018653687,0.002129512,0.0022360992,0.012959927],"category_scores_gemma":[0.27870932,0.0007861572,0.0011842287,0.0077150506,0.008810688,0.013893695,0.0072602164,0.004297657,0.0121689495],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039640145,0.00018681887,0.0059961416,0.0066926247,0.00016579269,0.0014624485,0.050554525,0.0009387418,0.011027742,0.15836182,0.27248594,0.491731],"study_design_scores_gemma":[0.00009726646,0.00027131787,0.0063168937,0.0073981434,0.00012404531,0.0022598258,0.019194713,0.0015364185,0.0059334654,0.06544396,0.8911946,0.00022945167],"about_ca_topic_score_codex":0.0011323623,"about_ca_topic_score_gemma":0.0007888941,"teacher_disagreement_score":0.94308025,"about_ca_system_score_codex":0.0042926692,"about_ca_system_score_gemma":0.011085488,"threshold_uncertainty_score":0.30102408},"labels":[],"label_agreement":null},{"id":"W3210055626","doi":"10.3233/jifs-210991","title":"Evidential classification of incomplete instance based on K-nearest centroid neighbor","year":2021,"lang":"en","type":"article","venue":"Journal of Intelligent & Fuzzy Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Missing data; Weighting; Centroid; Artificial intelligence; Computer science; Pattern recognition (psychology); Data mining; Imputation (statistics); Entropy (arrow of time); Classifier (UML); k-nearest neighbors algorithm; Robustness (evolution); One-class classification; Machine learning; Mathematics","score_opus":0.03822546594042025,"score_gpt":0.30231619344811433,"score_spread":0.2640907275076941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210055626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030751128,0.00057960936,0.9671321,0.00017167388,0.000074869706,0.00006645688,0.000108947235,0.00020250458,0.00091275317],"genre_scores_gemma":[0.65253973,0.0006089384,0.34404466,0.00011818558,0.00016440146,0.00015556728,0.0006853609,0.00004900018,0.0016342922],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99652594,0.00065588835,0.00040264335,0.0008849757,0.0013409009,0.00018959583],"domain_scores_gemma":[0.99633396,0.0013549246,0.00046893963,0.0004917296,0.0012349742,0.000115438816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033002272,0.0005991583,0.0020270871,0.0020903551,0.0008742294,0.001774501,0.002507515,0.0012187696,0.00082899263],"category_scores_gemma":[0.01018278,0.00027701678,0.0011830357,0.0018566853,0.00083016447,0.0027905924,0.0012067994,0.0015525438,0.00023414049],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049831654,0.00017537505,0.00921089,0.0004380838,0.00034608733,0.00043076376,0.0007997342,0.2828227,0.007859768,0.037429437,0.004226797,0.6557621],"study_design_scores_gemma":[0.000013266685,0.000069121576,0.0015025297,0.000028831035,0.000053421467,0.00013948196,0.000085359854,0.97920096,0.003501323,0.0140918745,0.0012734378,0.000040334176],"about_ca_topic_score_codex":0.0036646414,"about_ca_topic_score_gemma":0.002738404,"teacher_disagreement_score":0.0036646414,"about_ca_system_score_codex":0.0010788995,"about_ca_system_score_gemma":0.0012189809,"threshold_uncertainty_score":0.017453492},"labels":[],"label_agreement":null},{"id":"W3211620527","doi":"10.23977/jeis.2021.61011","title":"Design and implementation of efficient Learning platform based on SpringBoot Framework","year":2021,"lang":"en","type":"article","venue":"Journal of Electronics and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Function (biology); The Internet; Information exchange; Multimedia; Order (exchange); Black box; Systems design; Human–computer interaction; Engineering management; Software engineering; World Wide Web; Engineering; Artificial intelligence; Telecommunications","score_opus":0.011681141548583336,"score_gpt":0.30896596288086314,"score_spread":0.2972848213322798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211620527","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031199137,0.00029956852,0.93471736,0.00021747919,0.00012412407,0.0010868652,0.00025543378,0.019721705,0.012378457],"genre_scores_gemma":[0.3080746,0.0005007096,0.6553485,0.00028466055,0.000049241422,0.0018631759,0.0012275584,0.0020606413,0.030590847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992316,0.00009735778,0.00006448337,0.00016255424,0.00027773876,0.00016628978],"domain_scores_gemma":[0.9995852,0.000062653686,0.000037428574,0.00004710106,0.00015358126,0.00011398452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009853898,0.0006615108,0.0006051297,0.0009062643,0.00093137147,0.0012910425,0.0026569169,0.0009956876,0.0074288542],"category_scores_gemma":[0.0011295645,0.000557971,0.0007664166,0.00040329926,0.0004621831,0.001619901,0.0012311356,0.0009118857,0.002000483],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021492045,0.0018170261,0.0114056235,0.0021634144,0.00031584606,0.001660612,0.0030496872,0.063040994,0.17378509,0.080189146,0.03332863,0.6270947],"study_design_scores_gemma":[0.0009123135,0.0011169491,0.0062203966,0.00027772482,0.0002671879,0.0009491166,0.00064000156,0.5574052,0.096500784,0.018301176,0.31704682,0.00036230002],"about_ca_topic_score_codex":0.005541118,"about_ca_topic_score_gemma":0.004422596,"teacher_disagreement_score":0.0074288542,"about_ca_system_score_codex":0.00069789874,"about_ca_system_score_gemma":0.0023922622,"threshold_uncertainty_score":0.024851978},"labels":[],"label_agreement":null},{"id":"W3215773746","doi":"10.18260/1-2--38444","title":"Online Hands-on Embedded System Project in Virtual Classroom","year":2024,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada); La Cité Collégiale","funders":"National Science Foundation","keywords":"Computer science; Multimedia; Virtual reality; Human–computer interaction; World Wide Web","score_opus":0.024391422931324788,"score_gpt":0.32901664431846234,"score_spread":0.30462522138713755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215773746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8970571,0.000052712476,0.07217125,0.00017684553,0.000097579315,0.0016726139,0.00043918585,0.0031284383,0.025204351],"genre_scores_gemma":[0.951058,0.000036732694,0.03179197,0.00007756202,0.00002669011,0.0008912473,0.0004017291,0.00015589294,0.015560219],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99767405,0.00094844785,0.00016186867,0.00030696715,0.00056623935,0.00034246015],"domain_scores_gemma":[0.9927142,0.0022579099,0.0004761325,0.0010699801,0.0012162656,0.0022655409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022066946,0.0006755421,0.00046195582,0.00085606374,0.00065137655,0.0014615364,0.0011061033,0.0006364744,0.020710623],"category_scores_gemma":[0.00503431,0.00035001425,0.00044095147,0.00027483882,0.00059588137,0.0012410501,0.0027781797,0.0008402666,0.0037135473],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034327777,0.026974624,0.039891176,0.0005259315,0.00006512435,0.0015611998,0.004552339,0.015958687,0.098110475,0.0033167775,0.01695866,0.7886522],"study_design_scores_gemma":[0.0026639248,0.08010363,0.2690472,0.0008586868,0.00018586473,0.0036265294,0.010949234,0.17510886,0.33547947,0.010046678,0.11121073,0.0007191812],"about_ca_topic_score_codex":0.00043399291,"about_ca_topic_score_gemma":0.00039638282,"teacher_disagreement_score":0.020710623,"about_ca_system_score_codex":0.00039660148,"about_ca_system_score_gemma":0.0006390422,"threshold_uncertainty_score":0.0692839},"labels":[],"label_agreement":null},{"id":"W3216900385","doi":"10.23977/aetp.2021.59001","title":"The Influence of Teachers' Corrective Feedback on the Accuracy of English Writing","year":2021,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Corrective feedback; Mathematics education; Sample (material); Class (philosophy); Computer science; Control (management); Psychology; Feedback control; Engineering; Artificial intelligence; Control engineering","score_opus":0.011199935017429436,"score_gpt":0.35498377246239937,"score_spread":0.34378383744496993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216900385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981748,0.00019012534,0.00046297786,0.000050510982,0.000010292792,0.000010026103,0.000011532065,0.000019924004,0.0010697102],"genre_scores_gemma":[0.9994236,0.00007280779,0.00026439753,0.000008103892,0.000005675748,0.000004445223,0.0000094444495,0.000004996388,0.00020655971],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99373573,0.0029382554,0.00044076124,0.00044362887,0.0021416566,0.00029995025],"domain_scores_gemma":[0.92235464,0.05428947,0.010775485,0.002154419,0.008182081,0.0022438525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024354695,0.00027754894,0.00025615684,0.00060923153,0.00027390468,0.00085689017,0.00025165975,0.00027860093,0.0008297307],"category_scores_gemma":[0.059437964,0.00013441092,0.00020570101,0.00025358782,0.00039635182,0.00039073365,0.00033753423,0.00041708056,0.00017533884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001684088,0.0007867329,0.75957596,0.00031512437,0.0001631959,0.000804436,0.012404224,0.0008790134,0.024345629,0.00013333437,0.0005627266,0.1983455],"study_design_scores_gemma":[0.000032651693,0.0010131126,0.98842597,0.00004115761,0.00008979255,0.00035423634,0.002436089,0.0014256595,0.0053537237,0.000074928525,0.0007296836,0.000022957829],"about_ca_topic_score_codex":0.0027356173,"about_ca_topic_score_gemma":0.0028508082,"teacher_disagreement_score":0.0027356173,"about_ca_system_score_codex":0.0003512656,"about_ca_system_score_gemma":0.0006786945,"threshold_uncertainty_score":0.012880206},"labels":[],"label_agreement":null},{"id":"W36945846","doi":"10.20529/ijme.2023.022","title":"Paper Annotation with Learner Models","year":2005,"lang":"en","type":"article","venue":"Indian Journal of Medical Ethics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Annotation; Recommender system; Variance (accounting); Software; Data science; World Wide Web; Artificial intelligence","score_opus":0.04000373723081287,"score_gpt":0.35437518366366555,"score_spread":0.3143714464328527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36945846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08417581,0.0009561436,0.6627715,0.009619129,0.003312143,0.0021868444,0.030382892,0.035204705,0.17139077],"genre_scores_gemma":[0.51667696,0.001062888,0.35818154,0.0013694772,0.00070574495,0.0018902869,0.03099529,0.0054249903,0.08369288],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9893963,0.005574272,0.00088469125,0.0012048691,0.0026409458,0.00029902256],"domain_scores_gemma":[0.92368835,0.05240364,0.003176199,0.010372374,0.009487272,0.0008721504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008971534,0.0008887317,0.0005689578,0.0029280293,0.0011245506,0.0057672006,0.0019175163,0.0019101487,0.038156006],"category_scores_gemma":[0.07505157,0.00038513925,0.0010347157,0.0030576044,0.0006193193,0.008048462,0.0027145117,0.0020109268,0.018159725],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016089913,0.00080660626,0.026585227,0.002105189,0.00014749804,0.0009331071,0.0068545686,0.02649458,0.007051453,0.040927354,0.1722254,0.7142601],"study_design_scores_gemma":[0.00018112002,0.00028277776,0.012609483,0.0011326201,0.00019766275,0.00067892455,0.003777174,0.29506442,0.031884875,0.06921045,0.584687,0.00029361597],"about_ca_topic_score_codex":0.0033754783,"about_ca_topic_score_gemma":0.0037108667,"teacher_disagreement_score":0.038156006,"about_ca_system_score_codex":0.0018275498,"about_ca_system_score_gemma":0.0023644306,"threshold_uncertainty_score":0.12764454},"labels":[],"label_agreement":null},{"id":"W4200196734","doi":"10.5539/elt.v15n1p16","title":"Establishing an Operational Model of Rating Scale Construction for English Writing Assessment","year":2021,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education of the People's Republic of China","keywords":"Writing assessment; Judgement; Rating scale; Psychology; Scale (ratio); Grading (engineering); Mathematics education; Weighting; Construct (python library); Likert scale; Computer science","score_opus":0.01405824346634783,"score_gpt":0.3124344167760603,"score_spread":0.2983761733097125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200196734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018073615,0.00014566304,0.96742576,0.0008796233,0.00011259693,0.0032136354,0.0002349317,0.00040829502,0.009505955],"genre_scores_gemma":[0.16014405,0.00012609264,0.8321992,0.00013345065,0.00003783428,0.006249567,0.00040322848,0.00006943012,0.0006371288],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9085511,0.06178818,0.008984158,0.006028578,0.013410741,0.0012371792],"domain_scores_gemma":[0.87240195,0.0730126,0.009151216,0.007850235,0.03646327,0.0011206573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.081481025,0.0014754637,0.0012138064,0.0051832474,0.0018653362,0.0052736867,0.00274056,0.001653399,0.0025003618],"category_scores_gemma":[0.15749685,0.00090716017,0.0019309142,0.005199488,0.004957235,0.007760631,0.0029641124,0.0030364692,0.0016832566],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023692341,0.00068467564,0.07581175,0.0017696699,0.0003809039,0.0003048318,0.028518641,0.024719227,0.006324794,0.46187967,0.012978829,0.38639003],"study_design_scores_gemma":[0.00037671885,0.0022481992,0.07121659,0.0023398036,0.00041638018,0.00088378234,0.023400458,0.43828607,0.00762727,0.38678387,0.0655997,0.0008210761],"about_ca_topic_score_codex":0.0028789965,"about_ca_topic_score_gemma":0.0025901007,"teacher_disagreement_score":0.081481025,"about_ca_system_score_codex":0.004363892,"about_ca_system_score_gemma":0.00615147,"threshold_uncertainty_score":0.43091798},"labels":[],"label_agreement":null},{"id":"W4210681716","doi":"10.19173/irrodl.v22i4.5437","title":"An Internet Articles Retrieval Agent Combined With Dynamic Associative Concept Maps to Implement Online Learning in an Artificial Intelligence Course","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; The Internet; Search engine; Control (management); World Wide Web; Filter (signal processing); Associative property; Multimedia; Artificial intelligence; Information retrieval","score_opus":0.0947574939811753,"score_gpt":0.4802984297827489,"score_spread":0.38554093580157356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210681716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70811117,0.0003116338,0.26904747,0.000366642,0.00023194122,0.0021596332,0.00017645459,0.008320107,0.011274864],"genre_scores_gemma":[0.7360393,0.0001567111,0.25432497,0.0001486718,0.000036577094,0.00095976645,0.00018425044,0.000060030754,0.008089789],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99951327,0.0001310719,0.000052834544,0.000100622325,0.00015305541,0.000049128903],"domain_scores_gemma":[0.9987404,0.0005454937,0.000097460004,0.000106578664,0.0003367185,0.00017337479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092629873,0.00048663054,0.0004140966,0.0010461574,0.0004011507,0.0009337959,0.0010439159,0.0006697783,0.0032707774],"category_scores_gemma":[0.002881807,0.00024476735,0.0003330428,0.00041142528,0.00024148637,0.0015934091,0.0009076068,0.0005151984,0.0008272459],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014023292,0.008933781,0.019474464,0.0008704844,0.00020862496,0.0007127288,0.0015338222,0.026228715,0.07631888,0.00778898,0.004716838,0.85181034],"study_design_scores_gemma":[0.0006442528,0.0045565427,0.012748291,0.00011881188,0.00051153376,0.0005740293,0.00055909046,0.81253964,0.11852306,0.0043500983,0.044678308,0.00019641257],"about_ca_topic_score_codex":0.0016978105,"about_ca_topic_score_gemma":0.001220017,"teacher_disagreement_score":0.0032707774,"about_ca_system_score_codex":0.00046063794,"about_ca_system_score_gemma":0.0011544852,"threshold_uncertainty_score":0.010941803},"labels":[],"label_agreement":null},{"id":"W4214526210","doi":"10.2991/assehr.k.211220.063","title":"Comparative Analysis on Chinese and Canadian Primary School Mathematics Estimation Education Differences","year":2021,"lang":"en","type":"article","venue":"Advances in Social Science, Education and Humanities Research/Advances in social science, education and humanities research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick; University of Toronto","funders":"","keywords":"Mathematics education; Estimation; Computer science; Primary (astronomy); Mathematics; Engineering; Physics","score_opus":0.07675123729483431,"score_gpt":0.4782759877004701,"score_spread":0.4015247504056358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214526210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99150157,0.00034312918,0.000058645433,0.00020357057,0.000010997576,0.000015184531,0.0008836553,0.0000053584668,0.006977927],"genre_scores_gemma":[0.99752027,0.00018100796,0.00006845748,0.00003316998,0.0000027721046,0.000007463328,0.0006809298,0.0000023794976,0.0015035109],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855214,0.0000834904,0.00006303046,0.00019741729,0.0005515083,0.00055230357],"domain_scores_gemma":[0.99659073,0.00044387399,0.00037833236,0.00010460297,0.0016445933,0.0008378267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083233527,0.00028374483,0.00037459165,0.0038657938,0.002980303,0.0012800241,0.00074445945,0.0002625513,0.0047438103],"category_scores_gemma":[0.00316757,0.00014053613,0.00046474213,0.010296957,0.0010268458,0.00047432067,0.0011125203,0.0004774172,0.00021306687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012529561,0.00006781078,0.9505256,0.00009290672,0.00006659459,0.00025460872,0.01787241,0.00012441579,0.00039866814,0.003035927,0.0019086396,0.025527133],"study_design_scores_gemma":[0.0000016402543,0.000016972179,0.99249375,0.000011077584,0.00001061294,0.000019573888,0.0063423463,0.00005685058,0.000042957825,0.000027086855,0.0009720433,0.000004980821],"about_ca_topic_score_codex":0.96212673,"about_ca_topic_score_gemma":0.9853029,"teacher_disagreement_score":0.037873268,"about_ca_system_score_codex":0.015484684,"about_ca_system_score_gemma":0.018644342,"threshold_uncertainty_score":0.11234975},"labels":[],"label_agreement":null},{"id":"W4214718753","doi":"10.3866/pku.dxhx202109044","title":"Reference and Inspiration on Teaching of Chemistry Courses Based on “TBL + Two-Stage Exam” from UBC University in Canada","year":2022,"lang":"en","type":"article","venue":"University Chemistry","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stage (stratigraphy); Mathematics education; Computer science; Psychology; Library science; Geology","score_opus":0.010616756637244413,"score_gpt":0.2010506619378742,"score_spread":0.19043390530062979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214718753","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31605825,0.0040865466,0.002228176,0.039036404,0.0011598822,0.0001873389,0.0006072652,0.00022240022,0.63641375],"genre_scores_gemma":[0.81226915,0.0016625029,0.0016839667,0.0022497461,0.00008156356,0.000035617595,0.0002110115,0.00009790894,0.18170862],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973455,0.00042859654,0.000057163696,0.0002808637,0.0010911558,0.00079670193],"domain_scores_gemma":[0.9948645,0.0005557061,0.0002035928,0.00012267068,0.0017866507,0.0024667657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015030081,0.00034083382,0.00038396876,0.002060694,0.023217289,0.009687187,0.001318106,0.0014979322,0.014966328],"category_scores_gemma":[0.004916789,0.00026940464,0.00033375254,0.0048066746,0.0070949267,0.00182448,0.0034710963,0.0030804146,0.0012299581],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024472104,0.00032221645,0.031321816,0.0005348483,0.000034905803,0.0022658708,0.25886762,0.0015849147,0.003943641,0.24279176,0.21931614,0.23877153],"study_design_scores_gemma":[0.000025486579,0.000051451323,0.0843433,0.0003879687,0.000026186974,0.00021900737,0.15183738,0.00055571087,0.0018552778,0.0060100197,0.754594,0.00009420907],"about_ca_topic_score_codex":0.9455781,"about_ca_topic_score_gemma":0.9816011,"teacher_disagreement_score":0.10167291,"about_ca_system_score_codex":0.10167291,"about_ca_system_score_gemma":0.1360314,"threshold_uncertainty_score":0.73769206},"labels":[],"label_agreement":null},{"id":"W4220835408","doi":"10.21125/inted.2022.2469","title":"AN INSTRUCTIONAL COHERENCE RATIO AS A PERFORMANCE INDICATOR FOR IMPROVING THE QUALITY OF TEACHING PRACTICES","year":2022,"lang":"en","type":"article","venue":"INTED proceedings","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Coherence (philosophical gambling strategy); Quality (philosophy); Statistics; Mathematics","score_opus":0.038457774155424125,"score_gpt":0.3717778387234237,"score_spread":0.33332006456799956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220835408","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577593,0.0032213924,0.02153054,0.00079579855,0.00017062263,0.0001864831,0.0010256708,0.000777929,0.014532256],"genre_scores_gemma":[0.9848712,0.0004592504,0.012508222,0.000071233175,0.000054640954,0.000067543915,0.00047886622,0.000058311958,0.0014308117],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99628675,0.0011544873,0.0002222915,0.00034241227,0.0018294785,0.00016456188],"domain_scores_gemma":[0.9756631,0.011592883,0.0035935156,0.0008519697,0.0066955946,0.0016028943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035341948,0.00047576972,0.0006143235,0.0026143591,0.00044715323,0.0022590733,0.0005497985,0.0010225406,0.0025226634],"category_scores_gemma":[0.0211684,0.0001894562,0.00032069976,0.0014528448,0.0004065107,0.0010233657,0.00080551853,0.0007216336,0.0009190186],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002507018,0.001277615,0.58383614,0.00038287716,0.00039832064,0.00009916829,0.00088161696,0.0051444643,0.019135317,0.00095762894,0.005587822,0.379792],"study_design_scores_gemma":[0.000166251,0.0035138477,0.93774045,0.00016977318,0.00035101513,0.00030447816,0.00076344266,0.035751175,0.016642464,0.0011123295,0.0033640894,0.0001206984],"about_ca_topic_score_codex":0.009770659,"about_ca_topic_score_gemma":0.013113543,"teacher_disagreement_score":0.009770659,"about_ca_system_score_codex":0.0012723894,"about_ca_system_score_gemma":0.0013126095,"threshold_uncertainty_score":0.019427598},"labels":[],"label_agreement":null},{"id":"W4224306311","doi":"10.5539/ijsp.v11n3p32","title":"Approximation of the Binomial Probability Function Using the Discrete Normal Distribution","year":2022,"lang":"en","type":"article","venue":"International Journal of Statistics and Probability","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics; Binomial approximation; Binomial distribution; Probability distribution; Negative binomial distribution; Probability mass function; Applied mathematics; Binomial (polynomial); Limit (mathematics); Characteristic function (probability theory); Measure (data warehouse); Central limit theorem; Approximation error; Statistics; Probability density function; Mathematical analysis; Computer science; Poisson distribution","score_opus":0.020626046354251595,"score_gpt":0.2832088754661081,"score_spread":0.26258282911185654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224306311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016245607,0.00031998893,0.99629706,0.000061586936,0.00009789294,0.000017258084,0.000022520722,0.00013563561,0.0014234112],"genre_scores_gemma":[0.1977208,0.0029650475,0.79012203,0.00023430261,0.00039432393,0.000290332,0.00034572146,0.00032726335,0.007600217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964737,0.001213724,0.00014722795,0.00047023708,0.001489395,0.00020571014],"domain_scores_gemma":[0.99629635,0.0021435781,0.0002201991,0.00029881176,0.0009415518,0.000099499906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003667106,0.00083287864,0.0011151868,0.002399601,0.00064552925,0.0019573877,0.0017614554,0.0011411803,0.003802709],"category_scores_gemma":[0.013137311,0.00044449643,0.0010969683,0.0019157769,0.0012702201,0.0028076957,0.0011447115,0.002194333,0.0017143005],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022694275,0.00009939634,0.0045377817,0.0005324988,0.00009074996,0.0008034004,0.0005708761,0.31066775,0.01474857,0.44247204,0.0067122164,0.21853778],"study_design_scores_gemma":[0.000017658622,0.00004942862,0.0005095536,0.00005085516,0.000021351718,0.0007043837,0.000052644704,0.9294121,0.0027946662,0.05768714,0.008659979,0.000040260868],"about_ca_topic_score_codex":0.0033772865,"about_ca_topic_score_gemma":0.0015121109,"teacher_disagreement_score":0.003802709,"about_ca_system_score_codex":0.0011087994,"about_ca_system_score_gemma":0.0013942522,"threshold_uncertainty_score":0.019393742},"labels":[],"label_agreement":null},{"id":"W4225275257","doi":"10.5430/wjel.v12n5p59","title":"Investigating the Construct Validity of an ESL Test for Young Learners","year":2022,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Active listening; Construct validity; Test (biology); Construct (python library); Psychology; Context (archaeology); Reading (process); Language proficiency; Mathematics education; Test validity; Confirmatory factor analysis; Discriminant validity; Computer science; Structural equation modeling; Linguistics; Statistics; Psychometrics; Developmental psychology; Mathematics; Communication","score_opus":0.021975121425030105,"score_gpt":0.2958620882820624,"score_spread":0.2738869668570323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225275257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962758,0.000064380656,0.0012753069,0.00010096953,0.000015136052,0.00005277588,0.00015145994,0.000027354554,0.002036965],"genre_scores_gemma":[0.99619484,0.000058767695,0.0026983288,0.000044680568,0.000007010151,0.00010324719,0.00036214446,0.000008305339,0.0005227735],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99570245,0.0010661661,0.0005842693,0.00043174266,0.0019487682,0.00026659842],"domain_scores_gemma":[0.9679518,0.017133448,0.0061278404,0.0013473948,0.0060804724,0.0013590677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010458184,0.0003699088,0.00049306586,0.0021388065,0.0004105831,0.001516026,0.00082690467,0.00052603916,0.0016637754],"category_scores_gemma":[0.04279854,0.00022063876,0.000671843,0.0010608349,0.0010542364,0.0017641766,0.0018125873,0.00083081936,0.0005950876],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000774313,0.00013529822,0.962515,0.0000808012,0.000050525825,0.000100570614,0.002127793,0.0002775954,0.00080880575,0.0003871486,0.0002876897,0.033151437],"study_design_scores_gemma":[0.000026884025,0.00051710644,0.9881225,0.00013321276,0.000037730835,0.00019337992,0.0039579473,0.0031833013,0.0014396618,0.00064053934,0.0017179672,0.000029732259],"about_ca_topic_score_codex":0.001963595,"about_ca_topic_score_gemma":0.0036486536,"teacher_disagreement_score":0.010458184,"about_ca_system_score_codex":0.0008587508,"about_ca_system_score_gemma":0.0015489402,"threshold_uncertainty_score":0.05530882},"labels":[],"label_agreement":null},{"id":"W4229656593","doi":"10.1145/1508865.1509031","title":"Nifty assignments","year":2009,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Multimedia; Mathematics education; Psychology","score_opus":0.010245481585533942,"score_gpt":0.2887714787052874,"score_spread":0.27852599711975345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229656593","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11759174,0.00083377137,0.050156362,0.010103481,0.008188208,0.002335411,0.0072506694,0.013352783,0.7901876],"genre_scores_gemma":[0.23086399,0.00063751586,0.072258584,0.0027082874,0.0019018066,0.0020096,0.009266818,0.0015641329,0.6787892],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997886,0.00023028319,0.00008172033,0.000303361,0.0011059919,0.00039264947],"domain_scores_gemma":[0.989242,0.0016927798,0.00078044774,0.0013896382,0.003852444,0.0030426728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002475505,0.0008330303,0.00069334405,0.0012837235,0.0020520273,0.0025296262,0.0017531819,0.0011330514,0.17441392],"category_scores_gemma":[0.018990522,0.00033614057,0.00058947055,0.00055549684,0.00069480983,0.0020521844,0.0040575373,0.0025255745,0.04917284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005888509,0.00070600334,0.004187873,0.00016097988,0.00001269094,0.00015488164,0.00087046815,0.00083553424,0.0032491863,0.005887369,0.49222305,0.4911231],"study_design_scores_gemma":[0.00012465764,0.0007344971,0.02970001,0.00014527219,0.000012917936,0.00039714167,0.00056135125,0.0017697101,0.004203857,0.012864876,0.9493826,0.00010315557],"about_ca_topic_score_codex":0.0019127998,"about_ca_topic_score_gemma":0.006888271,"teacher_disagreement_score":0.17441392,"about_ca_system_score_codex":0.0019452206,"about_ca_system_score_gemma":0.0024291778,"threshold_uncertainty_score":0.5834727},"labels":[],"label_agreement":null},{"id":"W4229926083","doi":"10.4018/978-1-59904-935-9.ch188","title":"Introducing a Computer-Adaptive Testing System to a Small School District","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"School district; Computerized adaptive testing; Set (abstract data type); Test (biology); Plan (archaeology); Pencil (optics); Mathematics education; Computer science; Achievement test; Psychology; Standardized test; Statistics; Mathematics; Engineering; Geography; Programming language","score_opus":0.03640143103223174,"score_gpt":0.24938882261082732,"score_spread":0.2129873915785956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229926083","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09587217,0.0012560196,0.60674244,0.0034299812,0.0006528266,0.0019953083,0.0010796615,0.017666472,0.2713051],"genre_scores_gemma":[0.24399225,0.0013033081,0.5979872,0.00092337106,0.00015799428,0.0011430124,0.001200809,0.0009376916,0.15235445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992956,0.00030950573,0.000048045127,0.00014440967,0.00013943334,0.00006306157],"domain_scores_gemma":[0.9990169,0.00038406916,0.000028927623,0.00019336437,0.00023655126,0.0001402651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010760808,0.00033401483,0.0002947873,0.000850308,0.0010195577,0.0020381343,0.0010123551,0.00065384514,0.017884366],"category_scores_gemma":[0.0017992432,0.00038439722,0.0002479394,0.0013206186,0.000580773,0.0019280527,0.0015230457,0.0011752795,0.006856842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110292945,0.000426416,0.0072314916,0.0003124822,0.000010765353,0.000600337,0.004598799,0.0038225579,0.014251261,0.025958437,0.06258316,0.880094],"study_design_scores_gemma":[0.00008044351,0.0007918975,0.011368919,0.00015455639,0.000030406045,0.0013146128,0.0019443037,0.01573709,0.008799676,0.008076526,0.951608,0.00009363793],"about_ca_topic_score_codex":0.0057387995,"about_ca_topic_score_gemma":0.014842675,"teacher_disagreement_score":0.017884366,"about_ca_system_score_codex":0.0012333279,"about_ca_system_score_gemma":0.0013261416,"threshold_uncertainty_score":0.059829175},"labels":[],"label_agreement":null},{"id":"W4230535286","doi":"10.1109/icse.1996.493417","title":"System acquisition based on software product assessment","year":2002,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Software engineering; Product (mathematics); Process (computing); Software; Systems engineering; Verification and validation; Static program analysis; Software development; Engineering; Operations management; Operating system","score_opus":0.01831362892113988,"score_gpt":0.27242307149784534,"score_spread":0.2541094425767055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230535286","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18301119,0.00058654865,0.7139748,0.0007152856,0.000111092464,0.0008835277,0.00043390883,0.017850613,0.08243308],"genre_scores_gemma":[0.7309847,0.00035156021,0.2548894,0.00012274478,0.000037280246,0.000261867,0.0005747473,0.00032165006,0.012456067],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972383,0.0006560787,0.000104155435,0.00018418547,0.0016959377,0.00012139552],"domain_scores_gemma":[0.99461997,0.0014912768,0.00036549507,0.00086599565,0.0024864394,0.00017071974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001694575,0.00046964505,0.00054269115,0.0021676745,0.00048454254,0.0016906374,0.0005057327,0.0005081132,0.006102783],"category_scores_gemma":[0.009530945,0.0002743843,0.00025630096,0.0012062857,0.00041617776,0.0020562236,0.0013285752,0.0006992272,0.002399109],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038889656,0.00024157179,0.019719355,0.00018922132,0.000048722926,0.0007519186,0.0007329334,0.019708037,0.032105334,0.020943789,0.00816495,0.8970053],"study_design_scores_gemma":[0.00011718838,0.001080751,0.03284144,0.00036303492,0.00013083011,0.0027290233,0.00052446907,0.74700266,0.09676531,0.03572279,0.08252594,0.00019660634],"about_ca_topic_score_codex":0.002498859,"about_ca_topic_score_gemma":0.0021824806,"teacher_disagreement_score":0.006102783,"about_ca_system_score_codex":0.00063284306,"about_ca_system_score_gemma":0.0012437387,"threshold_uncertainty_score":0.020415783},"labels":[],"label_agreement":null},{"id":"W4232885657","doi":"10.1145/1595496.1563021","title":"Towards automatic syllabi matching","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Syllabus; Erasmus+; Task (project management); Matching (statistics); Computer science; Process (computing); Plan (archaeology); Set (abstract data type); Curriculum; Similarity (geometry); Matriculation; European union; Mathematics education; Higher education; Convention; Academic mobility; Political science; Artificial intelligence; Engineering; Psychology; Business; Law; Mathematics; Geography; Programming language","score_opus":0.013365707433066644,"score_gpt":0.2821213629615849,"score_spread":0.26875565552851827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232885657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02147559,0.0019856545,0.8965857,0.0012523379,0.00077399786,0.001005674,0.015101412,0.04716419,0.01465543],"genre_scores_gemma":[0.05218587,0.0009461277,0.89302164,0.00041447947,0.00024238705,0.0005389894,0.04029641,0.002596584,0.009757474],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99473083,0.0010937213,0.000570841,0.0012319746,0.0018355396,0.0005370339],"domain_scores_gemma":[0.9904721,0.002837694,0.0005805531,0.0014936557,0.0041473727,0.00046872665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021883764,0.0023657829,0.0020285028,0.012447619,0.0021489123,0.0050012334,0.0037118664,0.0034499627,0.028852744],"category_scores_gemma":[0.016242284,0.001591992,0.002476108,0.0076137916,0.00088328356,0.004233784,0.0044492497,0.0030354126,0.03553615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004728926,0.00029088827,0.0035239668,0.0015476063,0.000113243004,0.0005188657,0.00041709247,0.007057979,0.032613955,0.016021993,0.088185064,0.8492365],"study_design_scores_gemma":[0.00021027907,0.00033274473,0.009109936,0.0007176803,0.0002270503,0.0023276515,0.0013379792,0.5128838,0.08193679,0.07805387,0.31257904,0.00028323196],"about_ca_topic_score_codex":0.010332345,"about_ca_topic_score_gemma":0.010416052,"teacher_disagreement_score":0.028852744,"about_ca_system_score_codex":0.002479145,"about_ca_system_score_gemma":0.0046142763,"threshold_uncertainty_score":0.09652197},"labels":[],"label_agreement":null},{"id":"W4233248905","doi":"10.7202/1035632ar","title":"Application d’une approche inspirée des colonies de fourmis pour la recommandation des chemins d’apprentissage dans un cours en ligne : modèle et expérience","year":2014,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.025446398419562012,"score_gpt":0.27892131106216633,"score_spread":0.2534749126426043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233248905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20603617,0.0022324952,0.75121003,0.001526471,0.00031343993,0.001221136,0.0004977813,0.0045836144,0.032378864],"genre_scores_gemma":[0.5584784,0.0012108111,0.42325404,0.0002145825,0.00003489912,0.00081126986,0.0006528803,0.0004531548,0.014889979],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810153,0.00052571244,0.000106783475,0.00028391424,0.00086631946,0.00011584329],"domain_scores_gemma":[0.9960802,0.0019657218,0.00021989891,0.0003618256,0.0012125913,0.0001596986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026633765,0.0012247914,0.0009956937,0.0009778179,0.00088151754,0.002828063,0.001747117,0.0019710436,0.0056922887],"category_scores_gemma":[0.0064439587,0.0007102882,0.0012272245,0.00087117933,0.0007442899,0.0018652988,0.0011319477,0.0021448978,0.0013327561],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068460987,0.00074178213,0.0042512105,0.0013673923,0.00018652099,0.000502189,0.0011956821,0.70507693,0.031595305,0.012860575,0.004674544,0.23686326],"study_design_scores_gemma":[0.000104205465,0.00059361523,0.0014277763,0.00011088923,0.000087995424,0.00013114893,0.00031356578,0.9545368,0.020097397,0.0042294054,0.018294942,0.00007221689],"about_ca_topic_score_codex":0.013074648,"about_ca_topic_score_gemma":0.01281208,"teacher_disagreement_score":0.013074648,"about_ca_system_score_codex":0.0014622986,"about_ca_system_score_gemma":0.0025733234,"threshold_uncertainty_score":0.025997043},"labels":[],"label_agreement":null},{"id":"W4235545953","doi":"10.1007/978-1-4939-7131-2_101310","title":"Tagging System","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.019480654881092088,"score_gpt":0.25639091577510364,"score_spread":0.23691026089401157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235545953","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057480764,0.0008773312,0.41805512,0.0009416632,0.0019416834,0.0008958098,0.0651287,0.27762946,0.22878212],"genre_scores_gemma":[0.044523466,0.0010677465,0.31382054,0.002489483,0.0005355183,0.00087962707,0.24791288,0.031342026,0.3574287],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998912,0.0001597167,0.00011068698,0.0003989631,0.0003213383,0.00009715656],"domain_scores_gemma":[0.9975254,0.00037222626,0.00007732862,0.0012030839,0.00068656553,0.00013537095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014853659,0.0014293261,0.0010308041,0.00403319,0.0017312726,0.0035364947,0.0018317568,0.001464018,0.119596176],"category_scores_gemma":[0.0038979796,0.00082111155,0.00097569806,0.002710259,0.00044073607,0.004576414,0.002972393,0.0015003706,0.21095453],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028814218,0.000113962444,0.00086205476,0.000476512,0.00004321873,0.00015311618,0.00022930748,0.0005523502,0.012052748,0.022625351,0.65889394,0.30370936],"study_design_scores_gemma":[0.000040670926,0.000041743355,0.00082875136,0.000092202856,0.000056617137,0.0003351671,0.00009511636,0.0065982547,0.018541943,0.013378527,0.95991194,0.00007920242],"about_ca_topic_score_codex":0.0040406445,"about_ca_topic_score_gemma":0.00470644,"teacher_disagreement_score":0.119596176,"about_ca_system_score_codex":0.00081722933,"about_ca_system_score_gemma":0.0016745206,"threshold_uncertainty_score":0.4000891},"labels":[],"label_agreement":null},{"id":"W4235608485","doi":"10.15242/icehm.ed1116065","title":"Technical Approach for Second Language Acquisition (SLA) Testing Using Multimodal Environments","year":2016,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, British Columbia; Ministerio de Educación, Cultura y Deporte; University College London","keywords":"Computer science; Natural language processing; Programming language; Human–computer interaction","score_opus":0.0331391226241247,"score_gpt":0.3039812758208288,"score_spread":0.27084215319670407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235608485","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12555592,0.00070508895,0.84011275,0.0014486491,0.0004342343,0.0016309671,0.00033842365,0.0025548032,0.027219174],"genre_scores_gemma":[0.48736647,0.00080550386,0.49154624,0.00073711533,0.00019043071,0.0024107376,0.0003938703,0.00036645166,0.01618328],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974382,0.000755917,0.00017401585,0.00036629642,0.0010027251,0.00026284455],"domain_scores_gemma":[0.99799466,0.00039869765,0.00013910515,0.0004142873,0.000681534,0.00037177454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002139171,0.0009816848,0.0003742003,0.0011300865,0.00080057816,0.0014045982,0.0011541266,0.001611013,0.008893486],"category_scores_gemma":[0.0033648515,0.00034756807,0.00057824433,0.0002869509,0.00095253024,0.0010509028,0.0026232107,0.0015276887,0.0037793198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005016786,0.0013958088,0.0153555535,0.00080219633,0.000042807984,0.004371731,0.0027958525,0.0033815044,0.6344024,0.015980681,0.0050539956,0.3159157],"study_design_scores_gemma":[0.00028535989,0.010957852,0.06732119,0.0010102295,0.00026028123,0.057411727,0.00620469,0.049179364,0.5670711,0.031091675,0.20876758,0.0004390646],"about_ca_topic_score_codex":0.00060316187,"about_ca_topic_score_gemma":0.0008230128,"teacher_disagreement_score":0.008893486,"about_ca_system_score_codex":0.000430476,"about_ca_system_score_gemma":0.0019871925,"threshold_uncertainty_score":0.029751658},"labels":[],"label_agreement":null},{"id":"W4239101104","doi":"10.1109/mcomstd.2018.8412451","title":"The Important Contributions of Standards Professionals","year":2018,"lang":"en","type":"article","venue":"IEEE Communications Standards Magazine","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Engineering ethics; Engineering","score_opus":0.02041102658711955,"score_gpt":0.387577255253418,"score_spread":0.36716622866629844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239101104","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00396678,0.030312343,0.006285399,0.86957306,0.041546274,0.000028351013,0.000048335824,0.00013367707,0.048105728],"genre_scores_gemma":[0.25861347,0.067099884,0.018335909,0.41802084,0.09776809,0.00015630442,0.00023059103,0.00043887924,0.13933612],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9635601,0.013666781,0.0019603968,0.0024782235,0.015894806,0.0024395906],"domain_scores_gemma":[0.8192339,0.07537419,0.005143799,0.011002632,0.053141877,0.036103588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030883031,0.00078425964,0.0006831744,0.004658739,0.0050460394,0.017481992,0.0012769209,0.011663549,0.010631304],"category_scores_gemma":[0.08185282,0.0005812653,0.0004885305,0.0027421347,0.010256968,0.014833496,0.009190545,0.01562787,0.003818484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104802864,0.00016822862,0.0036301636,0.00042542952,0.000053273176,0.0003435397,0.0074218092,0.00022429059,0.0009226158,0.19935612,0.59548146,0.19186829],"study_design_scores_gemma":[0.000025327192,0.00004290481,0.0014634454,0.00048267868,0.000016337748,0.0003981877,0.0054116948,0.00022075025,0.00039026042,0.10023218,0.8912742,0.000042034448],"about_ca_topic_score_codex":0.0016936121,"about_ca_topic_score_gemma":0.0031295088,"teacher_disagreement_score":0.030883031,"about_ca_system_score_codex":0.0037790288,"about_ca_system_score_gemma":0.011873333,"threshold_uncertainty_score":0.16332704},"labels":[],"label_agreement":null},{"id":"W4241522689","doi":"10.4018/978-1-5225-2255-3.ch206","title":"Automatic Item Generation","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Test (biology); Computer science; Process (computing); Item bank; Item response theory; Data science; Industrial engineering; Engineering; Statistics; Psychometrics; Mathematics; Programming language","score_opus":0.035017446638490345,"score_gpt":0.2974116225038251,"score_spread":0.26239417586533476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241522689","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004926791,0.0010669851,0.927168,0.0005092697,0.0008577658,0.0021908109,0.0048835487,0.022548998,0.035847887],"genre_scores_gemma":[0.029551636,0.00071964366,0.92380035,0.00047527405,0.00023486331,0.0027626858,0.009350168,0.0025470343,0.030558273],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99469453,0.0023439901,0.00041541478,0.0007832552,0.0015819488,0.00018087636],"domain_scores_gemma":[0.9809856,0.0096438965,0.00040526164,0.003379146,0.005387694,0.00019846295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006358805,0.0026976333,0.0014397914,0.0046676984,0.0007966214,0.002528196,0.0028766377,0.0015733825,0.08189789],"category_scores_gemma":[0.0313932,0.00095416245,0.0015815324,0.004614833,0.00062629743,0.0023777187,0.0030872987,0.0018774137,0.048208747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026006138,0.00013745071,0.00087568973,0.00079259084,0.00007499324,0.00017062889,0.0004262959,0.0019292689,0.0045142877,0.01645687,0.08599199,0.8883699],"study_design_scores_gemma":[0.0005185269,0.00051787455,0.004985538,0.0013648367,0.00027451044,0.0026613253,0.00084916054,0.08239949,0.03952771,0.12492567,0.74165595,0.00031932202],"about_ca_topic_score_codex":0.0011349499,"about_ca_topic_score_gemma":0.00134477,"teacher_disagreement_score":0.08189789,"about_ca_system_score_codex":0.0008499921,"about_ca_system_score_gemma":0.0012731155,"threshold_uncertainty_score":0.27397573},"labels":[],"label_agreement":null},{"id":"W4241968824","doi":"10.1145/1539024.1509031","title":"Nifty assignments","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Mathematics education; Psychology","score_opus":0.014059446520253639,"score_gpt":0.27787904828785887,"score_spread":0.2638196017676052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241968824","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07591329,0.0007900254,0.039163474,0.012173011,0.009665578,0.0017647336,0.0067443503,0.013663491,0.8401221],"genre_scores_gemma":[0.159765,0.00059407257,0.054559834,0.003215751,0.0021628374,0.0014871459,0.00918922,0.0016642907,0.76736176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99776566,0.0002155971,0.000077393066,0.0003044535,0.0012168993,0.00041993798],"domain_scores_gemma":[0.9893085,0.001370528,0.00072530046,0.0013438069,0.003634592,0.003617278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002548784,0.00081326655,0.0007103,0.0012862975,0.002350228,0.00296059,0.001863659,0.0011860236,0.21673526],"category_scores_gemma":[0.017728401,0.0003776469,0.00059146335,0.0005618246,0.00073351484,0.0022894265,0.0045648483,0.0027601374,0.06670674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042308983,0.0005182673,0.0030604715,0.00012279395,0.000009789357,0.0001378093,0.0007006895,0.00055732747,0.0026240963,0.0053979126,0.6242767,0.36217096],"study_design_scores_gemma":[0.00008700927,0.00047241265,0.019749792,0.000105465726,0.00000837339,0.0003020458,0.0004220285,0.001083417,0.0025105614,0.009693173,0.96549237,0.0000732848],"about_ca_topic_score_codex":0.0021365394,"about_ca_topic_score_gemma":0.008374979,"teacher_disagreement_score":0.21673526,"about_ca_system_score_codex":0.0021652158,"about_ca_system_score_gemma":0.0027400895,"threshold_uncertainty_score":0.72505164},"labels":[],"label_agreement":null},{"id":"W4243843073","doi":"10.1007/978-1-4939-7131-2_101053","title":"Semiring","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science","score_opus":0.02481729520034619,"score_gpt":0.27799320026453606,"score_spread":0.25317590506418985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243843073","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005167491,0.0016650658,0.0718562,0.0010444567,0.0009555423,0.000067663146,0.0011223116,0.00079470355,0.9173265],"genre_scores_gemma":[0.16464892,0.0030741643,0.040709127,0.0007768318,0.0006003082,0.00016272192,0.0029625504,0.00096518715,0.7861002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993767,0.00011273903,0.000059756934,0.00013601918,0.00025119196,0.000063657106],"domain_scores_gemma":[0.9995715,0.000108720466,0.000020197778,0.000108888264,0.00016026464,0.000030397121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000563569,0.00063611846,0.00044275963,0.0011882087,0.0011027524,0.0026393184,0.00055810664,0.0004166462,0.06808225],"category_scores_gemma":[0.0012875157,0.0002970933,0.0005255866,0.0015331227,0.0014079477,0.0040582176,0.0012689045,0.0014140408,0.029305907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003663931,0.000016206024,0.00005606303,0.00009466807,0.0000033878307,0.00004440652,0.00023561135,0.00018872274,0.0010536996,0.8702157,0.038460854,0.08959406],"study_design_scores_gemma":[0.000008844183,0.000033836226,0.0001064193,0.00005116412,0.0000055735695,0.0002759958,0.00014483932,0.00079597393,0.0019469435,0.34897742,0.64764243,0.000010554256],"about_ca_topic_score_codex":0.0010206574,"about_ca_topic_score_gemma":0.00113868,"teacher_disagreement_score":0.06808225,"about_ca_system_score_codex":0.0010593912,"about_ca_system_score_gemma":0.0009263901,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4244543621","doi":"10.1007/978-1-4614-6170-8_100820","title":"Semiring","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science","score_opus":0.018054736445340665,"score_gpt":0.2587330889022509,"score_spread":0.24067835245691022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244543621","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050614034,0.0016613962,0.06413933,0.00097173254,0.0008501741,0.00006064114,0.0009315256,0.000641079,0.9256827],"genre_scores_gemma":[0.1643812,0.0030819897,0.036717463,0.00071090215,0.00054952805,0.00014781154,0.0023850887,0.00082212215,0.791204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994006,0.000110226625,0.000057261823,0.0001274287,0.00024397891,0.00006045286],"domain_scores_gemma":[0.99961495,0.00009949905,0.000019236195,0.00009529934,0.00014357067,0.000027404207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005267275,0.00061459024,0.00042344737,0.0011475694,0.0010625148,0.0025274483,0.0005371862,0.0003903954,0.06408452],"category_scores_gemma":[0.0011776126,0.00028629616,0.0004854984,0.0014908676,0.0014418208,0.0039287996,0.001191428,0.0013340006,0.025152488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033290064,0.0000148152085,0.000054163105,0.000084336585,0.0000031450584,0.000044055,0.00023323884,0.00018192988,0.0009985286,0.8749946,0.03601851,0.08733954],"study_design_scores_gemma":[0.000008407913,0.000032143522,0.00010580917,0.00004938236,0.0000050750828,0.00028341022,0.00015047281,0.00075742055,0.0018266999,0.35874483,0.63802624,0.000010242147],"about_ca_topic_score_codex":0.0010797991,"about_ca_topic_score_gemma":0.0012435983,"teacher_disagreement_score":0.06408452,"about_ca_system_score_codex":0.0010771506,"about_ca_system_score_gemma":0.0008928546,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4248677059","doi":"10.2316/journal.213.2015.4.213-1071","title":"TEST CLUSTER SELECTION USING COVER COEFFICIENTS","year":2015,"lang":"en","type":"article","venue":"Software Engineering","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Cover (algebra); Statistics; Test (biology); Cluster (spacecraft); Mathematics; Computer science; Artificial intelligence; Biology; Engineering; Ecology","score_opus":0.019854221089585376,"score_gpt":0.2629163778824063,"score_spread":0.24306215679282092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248677059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24946134,0.0006380846,0.74080527,0.00031273635,0.000044235367,0.00040450905,0.00064996455,0.002601046,0.005082761],"genre_scores_gemma":[0.83152795,0.00020431922,0.16435535,0.000078139834,0.0000578121,0.000274375,0.0016677633,0.00045278226,0.0013815238],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961332,0.0006807853,0.00018697759,0.0006031633,0.0019060785,0.0004897806],"domain_scores_gemma":[0.98716354,0.007199802,0.0011056395,0.0011251214,0.0029435034,0.0004623998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025444734,0.0011799717,0.001630104,0.00988021,0.0011073727,0.002022335,0.001359169,0.0014169755,0.0022312137],"category_scores_gemma":[0.027788494,0.00050634384,0.0012442442,0.004230089,0.00077916746,0.0016918104,0.0018743023,0.0009248508,0.00091223035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079663715,0.0002789647,0.032123014,0.0003184206,0.0002909662,0.00052654423,0.00054604,0.3181184,0.030113503,0.010696941,0.0076674926,0.598523],"study_design_scores_gemma":[0.000029197194,0.00011651099,0.006047172,0.000028533901,0.00005410994,0.00023211296,0.000114716146,0.97859436,0.00803998,0.0052778935,0.0014359218,0.000029495053],"about_ca_topic_score_codex":0.006785322,"about_ca_topic_score_gemma":0.005997154,"teacher_disagreement_score":0.00988021,"about_ca_system_score_codex":0.0014467197,"about_ca_system_score_gemma":0.001588777,"threshold_uncertainty_score":0.01349169},"labels":[],"label_agreement":null},{"id":"W4254429661","doi":"10.4018/978-1-5225-7365-4.ch016","title":"Automatic Item Generation","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Test (biology); Process (computing); Item bank; Industrial engineering; Artificial intelligence; Data science; Information retrieval; Machine learning; Item response theory; Engineering; Programming language; Statistics; Mathematics; Psychometrics","score_opus":0.021346559986045854,"score_gpt":0.27200307721440686,"score_spread":0.250656517228361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254429661","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063489517,0.0012322279,0.9026762,0.000560577,0.0012094253,0.0026292005,0.00547753,0.029263733,0.050602075],"genre_scores_gemma":[0.02554966,0.0007021422,0.91570944,0.0005236968,0.00025256502,0.002859394,0.00960464,0.0029957492,0.041802797],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956119,0.0017582703,0.0003313102,0.0006501088,0.0014997225,0.00014874633],"domain_scores_gemma":[0.98320204,0.008266428,0.00035334105,0.0028496173,0.005144714,0.00018382366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054008854,0.002441174,0.001313256,0.0038676085,0.00075785926,0.0023122006,0.0027043265,0.0014054767,0.090625234],"category_scores_gemma":[0.028098986,0.00093355123,0.0012849725,0.004003203,0.0005321489,0.0022113442,0.0027542675,0.0017905588,0.05157518],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023153328,0.00013411573,0.0007871452,0.00059769483,0.000053239703,0.00013161857,0.00033556912,0.0014403476,0.0046991473,0.012811127,0.100255266,0.87852323],"study_design_scores_gemma":[0.0004937989,0.0004923788,0.005099334,0.0010920172,0.000211067,0.002441054,0.00064145395,0.06697028,0.04370507,0.08402087,0.7945304,0.00030236578],"about_ca_topic_score_codex":0.0010485612,"about_ca_topic_score_gemma":0.0013575357,"teacher_disagreement_score":0.090625234,"about_ca_system_score_codex":0.000744876,"about_ca_system_score_gemma":0.0011488731,"threshold_uncertainty_score":0.30317158},"labels":[],"label_agreement":null},{"id":"W4282931634","doi":"10.5539/elt.v15n7p75","title":"Validation of the Results of Linking Speaking Test of IELTS to China’s Standards of English Language Ability","year":2022,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Psychology; Consistency (knowledge bases); Test (biology); Mathematics education; Developmental psychology; Computer science","score_opus":0.0076182658175600005,"score_gpt":0.2864872787797649,"score_spread":0.2788690129622049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282931634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98531044,0.00011407431,0.005867259,0.00015039727,0.00012689721,0.00050194445,0.00049834594,0.00007859205,0.0073520406],"genre_scores_gemma":[0.9882697,0.000076562326,0.008070457,0.00011072886,0.00003015702,0.0005635782,0.0010860997,0.000057380657,0.0017353861],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98026043,0.006165055,0.0034887386,0.0026919341,0.0066895294,0.0007042927],"domain_scores_gemma":[0.91934925,0.022532932,0.00680307,0.012383742,0.037256107,0.0016747606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028898839,0.0005808383,0.00050426455,0.0026966135,0.00087620626,0.0010652199,0.0010474459,0.00062160013,0.0016531039],"category_scores_gemma":[0.08304584,0.00025633638,0.0011173828,0.0017961276,0.0014446328,0.001273594,0.0018004212,0.00074015814,0.00090284745],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047550834,0.00044995183,0.90817577,0.0002511083,0.0002016875,0.00030987163,0.012310141,0.0006395864,0.013119469,0.000958291,0.0011550095,0.061953507],"study_design_scores_gemma":[0.0000475861,0.00092794246,0.9639079,0.00013297448,0.00013459996,0.00025406052,0.00572151,0.0027509108,0.019250477,0.0005195156,0.006296966,0.000055462468],"about_ca_topic_score_codex":0.0059524397,"about_ca_topic_score_gemma":0.0069483076,"teacher_disagreement_score":0.028898839,"about_ca_system_score_codex":0.00087631645,"about_ca_system_score_gemma":0.0019872908,"threshold_uncertainty_score":0.15283346},"labels":[],"label_agreement":null},{"id":"W4282960666","doi":"10.5430/wjel.v12n5p327","title":"On the Selection of English Discourses for Chinese College Entrance Examination in Recent Five Years (2017-2021)","year":2022,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Government of Jiangsu Province","keywords":"Exposition (narrative); Argumentation theory; Selection (genetic algorithm); Scope (computer science); China; Narrative; Sociology; World Englishes; Curriculum; Political science; Linguistics; Pedagogy; Media studies; Literature; Law; Computer science; Philosophy; Art","score_opus":0.007538243114987281,"score_gpt":0.2736331278151011,"score_spread":0.2660948847001138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282960666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9100761,0.012798072,0.0015210621,0.003981593,0.0017854867,0.00045546322,0.0060399645,0.00012680324,0.06321544],"genre_scores_gemma":[0.9619264,0.0076084295,0.0023152088,0.0003090621,0.00059392635,0.0004368553,0.0075041167,0.00007075571,0.019235296],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99658406,0.000646898,0.00059863384,0.00030135293,0.0014811017,0.00038794213],"domain_scores_gemma":[0.9865015,0.0032837344,0.0017967906,0.00037174558,0.0061085867,0.0019375575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005992221,0.0004272704,0.00034010643,0.01830675,0.0029576258,0.0035502901,0.0005373985,0.00046871122,0.004929602],"category_scores_gemma":[0.0185276,0.00014788471,0.00036659464,0.012601616,0.00075866753,0.0020698889,0.0026090082,0.0004686583,0.0009145688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056310685,0.00020324033,0.19517207,0.0043051327,0.00008005342,0.0032145164,0.13987212,0.00022432573,0.010230976,0.013243743,0.06607392,0.56681675],"study_design_scores_gemma":[0.000021900327,0.00017576183,0.5643305,0.0016248997,0.000091713155,0.0010646961,0.09354663,0.00045560356,0.004599458,0.0012237525,0.33276683,0.00009822481],"about_ca_topic_score_codex":0.007069935,"about_ca_topic_score_gemma":0.011124615,"teacher_disagreement_score":0.01830675,"about_ca_system_score_codex":0.0035797039,"about_ca_system_score_gemma":0.0045921826,"threshold_uncertainty_score":0.03169024},"labels":[],"label_agreement":null},{"id":"W4283172464","doi":"10.5539/ijel.v12n4p54","title":"A Review of Language Testing and Assessment in Online Teaching","year":2022,"lang":"en","type":"review","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Cheating; Language assessment; Quality (philosophy); Vietnamese; Computer science; Promotion (chess); Autonomy; Test (biology); Online assessment; Psychology; Mathematics education; Medical education; Formative assessment; Political science; Social psychology; Medicine","score_opus":0.06361253817882508,"score_gpt":0.4340252705044556,"score_spread":0.37041273232563054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283172464","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009214609,0.9990677,0.00012829651,0.00016265224,0.000078685596,0.00001310159,0.000018456005,0.0000038162143,0.00043508076],"genre_scores_gemma":[0.00091811764,0.998365,0.00034126296,0.0001547041,0.000074188414,0.00002209474,0.000027816812,0.000002322492,0.000094469025],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99648064,0.0010260419,0.0010060718,0.00036447498,0.0010264632,0.00009639098],"domain_scores_gemma":[0.9846966,0.011657022,0.001378937,0.00025038785,0.0017337601,0.00028324724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052785343,0.0010163143,0.002441211,0.00798903,0.000619057,0.0019802784,0.0018787258,0.0017373237,0.0037865473],"category_scores_gemma":[0.013110088,0.00066669274,0.0013015226,0.009927223,0.0013050671,0.0029191137,0.0015040617,0.0017286128,0.0010931616],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004591025,0.00008120014,0.00042536805,0.12721696,0.0001604664,0.00016339117,0.00026230005,0.0002109456,0.00030848518,0.001421007,0.010121923,0.85958195],"study_design_scores_gemma":[0.000032710956,0.00027724996,0.0067333975,0.2185885,0.0010388198,0.0025865247,0.00061312784,0.0001690926,0.00052473816,0.0021198369,0.76724327,0.00007278098],"about_ca_topic_score_codex":0.0054685897,"about_ca_topic_score_gemma":0.008900635,"teacher_disagreement_score":0.00798903,"about_ca_system_score_codex":0.0014729573,"about_ca_system_score_gemma":0.0061786235,"threshold_uncertainty_score":0.027915835},"labels":[],"label_agreement":null},{"id":"W4285387971","doi":"10.1145/3534562","title":"A Decision Model for Ranking Asian Higher Education Institutes Using an NLP-Based Text Analysis Approach","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Multiple-criteria decision analysis; Ranking (information retrieval); Centroid; Identification (biology); Selection (genetic algorithm); Computer science; Rank (graph theory); TOPSIS; Higher education; Artificial intelligence; Function (biology); Decision analysis; Decision model; Machine learning; Data mining; Operations research; Mathematics; Statistics; Political science","score_opus":0.02038411021066483,"score_gpt":0.2964568092918321,"score_spread":0.27607269908116727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285387971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050042056,0.00035569683,0.9338324,0.0019639218,0.00009915917,0.001118864,0.00212719,0.000539395,0.009921282],"genre_scores_gemma":[0.47656432,0.0004936728,0.5130173,0.0003419441,0.00007909295,0.0019405765,0.0023877479,0.00005110025,0.0051242164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958823,0.0019192954,0.0004984095,0.0006558157,0.00078483316,0.0002594023],"domain_scores_gemma":[0.9958799,0.00281155,0.00034262304,0.00006899592,0.00077455596,0.00012237899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004989222,0.0014165295,0.0013050099,0.004941963,0.0013067555,0.003600526,0.0018842125,0.0015069849,0.0056427913],"category_scores_gemma":[0.0066011753,0.0005041756,0.0018450482,0.0039811884,0.00068382453,0.0026898126,0.0013548726,0.0013487455,0.00090469327],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032311236,0.00044052416,0.006032669,0.00076899625,0.00024501132,0.000816667,0.0008138013,0.8262942,0.0024656295,0.036394216,0.005142816,0.1202624],"study_design_scores_gemma":[0.000036962127,0.00006728201,0.00064629456,0.000046304514,0.00005620507,0.00004379251,0.0003110955,0.9839401,0.00048698948,0.012713115,0.0016247145,0.000027128033],"about_ca_topic_score_codex":0.017158993,"about_ca_topic_score_gemma":0.01669472,"teacher_disagreement_score":0.017158993,"about_ca_system_score_codex":0.0039002225,"about_ca_system_score_gemma":0.004382955,"threshold_uncertainty_score":0.034118235},"labels":[],"label_agreement":null},{"id":"W4292583031","doi":"10.5539/elt.v15n9p82","title":"Examining the Dependability and Practicality of Analytic Rubric of Summary Writing Using Multivariate Generalizability Theory: Focusing on Japanese University Students with Lower-Intermediate Proficiency in English","year":2022,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Generalizability theory; Psychology; Mathematics education; Context (archaeology); Constructive; Language proficiency; Dependability; Computer science","score_opus":0.01854952372686935,"score_gpt":0.2954321271611949,"score_spread":0.2768826034343255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292583031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92977774,0.0003618245,0.06371032,0.00023479342,0.000054459782,0.0007933261,0.00010862387,0.00013166221,0.004827318],"genre_scores_gemma":[0.98631763,0.00008061628,0.012799222,0.000031446107,0.000020773034,0.00033077423,0.00012299619,0.00002856911,0.00026793478],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9577305,0.020185303,0.0053040963,0.003709432,0.012411351,0.0006593627],"domain_scores_gemma":[0.7015567,0.20118797,0.027903903,0.028937748,0.03882827,0.001585369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04628388,0.0007942724,0.00058200123,0.002678093,0.0008869899,0.0016606341,0.0009917855,0.0006104364,0.0011042893],"category_scores_gemma":[0.24263589,0.00040354326,0.00185776,0.0016042679,0.0018772021,0.0024278343,0.002018036,0.0011443278,0.00020872006],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048318878,0.00045908967,0.8009669,0.00047048548,0.0007211551,0.00021846953,0.024284478,0.002216425,0.009691255,0.0018482287,0.00072177575,0.1579185],"study_design_scores_gemma":[0.00006400684,0.0016903771,0.9471823,0.00021792637,0.00041716258,0.0006437921,0.00879381,0.025246076,0.009744543,0.0030396697,0.0028284742,0.00013188225],"about_ca_topic_score_codex":0.0024398863,"about_ca_topic_score_gemma":0.0032156513,"teacher_disagreement_score":0.04628388,"about_ca_system_score_codex":0.0010091629,"about_ca_system_score_gemma":0.001220185,"threshold_uncertainty_score":0.24477553},"labels":[],"label_agreement":null},{"id":"W4297425359","doi":"10.5539/elt.v15n10p32","title":"Analyzing Task Types Used in Four High School English Textbooks in China","year":2022,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scrutiny; Psychology; Task (project management); Test (biology); Mathematics education; China; Quality (philosophy); Pedagogy; Political science","score_opus":0.00699766412981429,"score_gpt":0.2566194863183049,"score_spread":0.2496218221884906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297425359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988097,0.00010541093,0.00020827283,0.000019841462,0.0000049301675,0.00002125911,0.00010448275,0.000012181969,0.00071390276],"genre_scores_gemma":[0.99593025,0.00020627394,0.001188674,0.000029061157,0.0000063434823,0.000055997403,0.0005401464,0.000013209686,0.0020300809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976404,0.0003836539,0.00050684984,0.000331652,0.0009451829,0.00019220263],"domain_scores_gemma":[0.990027,0.0027648208,0.0025511598,0.0005122222,0.0032359527,0.00090880773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023409864,0.00044060606,0.00045471475,0.004738948,0.00082192535,0.0014179588,0.00070644123,0.00046481105,0.0015383156],"category_scores_gemma":[0.011802054,0.00025041896,0.00035999672,0.0046752123,0.00078772823,0.0011741326,0.0010121048,0.0003339884,0.00037211037],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002732749,0.00031296868,0.83132994,0.0006009784,0.000051399547,0.0007217454,0.018105142,0.000774195,0.00907105,0.0006118024,0.0011025631,0.13704489],"study_design_scores_gemma":[0.000011389777,0.00020704992,0.98884845,0.000046225967,0.000029062743,0.00011306634,0.0059208777,0.0007450258,0.0019434465,0.0001965234,0.0019085323,0.000030382993],"about_ca_topic_score_codex":0.013202785,"about_ca_topic_score_gemma":0.026556546,"teacher_disagreement_score":0.013202785,"about_ca_system_score_codex":0.0021528567,"about_ca_system_score_gemma":0.0018365915,"threshold_uncertainty_score":0.026251853},"labels":[],"label_agreement":null},{"id":"W4298208986","doi":"10.1145/3487553.3547182","title":"Accepted Tutorials at The Web Conference 2022","year":2022,"lang":"en","type":"article","venue":"Companion Proceedings of the Web Conference 2022","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; World Wide Web; Multimedia; Style (visual arts); Art; Visual arts","score_opus":0.0293555840942081,"score_gpt":0.27080984202664604,"score_spread":0.24145425793243794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298208986","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027217558,0.018722147,0.017090097,0.019006511,0.18734166,0.0010512621,0.006091388,0.007718577,0.7157608],"genre_scores_gemma":[0.020982444,0.004067507,0.0035130326,0.0026907988,0.021125227,0.0003093517,0.006101136,0.0016020718,0.9396085],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757594,0.00033976542,0.000093229886,0.00022712872,0.00127097,0.00049291196],"domain_scores_gemma":[0.9930146,0.00038168352,0.00017436688,0.00017411249,0.0029639981,0.0032911634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002793116,0.0014497263,0.0007511961,0.0025348375,0.001451905,0.00574502,0.0011491029,0.0017457204,0.24247284],"category_scores_gemma":[0.0055010556,0.00027397048,0.00071625726,0.0014089858,0.00030485383,0.001977857,0.0030896873,0.002098165,0.16192147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014702397,0.00016821052,0.00041069102,0.00017002315,0.0000101678115,0.0001649377,0.0000910558,0.0001235616,0.0017150716,0.00068574835,0.9086818,0.087631695],"study_design_scores_gemma":[0.000024501216,0.00015684018,0.0026421815,0.0001126955,0.000009478059,0.00017776813,0.00014938132,0.0002538298,0.00074372685,0.00047963028,0.995229,0.000021011314],"about_ca_topic_score_codex":0.0010856657,"about_ca_topic_score_gemma":0.0046319137,"teacher_disagreement_score":0.24247284,"about_ca_system_score_codex":0.0011189982,"about_ca_system_score_gemma":0.0018092842,"threshold_uncertainty_score":0.81115246},"labels":[],"label_agreement":null},{"id":"W4307124163","doi":"10.5430/elr.v11n2p30","title":"Testing & the Impact of Item Analysis in Improving Students’ Performance in End-of-Year Final Exams","year":2022,"lang":"en","type":"article","venue":"English Linguistics Research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strong","keywords":"Test (biology); Quality (philosophy); Computer science; Mathematics education; Multiple choice; Component (thermodynamics); Focus (optics); Connection (principal bundle); Psychology; Mathematics; Statistics; Epistemology","score_opus":0.12376934719901869,"score_gpt":0.43940859731950815,"score_spread":0.31563925012048943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307124163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812355,0.0012012427,0.009654705,0.0006160594,0.00014970843,0.00021325193,0.00027195184,0.00041278428,0.006244828],"genre_scores_gemma":[0.9852867,0.00022549496,0.012699774,0.00007618803,0.000040176154,0.000065796674,0.00027987824,0.000037833794,0.001288084],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9877039,0.008587987,0.00082148315,0.00062765897,0.0017864606,0.0004725175],"domain_scores_gemma":[0.95578843,0.034549017,0.003327694,0.001738789,0.0034004182,0.0011957048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008509827,0.0010244659,0.000722825,0.0018517263,0.0003282508,0.0017851202,0.0008844799,0.0008203529,0.0026360808],"category_scores_gemma":[0.042085614,0.00021258775,0.0010309495,0.0011559542,0.0003291621,0.0015468259,0.0010773491,0.0007110701,0.000648835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036762776,0.0030475175,0.1670735,0.00050523464,0.0003472942,0.00017039527,0.00082989834,0.0037694387,0.011016502,0.00043387647,0.0035654565,0.8055647],"study_design_scores_gemma":[0.00034575266,0.025524938,0.89480335,0.00050143,0.0007063947,0.0005935418,0.0020607712,0.03659465,0.030056432,0.0020440908,0.006574155,0.00019459061],"about_ca_topic_score_codex":0.0010428816,"about_ca_topic_score_gemma":0.0014720361,"teacher_disagreement_score":0.008509827,"about_ca_system_score_codex":0.00035929654,"about_ca_system_score_gemma":0.0005397211,"threshold_uncertainty_score":0.045004845},"labels":[],"label_agreement":null},{"id":"W4308091072","doi":"10.1109/ccece49351.2022.9918377","title":"Label-free Monitoring of Self-Supervised Learning Progress","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Ocean Frontier Institute","keywords":"Computer science; Artificial intelligence; Machine learning; Human–computer interaction","score_opus":0.031823643400202446,"score_gpt":0.3250423538370958,"score_spread":0.29321871043689335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308091072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.451845,0.0016233363,0.52889603,0.0011527421,0.00041203873,0.0003565534,0.0017285781,0.006385641,0.007600081],"genre_scores_gemma":[0.906899,0.00018220057,0.08619048,0.00026041793,0.00007632972,0.00022711544,0.0024848245,0.00072621263,0.0029534472],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9911952,0.0027054618,0.00050072453,0.0025941131,0.0024978383,0.00050659705],"domain_scores_gemma":[0.9199039,0.038078856,0.008533181,0.012865104,0.018665697,0.00195323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017841926,0.001698124,0.0013351777,0.0021336095,0.0011626856,0.0026828337,0.0025758885,0.001835403,0.0012160687],"category_scores_gemma":[0.06545682,0.0005300248,0.0005740703,0.0013487391,0.0023182286,0.005305024,0.0027266198,0.0031151639,0.0014821636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015680813,0.0008776942,0.10818787,0.0011695655,0.0006353283,0.0002807147,0.0021914416,0.42790523,0.036316883,0.008817592,0.012163483,0.39988613],"study_design_scores_gemma":[0.000023890554,0.00037378047,0.011124082,0.000085307605,0.0000499219,0.00010885794,0.0002939355,0.9295766,0.046019103,0.009261515,0.0030072713,0.0000758322],"about_ca_topic_score_codex":0.0027893719,"about_ca_topic_score_gemma":0.005228864,"teacher_disagreement_score":0.017841926,"about_ca_system_score_codex":0.00182056,"about_ca_system_score_gemma":0.0014446835,"threshold_uncertainty_score":0.094358206},"labels":[],"label_agreement":null},{"id":"W4309301527","doi":"10.1016/b978-0-12-818630-5.10026-0","title":"Automatic item generation","year":2022,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Template; Knowledge base; Test (biology); Artificial intelligence; Quality (philosophy); Natural language processing; Machine learning; Programming language","score_opus":0.025587094029877386,"score_gpt":0.26697387386313093,"score_spread":0.24138677983325355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309301527","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009213795,0.0012183582,0.8291864,0.00043357362,0.0009629407,0.0005657839,0.0073500196,0.076811224,0.074257985],"genre_scores_gemma":[0.04777804,0.00066220865,0.7949534,0.00039914253,0.00020948584,0.0006788493,0.0227532,0.0041028517,0.1284629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998831,0.00035297798,0.000092654314,0.00028873642,0.0003410804,0.00009350774],"domain_scores_gemma":[0.9977609,0.000888865,0.00005190051,0.0005507413,0.0006793669,0.000068259615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015192725,0.0020591521,0.0010813747,0.0031422817,0.0007547914,0.002298195,0.0023068222,0.0013535918,0.1777726],"category_scores_gemma":[0.0045968737,0.0009222575,0.001291818,0.0032738084,0.00040404024,0.002153781,0.0023713692,0.0011898646,0.11936054],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013561151,0.00006289122,0.00033758258,0.00018344195,0.000027077953,0.000092671486,0.00004638975,0.0007603121,0.0074277176,0.0023976553,0.07217335,0.9163553],"study_design_scores_gemma":[0.00024566017,0.0004725966,0.009238418,0.000634413,0.00027449135,0.0032149889,0.00063586485,0.16317888,0.096103944,0.058000114,0.66776735,0.00023329191],"about_ca_topic_score_codex":0.0015922079,"about_ca_topic_score_gemma":0.0018379907,"teacher_disagreement_score":0.1777726,"about_ca_system_score_codex":0.00038529848,"about_ca_system_score_gemma":0.0007340977,"threshold_uncertainty_score":0.59470856},"labels":[],"label_agreement":null},{"id":"W4313492069","doi":"10.23977/acss.2022.060711","title":"Adaptive Selection Algorithm of Paragraph Selection Structure Based on Complex Data Type","year":2022,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Paragraph; Selection (genetic algorithm); Computer science; Set (abstract data type); Class (philosophy); Algorithm; Tree (set theory); Selection algorithm; Node (physics); Artificial intelligence; Data mining; Mathematics; Engineering","score_opus":0.039624361801010845,"score_gpt":0.31495608284941096,"score_spread":0.2753317210484001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313492069","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042961176,0.0005213803,0.9469252,0.0001774117,0.00013899968,0.00033906178,0.0004430646,0.0060887095,0.0024049378],"genre_scores_gemma":[0.21388386,0.0003831488,0.7736935,0.0002001857,0.00014429566,0.00052536436,0.002593848,0.0006568737,0.007918922],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840564,0.00028241533,0.00020543096,0.0004412681,0.0005725085,0.0000928099],"domain_scores_gemma":[0.9970325,0.00072790275,0.00019019851,0.00046733866,0.0014504667,0.00013159848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012377109,0.0006076692,0.0007053273,0.0018529854,0.0008135705,0.0009772358,0.0014160043,0.00067203154,0.0038631067],"category_scores_gemma":[0.0047102002,0.00042460565,0.0008919639,0.0017664067,0.0004452993,0.0020338963,0.0008124282,0.000645052,0.0017203089],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000557602,0.00015756111,0.006924354,0.0003263511,0.0000893442,0.00040296634,0.00079245406,0.011906171,0.066601515,0.006269171,0.015493998,0.89047855],"study_design_scores_gemma":[0.0004564041,0.00063611736,0.01156748,0.00009275312,0.00037917888,0.0022084566,0.0005885178,0.74292934,0.15962532,0.013315859,0.068007305,0.00019318842],"about_ca_topic_score_codex":0.0022690583,"about_ca_topic_score_gemma":0.0020258382,"teacher_disagreement_score":0.0038631067,"about_ca_system_score_codex":0.00044117868,"about_ca_system_score_gemma":0.0010176145,"threshold_uncertainty_score":0.01292336},"labels":[],"label_agreement":null},{"id":"W4319083233","doi":"10.23977/aetp.2023.070104","title":"A New Exploration of Stratified Teaching Strategies in Secondary Vocational Schools Assisted by Precise Stratification","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Curriculum; Mathematics education; Teaching method; Literacy; Task (project management); Pedagogy; Psychology; Engineering","score_opus":0.029731539233769845,"score_gpt":0.3915221247187009,"score_spread":0.36179058548493104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319083233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45579728,0.0018977781,0.3533339,0.0033498784,0.0001736321,0.000597985,0.0000711845,0.00057805434,0.18420032],"genre_scores_gemma":[0.87051827,0.00036680987,0.11737753,0.00016014882,0.000021844568,0.00019519193,0.000038971946,0.000051698913,0.011269576],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99865985,0.0007914395,0.000050541985,0.00015172975,0.00019530144,0.00015101113],"domain_scores_gemma":[0.99912745,0.00030434877,0.0000911555,0.00015231776,0.00014676222,0.00017806987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014084538,0.00026236914,0.00023347599,0.0009614103,0.0014872171,0.0026128562,0.00069210626,0.00042933182,0.0034425422],"category_scores_gemma":[0.002377601,0.00021553697,0.00048385735,0.0006882351,0.0019785864,0.0022434294,0.002237028,0.00060005375,0.00062549184],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017126538,0.0005360234,0.024865033,0.00029390687,0.00003133978,0.0005505653,0.06077676,0.0023511169,0.009377295,0.42020726,0.0029844553,0.47785506],"study_design_scores_gemma":[0.00016786993,0.0009093606,0.05267209,0.00083868153,0.00013792691,0.0018116904,0.05190058,0.04842599,0.008633819,0.56184155,0.27251202,0.00014845144],"about_ca_topic_score_codex":0.002178529,"about_ca_topic_score_gemma":0.004066658,"teacher_disagreement_score":0.0034425422,"about_ca_system_score_codex":0.0015934956,"about_ca_system_score_gemma":0.0028167176,"threshold_uncertainty_score":0.011561692},"labels":[],"label_agreement":null},{"id":"W4320511927","doi":"10.2991/978-2-494069-31-2_371","title":"A Diagnostic Question Analysis Model based on a Modified Item Response Theory","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in Social Science, Education and Humanities Research/Advances in social science, education and humanities research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Item response theory; Curriculum; Computer science; Quality (philosophy); Mathematics education; Artificial intelligence; Data science; Machine learning; Psychology; Pedagogy; Mathematics; Statistics; Epistemology","score_opus":0.08362255526530771,"score_gpt":0.4613115423173247,"score_spread":0.377688987052017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320511927","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024833137,0.0003064186,0.96701896,0.0012933017,0.0001701123,0.001244023,0.0012975335,0.0010688249,0.0027677165],"genre_scores_gemma":[0.39488214,0.0004195079,0.5863963,0.00085315015,0.00027094895,0.0066219084,0.004377403,0.00018767756,0.005991003],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9830868,0.01178648,0.0006709745,0.0026786455,0.0014310491,0.0003460648],"domain_scores_gemma":[0.9746363,0.019450177,0.0009666665,0.001267342,0.003473572,0.00020594397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0174928,0.0022577206,0.0017601597,0.004386866,0.0007404143,0.0025876926,0.0041418513,0.0025690286,0.0064823306],"category_scores_gemma":[0.032515254,0.0006912371,0.0034328832,0.0037031798,0.0011216209,0.0031553153,0.0014696493,0.0026210246,0.004478722],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009617307,0.0015425355,0.057217672,0.0015133099,0.0016834522,0.0007910182,0.0026972226,0.20411064,0.004410792,0.10288041,0.020970162,0.60122114],"study_design_scores_gemma":[0.00010968435,0.00042002584,0.0057135937,0.00009771833,0.00023911319,0.00031742273,0.00031137082,0.942322,0.00082587363,0.044982743,0.0045786365,0.00008179354],"about_ca_topic_score_codex":0.0033116294,"about_ca_topic_score_gemma":0.001915714,"teacher_disagreement_score":0.0174928,"about_ca_system_score_codex":0.0021666905,"about_ca_system_score_gemma":0.0017131176,"threshold_uncertainty_score":0.09251189},"labels":[],"label_agreement":null},{"id":"W4320512496","doi":"10.2991/978-2-494069-89-3_252","title":"A Comparative Analysis of CET, IELTS and TOFEL for English Acquisition","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in Social Science, Education and Humanities Research/Advances in social science, education and humanities research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Natural language processing; Linguistics; Philosophy","score_opus":0.11219754285243785,"score_gpt":0.4873635409223358,"score_spread":0.3751659980698979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320512496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7247596,0.013004573,0.002228888,0.0010136706,0.00016943982,0.00012062822,0.002207855,0.00022278565,0.25627258],"genre_scores_gemma":[0.8982193,0.0053019957,0.0029275233,0.00027762353,0.00007250265,0.00013682798,0.0029605804,0.00014843064,0.08995522],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99926656,0.00018265916,0.000032704167,0.00005432678,0.00041727925,0.00004641842],"domain_scores_gemma":[0.9958733,0.002754271,0.00022329645,0.00006732299,0.00086651405,0.00021530048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009501469,0.00021425862,0.00024403796,0.0020815905,0.00024085036,0.0010966371,0.00053578865,0.00024310859,0.020334214],"category_scores_gemma":[0.0049445876,0.0000775495,0.0002748244,0.001912624,0.00032868577,0.0016078401,0.0005814387,0.00042041065,0.002231684],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009183018,0.0005686292,0.22928196,0.0012938053,0.00009856352,0.0026780376,0.007005687,0.00082389556,0.0031201588,0.015443505,0.040845625,0.69792175],"study_design_scores_gemma":[0.00005349227,0.0010743021,0.862964,0.0007855989,0.00011451793,0.003447322,0.013338634,0.00237855,0.0025304917,0.004954415,0.10830569,0.000053079333],"about_ca_topic_score_codex":0.0029959308,"about_ca_topic_score_gemma":0.009675081,"teacher_disagreement_score":0.020334214,"about_ca_system_score_codex":0.0008517619,"about_ca_system_score_gemma":0.0008696143,"threshold_uncertainty_score":0.068024695},"labels":[],"label_agreement":null},{"id":"W4323287138","doi":"10.23977/cpcs.2023.070101","title":"Software Testing Instructional Design and Practice Based on BOPPPS Model","year":2023,"lang":"en","type":"article","venue":"Computing Performance and Communication systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Instructional design; Software; Autonomy; Value (mathematics); Software testing; Software engineering; Mathematics education; Multimedia; Psychology; Programming language; Machine learning","score_opus":0.09843510794431978,"score_gpt":0.3238729688420599,"score_spread":0.22543786089774012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323287138","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013415553,0.00027229032,0.97074604,0.0005381452,0.000059515514,0.0013850017,0.000039052746,0.0008893282,0.012655107],"genre_scores_gemma":[0.13248464,0.00047959635,0.85963863,0.0001858564,0.00002062361,0.003028455,0.00009631525,0.00011470129,0.00395111],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99325585,0.0035115827,0.00037457506,0.00056732097,0.002067947,0.00022280707],"domain_scores_gemma":[0.994456,0.0025645567,0.00023826606,0.00034546992,0.0021013021,0.00029445454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004771025,0.00078286853,0.0006088681,0.0023196142,0.000718143,0.0016338939,0.0018978458,0.0010001018,0.0041963276],"category_scores_gemma":[0.008943938,0.0007196009,0.00048003657,0.001047168,0.0013849819,0.0018610503,0.0014467508,0.0013788812,0.0014300253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054220494,0.0011757094,0.004958925,0.001801133,0.00006554911,0.00037723695,0.0034744018,0.056422796,0.018592104,0.12890977,0.0076140403,0.7760661],"study_design_scores_gemma":[0.0014092767,0.0043308716,0.011983806,0.0023326476,0.00029516307,0.0018559943,0.0023252936,0.64145344,0.042623058,0.14120471,0.14990044,0.0002853296],"about_ca_topic_score_codex":0.0029062058,"about_ca_topic_score_gemma":0.0025270008,"teacher_disagreement_score":0.004771025,"about_ca_system_score_codex":0.0016867362,"about_ca_system_score_gemma":0.0030794484,"threshold_uncertainty_score":0.025231898},"labels":[],"label_agreement":null},{"id":"W4323314849","doi":"10.5430/wjel.v13n2p455","title":"A Study on English Learning Motivation of Sports Major Students in Vocational Colleges of Henan Province","year":2023,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Vocational education; Competence (human resources); Mathematics education; Motivation to learn; Autonomous learning; Psychology; English language; Pedagogy","score_opus":0.011977172697695455,"score_gpt":0.3000079195818568,"score_spread":0.28803074688416136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323314849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996524,0.000019674091,0.0000067447986,0.000036401412,0.0000014317676,0.000004477742,0.000007363444,2.6049918e-7,0.0002713351],"genre_scores_gemma":[0.99929845,0.000040924107,0.000015866843,0.000024630795,0.000001959457,0.0000062852173,0.000018278739,3.87777e-7,0.00059322524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996383,0.00004444285,0.000018558334,0.000036169913,0.00008953736,0.0001729773],"domain_scores_gemma":[0.99918383,0.000114073795,0.000103794475,0.000013224168,0.00017767888,0.0004074292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005095364,0.00017580055,0.00023543171,0.00076613395,0.001989931,0.00078144914,0.00029288937,0.0003616135,0.0015231256],"category_scores_gemma":[0.00096556405,0.00015989837,0.00027956974,0.0005950755,0.00040943807,0.0003320112,0.000397787,0.0005413358,0.00015391642],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006698533,0.00090751424,0.92920786,0.00006958674,0.000026870122,0.0005054168,0.052988656,0.00004103508,0.0014390472,0.0002005118,0.00044110641,0.01410536],"study_design_scores_gemma":[0.000003789076,0.00018732242,0.95833117,0.000015678721,0.0000082403,0.00007124509,0.040301442,0.0000746717,0.000092240574,0.000025328134,0.00088149257,0.0000073051956],"about_ca_topic_score_codex":0.05703911,"about_ca_topic_score_gemma":0.11505083,"teacher_disagreement_score":0.05703911,"about_ca_system_score_codex":0.001209452,"about_ca_system_score_gemma":0.0027041142,"threshold_uncertainty_score":0.11341423},"labels":[],"label_agreement":null},{"id":"W4323526493","doi":"10.1145/3545947.3569634","title":"Creating Algorithmically Generated Questions Using a Modern, Open-sourced, Online Platform","year":2022,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Computer science; Session (web analytics); Grading (engineering); World Wide Web; Variety (cybernetics); Multimedia; Class (philosophy); Open source; Data science; Software; Artificial intelligence; Engineering","score_opus":0.061239709114839225,"score_gpt":0.3467589409368256,"score_spread":0.28551923182198635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526493","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020001719,0.00015360858,0.8951156,0.0016656705,0.00071447564,0.0031025494,0.0019163523,0.05156716,0.025762932],"genre_scores_gemma":[0.047738977,0.00014299352,0.9119629,0.00071699894,0.00018297418,0.0031019095,0.0047300053,0.006782945,0.024640275],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9859634,0.0063920734,0.00123064,0.0025635122,0.0033616712,0.0004887486],"domain_scores_gemma":[0.944308,0.03403711,0.0018252671,0.009086877,0.00802773,0.0027150714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0153759485,0.0019424759,0.00080235454,0.0022359353,0.0010187237,0.005355579,0.003957578,0.0019487323,0.044972874],"category_scores_gemma":[0.063388,0.0008719787,0.0016906173,0.0010669316,0.0015625734,0.00924994,0.008106749,0.0035834138,0.021269526],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007227093,0.0019437243,0.0029904216,0.0018476194,0.00009000268,0.00096120586,0.012751694,0.008945904,0.03546521,0.04246352,0.09992107,0.7918969],"study_design_scores_gemma":[0.00049512426,0.0012104411,0.0040297722,0.0008017071,0.00006373666,0.0010537282,0.0030454802,0.052947123,0.026540235,0.086081624,0.82332855,0.00040257964],"about_ca_topic_score_codex":0.00041296816,"about_ca_topic_score_gemma":0.00083712145,"teacher_disagreement_score":0.044972874,"about_ca_system_score_codex":0.0011451626,"about_ca_system_score_gemma":0.0017390165,"threshold_uncertainty_score":0.15044922},"labels":[],"label_agreement":null},{"id":"W4323529547","doi":"10.20448/gjelt.v2i1.4128","title":"Investigating the Validity of the IELTS Listening Test","year":2022,"lang":"en","type":"article","venue":"Global Journal of English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Active listening; Test (biology); Construct validity; Popularity; Psychology; Construct (python library); Reading (process); Test validity; Language assessment; Mathematics education; Computer science; Linguistics; Psychometrics; Clinical psychology; Social psychology; Communication","score_opus":0.014504057850372665,"score_gpt":0.2875674398671974,"score_spread":0.27306338201682473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323529547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9814714,0.0007288502,0.0040212944,0.0009285938,0.00014388016,0.0004632721,0.00022845388,0.000017173385,0.011997081],"genre_scores_gemma":[0.99105865,0.0006248826,0.0051070303,0.0003536376,0.00007383177,0.0007339431,0.0004991957,0.00002441065,0.0015243983],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97637516,0.010093447,0.0031456754,0.0011486054,0.00840225,0.00083488575],"domain_scores_gemma":[0.89464694,0.07053333,0.009856524,0.0030344713,0.020304214,0.0016245841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03768865,0.00035340476,0.0005386745,0.0026208102,0.00087061507,0.0020241945,0.0011966435,0.00083392573,0.001602703],"category_scores_gemma":[0.13138881,0.0002700759,0.0008441665,0.0017228132,0.002110488,0.0025498571,0.0019394794,0.0012232506,0.000682455],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037876316,0.0007102487,0.89327747,0.00026660808,0.00012411759,0.00019106716,0.0067675235,0.0002558388,0.0009400234,0.0023797057,0.00061892305,0.09408964],"study_design_scores_gemma":[0.00010856217,0.004339188,0.96309274,0.000868612,0.00022326979,0.00068791024,0.015061533,0.0028397974,0.0028586495,0.002034201,0.00780358,0.00008199299],"about_ca_topic_score_codex":0.00336442,"about_ca_topic_score_gemma":0.0048280763,"teacher_disagreement_score":0.03768865,"about_ca_system_score_codex":0.0013314501,"about_ca_system_score_gemma":0.0040703733,"threshold_uncertainty_score":0.19931906},"labels":[],"label_agreement":null},{"id":"W4361018348","doi":"10.2139/ssrn.4392467","title":"Next-Generation Assessments: Automatic Question Paper Generation for Modern Classrooms","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.04449568050851699,"score_gpt":0.33833524194910075,"score_spread":0.29383956144058376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361018348","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054284036,0.0006877475,0.765066,0.000541575,0.00045645935,0.0009818147,0.0064658322,0.16574392,0.005772584],"genre_scores_gemma":[0.29981264,0.00021182402,0.67634636,0.00027520864,0.0002051605,0.0010565582,0.009119736,0.0030167182,0.009955707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962451,0.0014192652,0.00035217832,0.0008069784,0.001002965,0.0001735546],"domain_scores_gemma":[0.9872821,0.006126237,0.00057661865,0.0020111077,0.003333442,0.0006705761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034813758,0.0014162961,0.001016214,0.0030933307,0.0005245451,0.0020168715,0.0021870993,0.0017380003,0.021291038],"category_scores_gemma":[0.021188386,0.00069278036,0.0007086989,0.0012329046,0.00032373573,0.0026191466,0.0029737966,0.001271943,0.014865576],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010175017,0.00037190085,0.0058340784,0.00032664926,0.00006760647,0.00016757098,0.00051300396,0.0026816726,0.019504627,0.0015397598,0.030013146,0.93796265],"study_design_scores_gemma":[0.00065951823,0.0010402349,0.018843247,0.00025067822,0.00016229146,0.00087732763,0.0008767196,0.75191146,0.108223714,0.02327154,0.09365922,0.00022404038],"about_ca_topic_score_codex":0.0017505992,"about_ca_topic_score_gemma":0.0028603382,"teacher_disagreement_score":0.021291038,"about_ca_system_score_codex":0.00057522435,"about_ca_system_score_gemma":0.0011886815,"threshold_uncertainty_score":0.07122564},"labels":[],"label_agreement":null},{"id":"W4379929879","doi":"10.21449/ijate.1249297","title":"Automatic item generation for online measurement and evaluation: Turkish literature items","year":2023,"lang":"en","type":"article","venue":"International Journal of Assessment Tools in Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Turkish; Computer science; Field (mathematics); Test (biology); Item bank; Item analysis; Subject-matter expert; Subject matter; Item response theory; Data science; Artificial intelligence; Statistics; Psychometrics; Curriculum; Expert system; Psychology; Mathematics","score_opus":0.10478086886775079,"score_gpt":0.4375316124065066,"score_spread":0.33275074353875583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379929879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57674587,0.0014145644,0.36301896,0.0009154749,0.0006681514,0.023728058,0.0051430115,0.0038122025,0.024553709],"genre_scores_gemma":[0.52332646,0.0005589654,0.44331038,0.00016398623,0.00008130272,0.021923218,0.0066320314,0.00036315588,0.0036405278],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97971904,0.011198444,0.003979807,0.0013400622,0.0032004854,0.0005621973],"domain_scores_gemma":[0.9613953,0.013550426,0.0019604242,0.0041859206,0.018601388,0.00030635993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015529928,0.0012461636,0.001001037,0.0061311875,0.0009967891,0.0014001962,0.0013268996,0.00060842256,0.0067131156],"category_scores_gemma":[0.05633269,0.0005881862,0.001299735,0.005073262,0.00067648955,0.0015372465,0.0017567648,0.00077986013,0.0033605448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013372406,0.0010715728,0.041579183,0.0022757817,0.00017666683,0.00037492038,0.0041793995,0.0033092839,0.014960924,0.004148552,0.014448185,0.9121382],"study_design_scores_gemma":[0.0022232512,0.008177832,0.5890786,0.0032252579,0.0013694742,0.0026666652,0.013588148,0.104049504,0.104905754,0.020055495,0.1497973,0.00086269743],"about_ca_topic_score_codex":0.001957287,"about_ca_topic_score_gemma":0.0019942475,"teacher_disagreement_score":0.015529928,"about_ca_system_score_codex":0.0014026626,"about_ca_system_score_gemma":0.0024535006,"threshold_uncertainty_score":0.08213109},"labels":[],"label_agreement":null},{"id":"W4380683720","doi":"10.5430/wjel.v13n6p431","title":"Examining Language Assessment Literacy for Saudi Pre-service EFL Teachers","year":2023,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Majmaah University","keywords":"Curriculum; Competence (human resources); Literacy; Mathematics education; Test (biology); Lesson plan; Psychology; Medical education; Service (business); Pedagogy; Computer science; Medicine","score_opus":0.020016297805667677,"score_gpt":0.34013805334316116,"score_spread":0.3201217555374935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380683720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979711,0.00013906127,0.00010365337,0.00018142736,0.0000041000976,0.000009601947,0.000014745756,0.0000027055266,0.0015737516],"genre_scores_gemma":[0.99899226,0.00020850728,0.00018670928,0.00004767436,0.0000025497213,0.000007481409,0.000024610994,9.806877e-7,0.00052939146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993393,0.00016231799,0.000096795455,0.000039024813,0.0002159913,0.00014655065],"domain_scores_gemma":[0.9955915,0.0011308828,0.0013075828,0.00011226084,0.0013945017,0.0004633364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013876131,0.00018288291,0.00015760929,0.00077102025,0.0006336515,0.0009772205,0.00019351537,0.00031060367,0.0018646208],"category_scores_gemma":[0.0063193957,0.00011853937,0.00022710745,0.000396606,0.00041101093,0.0008612429,0.0005987119,0.0004864543,0.00036859984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004903639,0.00028991335,0.91385263,0.00022104025,0.00001337282,0.00070554204,0.031731058,0.00006020355,0.002569742,0.00015293146,0.00048001864,0.04987448],"study_design_scores_gemma":[0.0000044770027,0.00043984357,0.9281749,0.00015917822,0.000019666697,0.0008847402,0.064358704,0.00025903567,0.0016262663,0.00015156277,0.00390396,0.000017649265],"about_ca_topic_score_codex":0.007096751,"about_ca_topic_score_gemma":0.015173144,"teacher_disagreement_score":0.007096751,"about_ca_system_score_codex":0.00085034076,"about_ca_system_score_gemma":0.0020798766,"threshold_uncertainty_score":0.014110863},"labels":[],"label_agreement":null},{"id":"W4382501122","doi":"10.5539/elt.v16n6p1","title":"A Comparative-Correlative Study of Test Rubrics Used as Benchmarks in Assessing IELTS and TOEFL Speaking Skills","year":2023,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test of English as a Foreign Language; Rubric; Psychology; Test (biology); Mathematics education; Correlation; Language assessment; Mathematics","score_opus":0.017121883400339336,"score_gpt":0.34524146260506805,"score_spread":0.32811957920472873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382501122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.992347,0.0003913102,0.0037600906,0.000024801077,0.000044828375,0.0002618006,0.00011406439,0.000020140838,0.003036005],"genre_scores_gemma":[0.9958462,0.000119001685,0.0031309861,0.000020494665,0.000022752649,0.00025661307,0.0001704081,0.000011413462,0.00042204128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9669516,0.02272912,0.0023615514,0.0018187437,0.0054978766,0.0006411203],"domain_scores_gemma":[0.8718928,0.08159952,0.009384012,0.0060294303,0.029810736,0.0012835568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030746449,0.00032133423,0.0003925798,0.0041273655,0.0008530416,0.0008123016,0.00053735526,0.00036255308,0.001191061],"category_scores_gemma":[0.0990337,0.00027030928,0.000532104,0.0028791951,0.00094102003,0.00096661475,0.0013410221,0.0004890903,0.00047983573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018253456,0.0015885428,0.83619857,0.00045593377,0.00028125106,0.00033264307,0.020889975,0.00040459406,0.0069048544,0.0012192227,0.0009336896,0.12896538],"study_design_scores_gemma":[0.000082424915,0.008239741,0.9699692,0.00015373646,0.00015371182,0.00072979106,0.009150485,0.0012289484,0.0070535527,0.00021213465,0.00297626,0.00005000502],"about_ca_topic_score_codex":0.0018071437,"about_ca_topic_score_gemma":0.0035857877,"teacher_disagreement_score":0.030746449,"about_ca_system_score_codex":0.001125028,"about_ca_system_score_gemma":0.0010303588,"threshold_uncertainty_score":0.16260469},"labels":[],"label_agreement":null},{"id":"W4382657217","doi":"10.1109/jestie.2023.3288791","title":"Journal of Emerging and Selected Topics in Industrial Electronics Publication Information","year":2023,"lang":"en","type":"article","venue":"IEEE Journal of Emerging and Selected Topics in Industrial Electronics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Electronics; Library science; Engineering; Data science; Engineering ethics; Computer science; Electrical engineering","score_opus":0.030773233560640413,"score_gpt":0.29311012634083383,"score_spread":0.2623368927801934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382657217","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014595377,0.0712383,0.014721558,0.02119746,0.1220945,0.0012013629,0.026475256,0.0036249177,0.72485125],"genre_scores_gemma":[0.02390281,0.06155043,0.00535276,0.0028151285,0.032861084,0.00020933691,0.020397184,0.00088705675,0.85202426],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981329,0.00010047742,0.00019396159,0.00014967837,0.0012457201,0.00017736071],"domain_scores_gemma":[0.99079883,0.0007484923,0.00046464,0.00030835706,0.005899536,0.0017801927],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019683684,0.0012788037,0.0024880462,0.009327864,0.001019126,0.0049244096,0.0011863303,0.001547494,0.29299298],"category_scores_gemma":[0.0038408593,0.0004087926,0.000703512,0.007355739,0.00036387044,0.0030350867,0.001444405,0.0015826351,0.13992392],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018662657,0.0004696772,0.002284233,0.0014774977,0.000043682223,0.00023369348,0.000034643683,0.0004168229,0.0028063953,0.002458187,0.6763727,0.31321588],"study_design_scores_gemma":[0.000038717535,0.0002036314,0.008846783,0.0007662483,0.00007532515,0.00038970305,0.00009063283,0.0012464267,0.0020039813,0.0018129669,0.9844898,0.000035915666],"about_ca_topic_score_codex":0.0010726486,"about_ca_topic_score_gemma":0.0032995404,"teacher_disagreement_score":0.70700705,"about_ca_system_score_codex":0.00089312135,"about_ca_system_score_gemma":0.0044831824,"threshold_uncertainty_score":0.98015916},"labels":[],"label_agreement":null},{"id":"W4382877988","doi":"10.23977/acss.2023.070504","title":"Analysis of Computer C Language Program Technology—Taking Vertical Division as an Example","year":2023,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Flexibility (engineering); Programming language; Program Design Language; Computer technology; Process (computing); Assembly language; Source code; Programming language implementation; Software; Division (mathematics); Grammar; Software engineering; Fourth-generation programming language; Multimedia; Programming paradigm; Linguistics; Fifth-generation programming language; Symbolic programming; Arithmetic","score_opus":0.03201637663234542,"score_gpt":0.3642271634395178,"score_spread":0.33221078680717236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382877988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0756725,0.0041383887,0.8645979,0.0014227922,0.00026915743,0.00036451538,0.0003198434,0.0017626735,0.051452238],"genre_scores_gemma":[0.4956447,0.0042048446,0.47856677,0.00040766862,0.00022091669,0.00032865646,0.0008620395,0.000985307,0.018779017],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937171,0.0008000652,0.00041781622,0.00072086806,0.004001984,0.00034216323],"domain_scores_gemma":[0.98578125,0.0049230917,0.0015186383,0.0013238348,0.006297007,0.00015618018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019659016,0.0007034624,0.0003057457,0.00478937,0.0010246651,0.0027306033,0.0008664845,0.000823682,0.0022651884],"category_scores_gemma":[0.013352699,0.00033681747,0.0005232789,0.005280041,0.0015064153,0.003119227,0.0007801147,0.0012610615,0.00072721037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023008963,0.00013977964,0.014796376,0.0012281936,0.000059979033,0.0014459952,0.0033657437,0.02374905,0.020433564,0.31111977,0.010198604,0.61323285],"study_design_scores_gemma":[0.00003491751,0.0005467344,0.02736664,0.0012706344,0.00018979995,0.00448989,0.0031692283,0.2559331,0.14668399,0.19118215,0.36885595,0.00027701588],"about_ca_topic_score_codex":0.0042320737,"about_ca_topic_score_gemma":0.0014207797,"teacher_disagreement_score":0.00478937,"about_ca_system_score_codex":0.0016653864,"about_ca_system_score_gemma":0.002609878,"threshold_uncertainty_score":0.012083232},"labels":[],"label_agreement":null},{"id":"W4383647882","doi":"10.23977/aetp.2023.070510","title":"Research and Application of Probability and Statistics in Practical Teaching","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Mathematics education; Connotation; Probability and statistics; Value (mathematics); Teaching method; Mathematical statistics; Statistics education; Reform mathematics; Computer science; Mathematics; Statistics; Connected Mathematics","score_opus":0.04860671929786225,"score_gpt":0.507609930057571,"score_spread":0.4590032107597088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383647882","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09813459,0.11219726,0.35720795,0.046537366,0.002542616,0.00040970187,0.00016342392,0.0005447181,0.3822624],"genre_scores_gemma":[0.7856228,0.078811556,0.119292594,0.0015474209,0.0014060502,0.00031768295,0.000111571346,0.00012409705,0.012766298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99221003,0.004788487,0.00039522242,0.0005980006,0.0017803413,0.00022792148],"domain_scores_gemma":[0.97145754,0.023125516,0.00086183276,0.001278934,0.0025704924,0.00070571847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008083175,0.00044996932,0.00036523349,0.0037143235,0.0011543949,0.0053349603,0.0009969766,0.0009978861,0.003711614],"category_scores_gemma":[0.0298636,0.00030819082,0.00043802365,0.0039558657,0.0066118464,0.005859252,0.001955532,0.0019361943,0.00082429283],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029848741,0.00014695119,0.01060246,0.0011607697,0.00003212396,0.00035888876,0.0070836963,0.0023727873,0.001212462,0.6254242,0.0065397373,0.34503606],"study_design_scores_gemma":[0.000020674182,0.00020403072,0.019537907,0.002264901,0.00005777767,0.0013156227,0.009454509,0.0128762815,0.003221862,0.70787454,0.243095,0.000076873774],"about_ca_topic_score_codex":0.0023127967,"about_ca_topic_score_gemma":0.0016702565,"teacher_disagreement_score":0.008083175,"about_ca_system_score_codex":0.0029634687,"about_ca_system_score_gemma":0.007729578,"threshold_uncertainty_score":0.04274845},"labels":[],"label_agreement":null},{"id":"W4384914080","doi":"10.23977/aetp.2023.070712","title":"The Effects of Digital/Online Written Feedback on Paper-based Test for College Students","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Mathematics education; Computer science; Online learning; Multimedia; Psychology","score_opus":0.011907605110500505,"score_gpt":0.3812031619232056,"score_spread":0.3692955568127051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384914080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99759114,0.00014857811,0.00021624689,0.000066465924,0.000055169123,0.00005768627,0.000045491463,0.000036978407,0.0017822701],"genre_scores_gemma":[0.99650156,0.000098105855,0.0006394899,0.00006354508,0.000025604526,0.000053362328,0.00006321511,0.000013164968,0.002541876],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984106,0.0007028598,0.00013871632,0.00021934164,0.00038939997,0.0001390989],"domain_scores_gemma":[0.98360705,0.010528778,0.0016654244,0.0007079626,0.0012172507,0.0022736834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014033268,0.00062139815,0.00038722446,0.00041635655,0.00033813913,0.0007475772,0.00041852807,0.00057175395,0.0062967935],"category_scores_gemma":[0.02214736,0.00013193676,0.0004043822,0.00023230135,0.00031644022,0.00059599127,0.0006782752,0.00072102214,0.0006830257],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.07303157,0.06396852,0.09592683,0.0011448707,0.00038949773,0.00060426834,0.004245836,0.0012889631,0.06936391,0.0002450616,0.0029881578,0.6868026],"study_design_scores_gemma":[0.0035954886,0.18584226,0.7418084,0.00035933172,0.00069639867,0.00045336667,0.0040220027,0.003848979,0.052086473,0.0006055886,0.006519586,0.0001620405],"about_ca_topic_score_codex":0.0011722675,"about_ca_topic_score_gemma":0.0015554552,"teacher_disagreement_score":0.0062967935,"about_ca_system_score_codex":0.00025083547,"about_ca_system_score_gemma":0.0003443542,"threshold_uncertainty_score":0.021064818},"labels":[],"label_agreement":null},{"id":"W4385071341","doi":"10.1007/s42979-023-02129-w","title":"Correction: An Efficient Graph Mining Approach Using Evidence Based Fuzzy Soft Set Method","year":2023,"lang":"en","type":"article","venue":"SN Computer Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; Soft set; Data mining; Graph; Fuzzy logic; Set (abstract data type); Information retrieval; Artificial intelligence; Theoretical computer science; Programming language","score_opus":0.11650227001640083,"score_gpt":0.38676876700678914,"score_spread":0.2702664969903883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385071341","genre_codex":"editorial","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006624974,0.0009862474,0.0044506486,0.06688215,0.9207214,0.00008127274,0.0028367597,0.0012057682,0.002173183],"genre_scores_gemma":[0.07388234,0.007729816,0.04643892,0.14559945,0.4819675,0.00087345886,0.005859586,0.003616618,0.2340323],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946174,0.000815413,0.0010943403,0.000816481,0.0022803848,0.00037591538],"domain_scores_gemma":[0.9054528,0.018608073,0.0027354548,0.0067842375,0.064211845,0.0022074906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040683346,0.0018323271,0.0019695754,0.0051716864,0.0025231494,0.00303211,0.004409776,0.0068052267,0.062139694],"category_scores_gemma":[0.12236952,0.0011698,0.0019651018,0.0034102662,0.0023117936,0.0022475957,0.0017963551,0.009610061,0.025125112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001068497,0.000010865221,0.00021817096,0.00037368122,0.00006580992,0.000447493,0.000058667247,0.00012875513,0.00018916628,0.0012815155,0.9837377,0.013381446],"study_design_scores_gemma":[0.00019732259,0.000056514407,0.002537419,0.00053841225,0.00025245958,0.0021868246,0.00018851292,0.0018624827,0.0016791802,0.0061663166,0.9842153,0.00011920923],"about_ca_topic_score_codex":0.015470721,"about_ca_topic_score_gemma":0.016078686,"teacher_disagreement_score":0.062139694,"about_ca_system_score_codex":0.0031788899,"about_ca_system_score_gemma":0.0041679204,"threshold_uncertainty_score":0.207878},"labels":[],"label_agreement":null},{"id":"W4385586826","doi":"10.23977/aetp.2023.070808","title":"Research on the evaluation system of kindergarten science education curriculum","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Curriculum; Vitality; Mathematics education; Mechanism (biology); Course (navigation); Psychology; Computer science; Pedagogy; Engineering","score_opus":0.061955859183328355,"score_gpt":0.49845808076870535,"score_spread":0.436502221585377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385586826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7694617,0.0023814358,0.15212652,0.001236188,0.00032494523,0.0014167728,0.00079645345,0.0022016503,0.0700543],"genre_scores_gemma":[0.93535066,0.00048288176,0.051931225,0.00012655543,0.000048407986,0.00047745218,0.000682012,0.00012693947,0.010773911],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.981385,0.010156278,0.0014083069,0.001812583,0.0046337335,0.0006040894],"domain_scores_gemma":[0.9288691,0.028449744,0.0035033708,0.004610288,0.03318213,0.0013854065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020629622,0.000385252,0.00047254557,0.0029947532,0.001066064,0.0043322444,0.0011088802,0.00076008076,0.0045970087],"category_scores_gemma":[0.065080315,0.00026579355,0.00047387937,0.0024117758,0.0007541742,0.003709291,0.00080278324,0.0006651525,0.0015395889],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001004529,0.0007957956,0.30360088,0.0009244579,0.00014419483,0.000092288465,0.0046936027,0.003683691,0.01909358,0.018700784,0.007058674,0.64020747],"study_design_scores_gemma":[0.00017867445,0.003346736,0.7364822,0.0010950785,0.00062433374,0.00068824895,0.0055293366,0.08831241,0.093380004,0.008004805,0.06203694,0.0003212661],"about_ca_topic_score_codex":0.010196848,"about_ca_topic_score_gemma":0.007844702,"teacher_disagreement_score":0.020629622,"about_ca_system_score_codex":0.0039336467,"about_ca_system_score_gemma":0.004046507,"threshold_uncertainty_score":0.109101236},"labels":[],"label_agreement":null},{"id":"W4386179726","doi":"10.2316/j.2023.201-0055","title":"A PERSONALISED READING EDUCATION PLATFORM UNDER BIG DATA-DRIVEN DECISION-MAKING SCHEME, 114-121. SI","year":2023,"lang":"en","type":"article","venue":"Mechatronic systems and control","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scheme (mathematics); Big data; Reading (process); Computer science; Data science; Mathematics education; Psychology; Political science; Data mining; Mathematics","score_opus":0.042236128982894666,"score_gpt":0.3144150492238358,"score_spread":0.27217892024094115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386179726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053412132,0.0009889693,0.5572081,0.002704303,0.0013151822,0.0037208966,0.028926568,0.24549979,0.106224075],"genre_scores_gemma":[0.41266656,0.00074214366,0.36040446,0.0013687967,0.00038069894,0.0022639555,0.0449052,0.005849533,0.17141862],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987337,0.000281308,0.00012619444,0.00028781153,0.00044086072,0.00013014876],"domain_scores_gemma":[0.99748033,0.0005094791,0.00010455347,0.00079633173,0.00061294145,0.0004963278],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022164613,0.0007264702,0.000824971,0.0012082453,0.0007323714,0.0035941915,0.0014894479,0.0009992659,0.044004165],"category_scores_gemma":[0.0050313324,0.00046536987,0.00064123515,0.0010536611,0.00037838818,0.0027665275,0.0031411124,0.0012581461,0.025643088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004223759,0.001680588,0.007910785,0.0006801499,0.00017924597,0.000913387,0.0007897954,0.010923063,0.02412373,0.01798742,0.26532555,0.66526264],"study_design_scores_gemma":[0.000778991,0.00097070774,0.01447575,0.00029384304,0.0001495283,0.0006847619,0.0008383296,0.3617104,0.06665694,0.060452513,0.4926536,0.0003346646],"about_ca_topic_score_codex":0.0019734427,"about_ca_topic_score_gemma":0.0023682488,"teacher_disagreement_score":0.044004165,"about_ca_system_score_codex":0.00064356445,"about_ca_system_score_gemma":0.0019336564,"threshold_uncertainty_score":0.14720863},"labels":[],"label_agreement":null},{"id":"W4386224051","doi":"10.5539/elt.v16n9p102","title":"Focuses and Trends of the Research on Task-based Language Teaching (1998-2022)","year":2023,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Language education; Second-language acquisition; Field (mathematics); Computer science; Mathematics education; Foreign language; Language assessment; Empirical research; Task analysis; Language acquisition; Psychology; Linguistics","score_opus":0.03203331937664378,"score_gpt":0.370059042770499,"score_spread":0.3380257233938552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386224051","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44904932,0.3686395,0.0064424938,0.025827395,0.003018347,0.00038611118,0.010778504,0.00028068686,0.13557757],"genre_scores_gemma":[0.68166566,0.26701787,0.009957108,0.0034618033,0.0017983515,0.00046488235,0.009597462,0.00017982734,0.025857026],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99582183,0.0006022274,0.0006003832,0.00063626334,0.0020564313,0.00028279342],"domain_scores_gemma":[0.9606071,0.016991414,0.0054961503,0.00071432005,0.014447267,0.0017438101],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.006664536,0.00029035512,0.00035024085,0.014299002,0.0006014738,0.005224295,0.0007085794,0.00075892743,0.004416535],"category_scores_gemma":[0.015811207,0.00017395931,0.00034970586,0.025408018,0.00067417254,0.0028648393,0.0008065685,0.0008812622,0.0013896464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006061953,0.0002674789,0.10792763,0.0114335455,0.000104961444,0.00064247457,0.007965951,0.00045780043,0.010201576,0.020079214,0.022864016,0.8174493],"study_design_scores_gemma":[0.0000285044,0.00057511573,0.4638769,0.0067800526,0.00014137311,0.0014320138,0.0150975995,0.00046667882,0.0065176575,0.0026885723,0.5023356,0.000059949925],"about_ca_topic_score_codex":0.004599425,"about_ca_topic_score_gemma":0.0044769193,"teacher_disagreement_score":0.9933355,"about_ca_system_score_codex":0.002786784,"about_ca_system_score_gemma":0.0050047743,"threshold_uncertainty_score":0.035245836},"labels":[],"label_agreement":null},{"id":"W4386622318","doi":"10.5281/zenodo.8335990","title":"Raw Data for benchmarking structure based domain annotation","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Benchmarking; Raw data; Annotation; Computer science; Domain (mathematical analysis); Information retrieval; Artificial intelligence; Business; Mathematics; Programming language","score_opus":0.06301138541023635,"score_gpt":0.3067664919215459,"score_spread":0.24375510651130958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386622318","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005865628,0.00040236936,0.03673176,0.00032158205,0.00048782854,0.00063964195,0.76402515,0.17412782,0.017398302],"genre_scores_gemma":[0.009052461,0.00018650813,0.028823253,0.00019959599,0.000035012272,0.0010806277,0.93604827,0.020458855,0.0041154944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934936,0.0014109142,0.00095159496,0.0016422843,0.002033023,0.0004685791],"domain_scores_gemma":[0.9853918,0.0039254157,0.00059731014,0.00553234,0.0038088127,0.0007443076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056600235,0.0034674185,0.0017056445,0.0063500805,0.0020888725,0.0041875397,0.0026171706,0.0017415904,0.09111042],"category_scores_gemma":[0.029178465,0.0011846754,0.0018083792,0.0063774157,0.00081274443,0.0031950255,0.004932281,0.0034233774,0.13628256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006414639,0.0002877973,0.0029611883,0.0019942506,0.00012146296,0.00027313692,0.00049130915,0.0028135017,0.0077335,0.0040111654,0.93116295,0.04750818],"study_design_scores_gemma":[0.0003208115,0.00017485203,0.011646324,0.0009621159,0.0001564532,0.000617222,0.0008440371,0.018563313,0.033425312,0.018394252,0.9146381,0.00025725344],"about_ca_topic_score_codex":0.006463168,"about_ca_topic_score_gemma":0.0069992864,"teacher_disagreement_score":0.09111042,"about_ca_system_score_codex":0.001616339,"about_ca_system_score_gemma":0.00349894,"threshold_uncertainty_score":0.30479473},"labels":[],"label_agreement":null},{"id":"W4386800544","doi":"10.23977/aetp.2023.071010","title":"The impact of CHAT GPT on English online courses","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Generative grammar; Field (mathematics); Online chat; Multimedia; English language; World Wide Web; Artificial intelligence; Mathematics education; The Internet; Psychology","score_opus":0.01741208222546405,"score_gpt":0.4242212980611674,"score_spread":0.40680921583570334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386800544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98326874,0.00020601576,0.0014383624,0.0004818586,0.00004671574,0.00008328704,0.000075669726,0.00015284204,0.014246384],"genre_scores_gemma":[0.996566,0.00012577856,0.0008454438,0.000076300705,0.000021597018,0.00004583999,0.000057327266,0.000029850078,0.0022318363],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99544287,0.002654372,0.00012772951,0.00048532488,0.0008854022,0.00040433867],"domain_scores_gemma":[0.9602065,0.029116698,0.0024532885,0.0016852475,0.0027305789,0.0038075645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034775913,0.00037440332,0.00029422462,0.0009563476,0.0011584945,0.0027805506,0.00072218233,0.0006910645,0.008051406],"category_scores_gemma":[0.042606745,0.00017896398,0.0003726537,0.0007545023,0.00073087664,0.0029032447,0.0018193905,0.0011537172,0.0010961212],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025922512,0.0062377295,0.33216652,0.0011142767,0.00012899465,0.0025867175,0.037434552,0.0053952117,0.012549508,0.007169384,0.007537464,0.58508736],"study_design_scores_gemma":[0.00019977154,0.0075750067,0.843299,0.0009037741,0.00045731082,0.0019430642,0.05889887,0.033559985,0.012370288,0.0063977884,0.034222096,0.0001729949],"about_ca_topic_score_codex":0.0028899,"about_ca_topic_score_gemma":0.003935553,"teacher_disagreement_score":0.008051406,"about_ca_system_score_codex":0.0013515302,"about_ca_system_score_gemma":0.0009483881,"threshold_uncertainty_score":0.026934624},"labels":[],"label_agreement":null},{"id":"W4387573724","doi":"10.23977/aetp.2023.071301","title":"Hybrid Curriculum Design of Comprehensive Japanese on the Basis of Task-based Teaching","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Task (project management); Computer science; Mathematics education; Teaching method; Language education; Space (punctuation); Multimedia; Pedagogy; Engineering; Psychology","score_opus":0.023790360421099596,"score_gpt":0.3641434690037791,"score_spread":0.3403531085826795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387573724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8044434,0.00022428037,0.14499557,0.00020872494,0.00013435399,0.00283834,0.0002510544,0.0006705481,0.046233736],"genre_scores_gemma":[0.73311746,0.00025494798,0.23877135,0.00014605747,0.000026806048,0.003013658,0.0004222933,0.00008259318,0.024164781],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99971896,0.00006082702,0.000025725194,0.000070208844,0.000073873474,0.00005036172],"domain_scores_gemma":[0.99960417,0.000057676465,0.000038582955,0.000031573727,0.00010017206,0.00016781839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004556928,0.00032610886,0.00028724925,0.00046952738,0.00046649508,0.00080142956,0.0005784624,0.0002543319,0.0061633694],"category_scores_gemma":[0.00083046156,0.00012744489,0.00029713238,0.0003794267,0.00024747013,0.0006048544,0.00095949136,0.0004102251,0.00067659136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011856714,0.009091129,0.012472057,0.001623409,0.00008129026,0.0004230082,0.0063663987,0.018613663,0.11947679,0.05741815,0.0065168734,0.7667317],"study_design_scores_gemma":[0.002305298,0.028252864,0.16297205,0.00063629023,0.00089050113,0.0010670184,0.009261862,0.16399617,0.09491798,0.04699789,0.48844147,0.0002606616],"about_ca_topic_score_codex":0.0012058865,"about_ca_topic_score_gemma":0.002333991,"teacher_disagreement_score":0.0061633694,"about_ca_system_score_codex":0.0007135216,"about_ca_system_score_gemma":0.0016265863,"threshold_uncertainty_score":0.020618498},"labels":[],"label_agreement":null},{"id":"W4387974609","doi":"10.5539/elt.v16n11p45","title":"Instructional Toolkit for Outcome-Based Instruction on English Grammar of Thai EFL Students in the Thonburi District in Bangkok","year":2023,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grammar; Psychology; Mathematics education; Instructional design; Medical education; Pedagogy; Linguistics; Medicine","score_opus":0.018403616552923573,"score_gpt":0.33236993561011485,"score_spread":0.3139663190571913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387974609","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959347,0.00007334693,0.000807193,0.0001180682,0.0000073632345,0.00063026417,0.000110659756,0.00007424302,0.002244187],"genre_scores_gemma":[0.9758046,0.00025575573,0.018966911,0.0000708381,0.000004980678,0.0016406453,0.00035070264,0.000021603782,0.002883881],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990089,0.0004422317,0.0001405098,0.000091059206,0.00018119563,0.0001360912],"domain_scores_gemma":[0.99700886,0.0008764791,0.00043647335,0.00021351907,0.00043742885,0.0010273822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002793933,0.00030122657,0.00038720728,0.0008064247,0.0009567992,0.0010325925,0.00086414744,0.0002530835,0.0023303984],"category_scores_gemma":[0.0041724015,0.00032290778,0.00028898806,0.0006501612,0.0003846227,0.00061475515,0.0019488169,0.00064175454,0.00045197815],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009794208,0.011603179,0.32955632,0.0028612174,0.000064790605,0.0032476708,0.08005548,0.0024764324,0.023287492,0.0007379085,0.00347286,0.5416573],"study_design_scores_gemma":[0.00048679786,0.008396911,0.86519945,0.0010126063,0.00013555792,0.0011611509,0.08599703,0.003291715,0.010701621,0.00055923435,0.02289108,0.000166902],"about_ca_topic_score_codex":0.0053838044,"about_ca_topic_score_gemma":0.015606927,"teacher_disagreement_score":0.0053838044,"about_ca_system_score_codex":0.0014149258,"about_ca_system_score_gemma":0.006689913,"threshold_uncertainty_score":0.014775932},"labels":[],"label_agreement":null},{"id":"W4388441201","doi":"10.18280/isi.280515","title":"Leveraging Text Mining for Analyzing Students' Preferences in Computer Science and Language Courses","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Natural language processing; Psychology","score_opus":0.023418899731393945,"score_gpt":0.3093406869320349,"score_spread":0.285921787200641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388441201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9588871,0.00034654656,0.027971825,0.00055045367,0.000054623222,0.00049238466,0.0068362337,0.00025953853,0.0046013105],"genre_scores_gemma":[0.9506316,0.0003069993,0.042069558,0.00010088719,0.00006791744,0.00038385182,0.0052189184,0.0000371316,0.0011831651],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99825066,0.0005331049,0.00032215315,0.00026992272,0.0005248777,0.0000992074],"domain_scores_gemma":[0.9886362,0.00756642,0.0017187424,0.00038545852,0.0014084051,0.0002847357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020916865,0.00039251504,0.00043427208,0.008507607,0.0004307373,0.0017804082,0.0003786444,0.00041783764,0.0012703629],"category_scores_gemma":[0.010626134,0.00011698692,0.00038220265,0.0071231145,0.00019400218,0.0015988658,0.0005734925,0.00047419977,0.00074164657],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044778534,0.00080524833,0.4189656,0.0007986559,0.00020705788,0.0005153383,0.0055670794,0.0031052937,0.02380739,0.0013238725,0.004598588,0.5398581],"study_design_scores_gemma":[0.000051649262,0.00084691047,0.8384656,0.0004064957,0.0002144722,0.0006638993,0.022817,0.08529455,0.020894442,0.008173756,0.0220028,0.00016846224],"about_ca_topic_score_codex":0.0013613519,"about_ca_topic_score_gemma":0.0037317895,"teacher_disagreement_score":0.008507607,"about_ca_system_score_codex":0.00039165388,"about_ca_system_score_gemma":0.0005242197,"threshold_uncertainty_score":0.011062026},"labels":[],"label_agreement":null},{"id":"W4388784739","doi":"10.5539/hes.v13n4p201","title":"The Problem-based Learning Model: PBL Model via Cloud Technology to Promote Programming Skills","year":2023,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Problem-based learning; Computer science; Process (computing); Conceptual model; Mathematics education; Knowledge management; Psychology","score_opus":0.030461363982313125,"score_gpt":0.37469219782181346,"score_spread":0.3442308338395003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388784739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25341678,0.00073980796,0.5224215,0.008660064,0.00031673812,0.0048403894,0.00036062923,0.0011593786,0.20808478],"genre_scores_gemma":[0.6607407,0.0007922847,0.30287498,0.001280973,0.000050952905,0.0029468015,0.00036243026,0.000088381785,0.03086245],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9971732,0.0014150653,0.00014694793,0.00028606906,0.00072610145,0.0002526805],"domain_scores_gemma":[0.9970925,0.0012127596,0.00033458264,0.00028283906,0.0005939854,0.0004833264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001827142,0.0005304453,0.00029366024,0.0007657504,0.0010872736,0.003293562,0.0012659439,0.0010203113,0.006763351],"category_scores_gemma":[0.0067904657,0.00017527232,0.0005217825,0.0009793283,0.0010612361,0.002998494,0.0026493515,0.001936245,0.002072334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003717406,0.0069591017,0.022496434,0.0022544512,0.000072289055,0.00070266135,0.030959737,0.01796691,0.012591278,0.19360325,0.028281461,0.6837407],"study_design_scores_gemma":[0.00093291403,0.0038255928,0.052260224,0.0019136766,0.00017825482,0.003421239,0.025851099,0.14615625,0.028807253,0.3622828,0.3741438,0.00022680448],"about_ca_topic_score_codex":0.0012029243,"about_ca_topic_score_gemma":0.0013631366,"teacher_disagreement_score":0.006763351,"about_ca_system_score_codex":0.0019597895,"about_ca_system_score_gemma":0.0050919927,"threshold_uncertainty_score":0.022625625},"labels":[],"label_agreement":null},{"id":"W4389139594","doi":"10.23977/aetp.2023.071614","title":"A Study on Improving Classroom Heads-Up Rate of \"Ship Structural Mechanics\" Based on Multifactorial Influence","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jiangsu Ocean University","keywords":"Attractiveness; Theme (computing); Process (computing); Computer science; Ideology; Cognition; Teaching method; Mathematics education; Head (geology); Psychology; Politics","score_opus":0.022256584064513824,"score_gpt":0.38759299054630614,"score_spread":0.36533640648179233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389139594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9979692,0.000048297577,0.0011890936,0.000032475902,0.000008270577,0.000060038787,0.0000062004524,0.0000075613043,0.00067887263],"genre_scores_gemma":[0.9970271,0.0001081236,0.0019600214,0.000020839152,0.000011666329,0.000043578486,0.000014506315,0.0000039513698,0.00081023015],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982039,0.0009215114,0.00008919486,0.00024931435,0.00036958398,0.00016650069],"domain_scores_gemma":[0.9955173,0.0027679268,0.00038424297,0.00027690595,0.0005260121,0.0005275922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002639366,0.0002676208,0.00037973482,0.00072228175,0.0005507006,0.0005175943,0.00053197675,0.00029947155,0.0019012548],"category_scores_gemma":[0.007472991,0.00012776442,0.0004957942,0.0003628105,0.00041038252,0.00045953208,0.0005330114,0.00046541556,0.00018420246],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00217876,0.016003994,0.39929584,0.0009149228,0.00021684836,0.0009165293,0.04150395,0.002129018,0.032463886,0.0031056511,0.0012963057,0.49997425],"study_design_scores_gemma":[0.00037918033,0.022995003,0.9139067,0.000108698536,0.0005513233,0.00043797202,0.017823322,0.010653901,0.02482715,0.0010289011,0.007191596,0.00009610367],"about_ca_topic_score_codex":0.0015601707,"about_ca_topic_score_gemma":0.0019336233,"teacher_disagreement_score":0.002639366,"about_ca_system_score_codex":0.0006713101,"about_ca_system_score_gemma":0.0009059729,"threshold_uncertainty_score":0.013958454},"labels":[],"label_agreement":null},{"id":"W4390049933","doi":"10.23977/aetp.2023.071715","title":"Application analysis of task-based teaching method in computer English teaching","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Computer science; Teaching method; Mathematics education; Teaching and learning center; Multimedia; Psychology; Engineering","score_opus":0.011480281971873485,"score_gpt":0.402484563999613,"score_spread":0.3910042820277395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390049933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43005753,0.0017404306,0.5203708,0.00044969333,0.0003035065,0.0015568131,0.00044624865,0.0011120134,0.043963034],"genre_scores_gemma":[0.77979034,0.0008807576,0.2085395,0.00008636489,0.000066588014,0.00080352515,0.00037419362,0.00014125658,0.009317553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973143,0.0010373833,0.00017452602,0.00028160049,0.0010563402,0.00013585143],"domain_scores_gemma":[0.9932053,0.003579015,0.0003743403,0.00034859456,0.002262759,0.00022992812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023594373,0.00036033712,0.00026582397,0.0018549353,0.0005066659,0.0011438635,0.0005292204,0.00027787805,0.003258955],"category_scores_gemma":[0.009053843,0.00012486227,0.00045852503,0.0013209947,0.00026627394,0.00087442313,0.00058786647,0.00032410692,0.00054314133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052509207,0.0007297217,0.027767006,0.000926858,0.00006526365,0.00020863148,0.00547574,0.0039004153,0.021368377,0.008465372,0.002851109,0.92771643],"study_design_scores_gemma":[0.00051073625,0.0045072106,0.38996378,0.0013969473,0.0007120416,0.003189552,0.018833034,0.24839588,0.117428325,0.030224204,0.18433934,0.00049899216],"about_ca_topic_score_codex":0.0030749545,"about_ca_topic_score_gemma":0.0020736577,"teacher_disagreement_score":0.003258955,"about_ca_system_score_codex":0.000954397,"about_ca_system_score_gemma":0.0014268081,"threshold_uncertainty_score":0.012478054},"labels":[],"label_agreement":null},{"id":"W4390145121","doi":"10.21449/ijate.1266808","title":"The complexity of the grading system in Turkish higher education","year":2023,"lang":"en","type":"article","venue":"International Journal of Assessment Tools in Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Higher education; Concordance; Turkish; Mathematics education; Quarter (Canadian coin); Psychology; Medical education; Medicine; Engineering; Political science","score_opus":0.06223638291745076,"score_gpt":0.39129005974478154,"score_spread":0.3290536768273308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390145121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8773587,0.0019169056,0.076740235,0.0018158058,0.0006482208,0.0005631861,0.0005478867,0.0003797202,0.04002926],"genre_scores_gemma":[0.9692351,0.0003821171,0.028091364,0.00010208313,0.0000743409,0.00016172961,0.0002916029,0.00003921774,0.0016224511],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9757549,0.013327406,0.0030403105,0.0017213956,0.0054112785,0.0007446762],"domain_scores_gemma":[0.98355246,0.0060513704,0.0024523444,0.0016566041,0.005859442,0.00042771993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011490517,0.00032146534,0.00038476934,0.0030746316,0.0014032939,0.0035571558,0.0010971506,0.0005266846,0.0014285266],"category_scores_gemma":[0.028818972,0.00026032538,0.0003972686,0.0042586555,0.0016693264,0.0015144777,0.0011470552,0.00071507704,0.0004953225],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007746112,0.00025168972,0.15302572,0.0007592243,0.000114780625,0.0005906747,0.008961873,0.014991913,0.0075049014,0.046246905,0.01228703,0.7544906],"study_design_scores_gemma":[0.00014512072,0.0017104914,0.7139331,0.0006329854,0.00018783995,0.0027307195,0.0135857565,0.07224349,0.009631623,0.07773437,0.10681412,0.0006503363],"about_ca_topic_score_codex":0.007649116,"about_ca_topic_score_gemma":0.0069671962,"teacher_disagreement_score":0.011490517,"about_ca_system_score_codex":0.0034127792,"about_ca_system_score_gemma":0.00282961,"threshold_uncertainty_score":0.060768425},"labels":[],"label_agreement":null},{"id":"W4390203370","doi":"10.23977/aetp.2023.071717","title":"The Correlation between Business English Freshmen's Learning Motivation and Self-efficacy","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business English; English language; Self-efficacy; Psychology; Motivation to learn; Mathematics education; Phenomenon; Language acquisition; Positive correlation; Association (psychology); Intrinsic motivation; Social psychology; Medicine","score_opus":0.013248067720511677,"score_gpt":0.33649856333316386,"score_spread":0.3232504956126522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390203370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988115,0.000030144247,0.000032000953,0.00003669627,0.0000023947532,0.0000059123086,0.000017071552,0.0000016517661,0.0010626939],"genre_scores_gemma":[0.99956113,0.000023944342,0.000048642145,0.00000753083,0.0000029989042,0.000005596021,0.00002456393,5.7531366e-7,0.0003251169],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99941885,0.00015647475,0.000058260117,0.00006269299,0.00017240958,0.00013131337],"domain_scores_gemma":[0.99206746,0.0030696783,0.002099154,0.00028201783,0.00076765777,0.0017139759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016197783,0.000121654935,0.00023777488,0.0011395323,0.00038923262,0.00089746376,0.00023644851,0.00028834626,0.0032252606],"category_scores_gemma":[0.0065211183,0.000117759635,0.00027569884,0.00042074002,0.00047942836,0.00027676416,0.00059615605,0.0005969347,0.00033126978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029293473,0.00021304008,0.99555135,0.000008838765,0.000027572101,0.00003347475,0.00052786607,0.00002474198,0.0002565902,0.00013665468,0.000055976314,0.0031345997],"study_design_scores_gemma":[0.0000011464036,0.000051109437,0.9992601,0.0000039287415,0.0000033830647,0.000017897966,0.00043568466,0.0000570323,0.00005053476,0.000026433927,0.00009075461,0.0000019930374],"about_ca_topic_score_codex":0.0015165386,"about_ca_topic_score_gemma":0.0025346822,"teacher_disagreement_score":0.0032252606,"about_ca_system_score_codex":0.00022246683,"about_ca_system_score_gemma":0.0004419909,"threshold_uncertainty_score":0.010789573},"labels":[],"label_agreement":null},{"id":"W4390450556","doi":"10.18280/ts.400640","title":"Personalized Learning Pathway Generation for Online Education Through Image Recognition","year":2023,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Image (mathematics); Multimedia; Pattern recognition (psychology)","score_opus":0.07213784251206222,"score_gpt":0.3321998174508975,"score_spread":0.26006197493883526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390450556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061802182,0.00024013153,0.92979175,0.00018328852,0.00008749123,0.00013790501,0.00016119963,0.0040736534,0.003522393],"genre_scores_gemma":[0.63184917,0.00024629428,0.36138284,0.00012252919,0.00002442101,0.00016665255,0.00026309575,0.00023560776,0.005709402],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9998178,0.000027694303,0.000008751769,0.00006437503,0.0000547377,0.000026726399],"domain_scores_gemma":[0.99974483,0.0000727941,0.000025746502,0.000049280185,0.00007876611,0.000028517405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003206371,0.00044725576,0.00023138772,0.0005928532,0.00022156084,0.00048018323,0.00065415644,0.0004382438,0.0031543586],"category_scores_gemma":[0.0009519074,0.00015077616,0.00029053178,0.00027549468,0.00022257163,0.000991846,0.0006842633,0.0005326376,0.00095442205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019982268,0.00023566929,0.0030179305,0.00010116868,0.000022696831,0.00015949132,0.0002610921,0.025275547,0.08809893,0.0030994588,0.0038524843,0.8756758],"study_design_scores_gemma":[0.000035403355,0.00027432243,0.0054729744,0.000031802076,0.000044125572,0.00032312114,0.00021178114,0.84136117,0.13030238,0.008568847,0.0133118145,0.00006226472],"about_ca_topic_score_codex":0.0013823498,"about_ca_topic_score_gemma":0.0021463926,"teacher_disagreement_score":0.0031543586,"about_ca_system_score_codex":0.00032889235,"about_ca_system_score_gemma":0.00040285586,"threshold_uncertainty_score":0.010552406},"labels":[],"label_agreement":null},{"id":"W4390659872","doi":"10.1109/jestie.2023.3345552","title":"Journal of Emerging and Selected Topics in Industrial Electronics Publication Information","year":2024,"lang":"en","type":"article","venue":"IEEE Journal of Emerging and Selected Topics in Industrial Electronics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Electronics; Data science; Computer science; Information retrieval; Library science; Engineering; Electrical engineering","score_opus":0.024573792760541082,"score_gpt":0.29025935170576517,"score_spread":0.2656855589452241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390659872","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014485934,0.069469966,0.014101937,0.021281729,0.11898235,0.0012029525,0.02833609,0.0036110382,0.728528],"genre_scores_gemma":[0.023536148,0.06034013,0.0052557834,0.0028180783,0.032135695,0.00020996903,0.021570858,0.0008857046,0.85324764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981238,0.0001007394,0.00019517503,0.00014982851,0.0012501003,0.00018038195],"domain_scores_gemma":[0.9908586,0.00074520835,0.0004647793,0.00030667608,0.0058425227,0.0017821909],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019643502,0.0012853955,0.002459241,0.009435536,0.0010223726,0.004925265,0.0011874925,0.0015571237,0.3008693],"category_scores_gemma":[0.0038829194,0.00040840247,0.00070524326,0.007399598,0.00036360274,0.0030318205,0.00144893,0.0015789873,0.14351705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018957327,0.00046982855,0.0023076897,0.001487476,0.000043486776,0.00023410165,0.000034075594,0.0004064979,0.0027614792,0.0024430098,0.6797734,0.3098493],"study_design_scores_gemma":[0.00003935903,0.00020126729,0.008813844,0.0007633608,0.00007395946,0.00038334713,0.0000887936,0.0011859023,0.0019746085,0.0018002657,0.9846401,0.00003532043],"about_ca_topic_score_codex":0.0010931778,"about_ca_topic_score_gemma":0.0033449745,"teacher_disagreement_score":0.6991307,"about_ca_system_score_codex":0.00091088325,"about_ca_system_score_gemma":0.0045570848,"threshold_uncertainty_score":0.9972251},"labels":[],"label_agreement":null},{"id":"W4391225779","doi":"10.3991/ijet.v19i02.43879","title":"10.3991/ijet.v19i02.43879","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Grammar; Artificial intelligence; Natural (archaeology); Linguistics; Natural language; Information retrieval; History","score_opus":0.006041496306934447,"score_gpt":0.21161087569945847,"score_spread":0.205569379392524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391225779","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013379077,0.0017818594,0.029130684,0.001327482,0.0019009926,0.00027158493,0.0038824615,0.005058503,0.9432674],"genre_scores_gemma":[0.040623434,0.001553318,0.018105092,0.0005272922,0.00045620234,0.00017518095,0.0060025114,0.0009720592,0.9315849],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99950135,0.00009740989,0.00004852526,0.00009282311,0.00015942109,0.00010043982],"domain_scores_gemma":[0.99918026,0.00033839175,0.000045845853,0.0001643854,0.00015156216,0.000119564414],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006914618,0.00094539695,0.0007594581,0.0026956082,0.00072154595,0.0033130413,0.0010974548,0.0024001913,0.8136235],"category_scores_gemma":[0.0017802701,0.00035924962,0.0006072622,0.0032083548,0.0005369359,0.0021965266,0.0012152189,0.0009547145,0.79547083],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034477905,0.00069973,0.0026511739,0.0004092346,0.00002884045,0.00024841036,0.00007616337,0.0022803328,0.005898078,0.00495961,0.15551278,0.8268908],"study_design_scores_gemma":[0.00017123348,0.00034377043,0.006452588,0.00049999036,0.00005382225,0.0020502924,0.00038728135,0.020055726,0.0069846297,0.0074136285,0.9555243,0.0000626978],"about_ca_topic_score_codex":0.002197689,"about_ca_topic_score_gemma":0.0013541927,"teacher_disagreement_score":0.18637651,"about_ca_system_score_codex":0.0005820245,"about_ca_system_score_gemma":0.0005696874,"threshold_uncertainty_score":0.2658435},"labels":[],"label_agreement":null},{"id":"W4391918654","doi":"10.23977/jeis.2024.090104","title":"Analysis and Research on Skill Improvement and Algorithm Optimization Based on VB.NET","year":2024,"lang":"en","type":"article","venue":"Journal of Electronics and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Taishan University","keywords":"Net (polyhedron); Computer science; Algorithm; Artificial intelligence; Mathematics","score_opus":0.011714623317561972,"score_gpt":0.345071013017926,"score_spread":0.333356389700364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391918654","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06057944,0.001725964,0.9202101,0.00031548092,0.00012149645,0.00013347501,0.00017345203,0.0022199363,0.014520664],"genre_scores_gemma":[0.63728255,0.0026578784,0.3468108,0.0001593099,0.00010815797,0.00035143286,0.0009570174,0.00053426827,0.011138655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992029,0.00015118478,0.000047472284,0.00013189916,0.00036772183,0.00009881278],"domain_scores_gemma":[0.99929464,0.00035538923,0.000059856855,0.00005268619,0.00020875107,0.000028805462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010294116,0.00080411305,0.0006454118,0.0017020945,0.0004075457,0.0010934907,0.00086631277,0.00042532268,0.0043165013],"category_scores_gemma":[0.0023373186,0.0002999656,0.0007012041,0.0016092714,0.00028806407,0.001433238,0.0004996229,0.0005699473,0.00058307446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022871348,0.00018903581,0.007514275,0.0005635623,0.000113451504,0.00007663975,0.00013485117,0.2977717,0.008229423,0.01631363,0.004130531,0.6647342],"study_design_scores_gemma":[0.000031006788,0.00013842287,0.0028807132,0.000038611874,0.000058732454,0.000051335977,0.00005563191,0.98039585,0.005191261,0.0049182717,0.0062228716,0.00001721192],"about_ca_topic_score_codex":0.0069853906,"about_ca_topic_score_gemma":0.00325164,"teacher_disagreement_score":0.0069853906,"about_ca_system_score_codex":0.0008405497,"about_ca_system_score_gemma":0.0014244587,"threshold_uncertainty_score":0.014440179},"labels":[],"label_agreement":null},{"id":"W4392011625","doi":"10.48550/arxiv.2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Distillation; Matching (statistics); Process engineering; Computer science; Mathematics education; Chromatography; Mathematics; Chemistry; Engineering; Statistics","score_opus":0.06581722171835075,"score_gpt":0.233751790873627,"score_spread":0.16793456915527624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392011625","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03998518,0.00035833564,0.9526097,0.00050049636,0.0000970922,0.00010837338,0.00026337258,0.002853093,0.003224432],"genre_scores_gemma":[0.72077787,0.00023316503,0.26865414,0.0003819188,0.00009457131,0.0002795969,0.00076558866,0.00032520096,0.00848802],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986664,0.00033325495,0.00008448567,0.0004851588,0.00031104518,0.00011962641],"domain_scores_gemma":[0.99818283,0.00074765633,0.00018815752,0.00044050347,0.00031230075,0.00012854006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013655949,0.0009447914,0.0011517698,0.0008704699,0.0006232695,0.0013144586,0.002094502,0.0015128937,0.005729415],"category_scores_gemma":[0.009270728,0.0003537811,0.0007411297,0.0013616834,0.0010016288,0.004354676,0.0035289745,0.0025191659,0.0016906881],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039859777,0.00037174785,0.0025872735,0.00030511836,0.0000838502,0.0001429059,0.00040867453,0.18696229,0.01487917,0.040952682,0.007480322,0.7454273],"study_design_scores_gemma":[0.00004167164,0.00013281466,0.00045909238,0.000022582357,0.000022339664,0.000088136534,0.000049737195,0.954434,0.010661034,0.030788867,0.0032753048,0.000024514762],"about_ca_topic_score_codex":0.0027935368,"about_ca_topic_score_gemma":0.0034913903,"teacher_disagreement_score":0.005729415,"about_ca_system_score_codex":0.0009160301,"about_ca_system_score_gemma":0.0018293269,"threshold_uncertainty_score":0.019166768},"labels":[],"label_agreement":null},{"id":"W4392307505","doi":"10.23977/aetp.2024.080123","title":"Exploration and Practice of Online Open Courses Based on JavaEE Framework Technology","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Mathematics education; Psychology","score_opus":0.03110841091553569,"score_gpt":0.45808474054772097,"score_spread":0.4269763296321853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392307505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69711626,0.0026526435,0.122710034,0.0041859685,0.00019435253,0.0005642469,0.000060675764,0.0005788317,0.17193699],"genre_scores_gemma":[0.88646,0.001550043,0.08538419,0.00039669612,0.000042155156,0.00023090276,0.000064048,0.00011564351,0.025756456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946516,0.0032818725,0.00014034085,0.00044793176,0.0009138174,0.0005643883],"domain_scores_gemma":[0.99418783,0.0032362512,0.0004107949,0.00053932297,0.0005036763,0.0011220626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050757923,0.0004760966,0.00028773825,0.0019163494,0.0022369982,0.004506583,0.0012069121,0.0011006492,0.0055073514],"category_scores_gemma":[0.010823543,0.00028837236,0.00046593935,0.0009571096,0.0028977368,0.00545907,0.0040223883,0.0012682913,0.0011511446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011057696,0.002471835,0.018805893,0.0005727387,0.000022325565,0.001556796,0.25136855,0.0009171022,0.008657813,0.082518764,0.008449044,0.62454855],"study_design_scores_gemma":[0.00009997205,0.0013721948,0.049122617,0.0032593994,0.000061507526,0.0043032775,0.30454066,0.007748448,0.0078665735,0.0993047,0.52214766,0.00017302674],"about_ca_topic_score_codex":0.0010034327,"about_ca_topic_score_gemma":0.0031046767,"teacher_disagreement_score":0.0055073514,"about_ca_system_score_codex":0.0018182971,"about_ca_system_score_gemma":0.0028428584,"threshold_uncertainty_score":0.026843727},"labels":[],"label_agreement":null},{"id":"W4392348838","doi":"10.18280/ts.410140","title":"Deep Learning-Based Educational Image Content Understanding and Personalized Learning Path Recommendation","year":2024,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Path (computing); Personalized learning; Deep learning; Artificial intelligence; Content (measure theory); Multimedia; Machine learning; Mathematics education; Psychology; Mathematics; Teaching method; Open learning; Cooperative learning; Computer network","score_opus":0.052476823250518036,"score_gpt":0.2949689151869699,"score_spread":0.24249209193645185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392348838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08335185,0.0005986505,0.90768754,0.00041922115,0.00005693786,0.00016573728,0.0005412479,0.0041119955,0.0030668082],"genre_scores_gemma":[0.73336613,0.00058613776,0.2581051,0.00019546115,0.00003924381,0.00016411171,0.0009995664,0.00013667149,0.006407488],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99967253,0.000057634992,0.000020062416,0.00013715887,0.000069960166,0.000042683732],"domain_scores_gemma":[0.9995171,0.00016900137,0.000062120336,0.000064441105,0.00014537254,0.00004199229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037404054,0.0007506838,0.00052839075,0.0012199245,0.00025179246,0.0006490215,0.00083133887,0.00079921953,0.0020876504],"category_scores_gemma":[0.0019388158,0.00032056466,0.00070326,0.00077801145,0.00024084878,0.0017687129,0.00065299793,0.0011331447,0.0009410348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035656334,0.00053736405,0.00862834,0.00023764248,0.00012522461,0.00021178105,0.00044031523,0.08570486,0.03159591,0.0037238647,0.0065366616,0.8619015],"study_design_scores_gemma":[0.000018306439,0.00011305887,0.0025909017,0.000025299942,0.000057741403,0.00007899317,0.00009015171,0.9763366,0.014211932,0.004239975,0.0022134269,0.000023630562],"about_ca_topic_score_codex":0.011044272,"about_ca_topic_score_gemma":0.018040296,"teacher_disagreement_score":0.011044272,"about_ca_system_score_codex":0.00071290485,"about_ca_system_score_gemma":0.00087487354,"threshold_uncertainty_score":0.02195996},"labels":[],"label_agreement":null},{"id":"W4392351492","doi":"10.19173/irrodl.v25i1.7419","title":"Extracting Course Features and Learner Profiling for Course Recommendation Systems: A Comprehensive Literature Review","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Profiling (computer programming); Course (navigation); Computer science; Multimedia; Data science; World Wide Web; Engineering","score_opus":0.08933692608124867,"score_gpt":0.4954467840288927,"score_spread":0.40610985794764404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351492","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027077387,0.98944247,0.0047949795,0.0007819579,0.00015036186,0.00009061865,0.00030881836,0.00006348757,0.001659532],"genre_scores_gemma":[0.016373564,0.9729109,0.0090293195,0.0003489258,0.0002109185,0.0001087449,0.00058696046,0.00001662788,0.0004139771],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99817145,0.00045680068,0.00038974392,0.00034187024,0.0005614186,0.00007882671],"domain_scores_gemma":[0.9836791,0.012929304,0.0007892509,0.00028073761,0.0021856832,0.00013582759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004072054,0.0011910241,0.0018203469,0.009073754,0.0005805054,0.002257668,0.0012799304,0.0014633901,0.0020469264],"category_scores_gemma":[0.013988386,0.0007356822,0.0020417063,0.008198523,0.00044271766,0.0032899573,0.0007391002,0.0007493301,0.00093287515],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000801121,0.00011861725,0.0041092844,0.07152897,0.0005923696,0.00013797502,0.00033115223,0.0010533273,0.0008526205,0.0016761194,0.009122377,0.91039705],"study_design_scores_gemma":[0.00009755975,0.0009739349,0.057108507,0.2008359,0.016365211,0.0031567197,0.0032908788,0.01264867,0.006787545,0.011072505,0.6872309,0.00043167142],"about_ca_topic_score_codex":0.006770723,"about_ca_topic_score_gemma":0.008695636,"teacher_disagreement_score":0.009073754,"about_ca_system_score_codex":0.0009089516,"about_ca_system_score_gemma":0.0040078848,"threshold_uncertainty_score":0.021535337},"labels":[],"label_agreement":null},{"id":"W4392749596","doi":"10.23977/cpcs.2024.080101","title":"Research on Parallel Algorithm Optimization Strategies in High Performance Computing","year":2024,"lang":"en","type":"article","venue":"Computing Performance and Communication systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Optimization algorithm; Parallel computing; Algorithm; Mathematical optimization; Mathematics","score_opus":0.056733936392630656,"score_gpt":0.3662070192889737,"score_spread":0.30947308289634307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392749596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012822654,0.009063344,0.95845664,0.0011910122,0.00029655275,0.0000668581,0.000025481675,0.00019586104,0.017881602],"genre_scores_gemma":[0.5651843,0.015016636,0.40728527,0.0007425604,0.0005989376,0.00034990307,0.00015644217,0.00031480243,0.010351099],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999273,0.00024510722,0.000035086672,0.00013304052,0.00024443472,0.000069321184],"domain_scores_gemma":[0.99886644,0.0006587964,0.000090108646,0.00007565465,0.00026336583,0.00004557339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011320205,0.0011692625,0.0012102984,0.0008741249,0.0006906435,0.0015625168,0.0012887741,0.0012372101,0.0021539181],"category_scores_gemma":[0.0037154371,0.00051784056,0.0009206978,0.00185934,0.0012843026,0.0017020815,0.0007672123,0.0016299876,0.0005109785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048968228,0.00006573089,0.00065885915,0.00025543137,0.00010724712,0.00006395542,0.00006463782,0.8602377,0.001182728,0.0783797,0.0019176848,0.057017375],"study_design_scores_gemma":[0.0000142001845,0.000031179527,0.00010632674,0.00001938523,0.000012778881,0.000020244162,0.000013413269,0.97576505,0.00038080517,0.021049973,0.002579931,0.000006717884],"about_ca_topic_score_codex":0.005658435,"about_ca_topic_score_gemma":0.0025871708,"teacher_disagreement_score":0.005658435,"about_ca_system_score_codex":0.0012261863,"about_ca_system_score_gemma":0.0017837274,"threshold_uncertainty_score":0.011251032},"labels":[],"label_agreement":null},{"id":"W4393157625","doi":"10.5539/ijel.v14n2p73","title":"Error Analysis of College English Writing Based on the Cohesion and Coherence Theory","year":2024,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohesion (chemistry); Coherence (philosophical gambling strategy); College English; Psychology; Computer science; Linguistics; Statistics; Mathematics; Mathematics education; Econometrics; Philosophy; Physics; Quantum mechanics","score_opus":0.01735284237064467,"score_gpt":0.31153065793963763,"score_spread":0.294177815568993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393157625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92595613,0.00019722158,0.069839425,0.0001301271,0.00003441477,0.0002359758,0.00024253997,0.00014663479,0.0032173977],"genre_scores_gemma":[0.98074394,0.00005439641,0.01831559,0.000009154173,0.000017118648,0.00008452193,0.00022145496,0.000027371907,0.00052651856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9862292,0.005346447,0.002149756,0.0013946238,0.0044434364,0.00043657326],"domain_scores_gemma":[0.9189739,0.05276143,0.009490326,0.0045924904,0.013369325,0.0008125519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007939917,0.0004972746,0.0005279993,0.004930154,0.0009918748,0.0018205557,0.00060190994,0.00036141928,0.0010529947],"category_scores_gemma":[0.05571379,0.00016240854,0.00052423496,0.0035284983,0.0014342901,0.0018741285,0.0015354968,0.00063863036,0.00016048797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013755729,0.00035814405,0.6520057,0.0006891679,0.00031657913,0.0006125998,0.02790961,0.011561871,0.0134917945,0.009463542,0.0013808756,0.28083462],"study_design_scores_gemma":[0.00010279185,0.0012031456,0.7567747,0.00019090158,0.00033905046,0.00065561465,0.017138472,0.18134695,0.024725845,0.013476513,0.0038251735,0.00022074631],"about_ca_topic_score_codex":0.0045098183,"about_ca_topic_score_gemma":0.002943427,"teacher_disagreement_score":0.007939917,"about_ca_system_score_codex":0.0010072433,"about_ca_system_score_gemma":0.0013782628,"threshold_uncertainty_score":0.041990817},"labels":[],"label_agreement":null},{"id":"W4393359815","doi":"10.23977/aetp.2024.080218","title":"Application Research of Computer-Assisted Technologies in EAP Module Learning","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Computer architecture; Software engineering","score_opus":0.03569810121786198,"score_gpt":0.4466505618479672,"score_spread":0.4109524606301052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393359815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7848585,0.021011053,0.016030785,0.0019657204,0.00019723226,0.00042841866,0.000055854616,0.00006511838,0.17538728],"genre_scores_gemma":[0.96162504,0.017542262,0.012096382,0.00033343883,0.0000628578,0.00018871274,0.00004699605,0.000015523286,0.008088891],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968489,0.001888341,0.000117630785,0.00024954192,0.00074156094,0.00015403124],"domain_scores_gemma":[0.98476726,0.012798702,0.00047147778,0.00032128868,0.0013026743,0.00033860994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034024187,0.00030064615,0.00023671536,0.0019149784,0.00057495275,0.0028590928,0.000867647,0.0008196704,0.0059388313],"category_scores_gemma":[0.013451275,0.00012621663,0.00037802476,0.002244498,0.0010833163,0.0025916228,0.0011321133,0.0006412147,0.0007425716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019281197,0.0027033126,0.04472082,0.0032046454,0.00013639401,0.0008923786,0.021744734,0.0019424594,0.0050108843,0.065502636,0.002649048,0.8512998],"study_design_scores_gemma":[0.00019962335,0.0072125765,0.42782182,0.01102036,0.00068365526,0.007171204,0.07903612,0.022212083,0.029353797,0.09712068,0.3179396,0.00022840496],"about_ca_topic_score_codex":0.0015318547,"about_ca_topic_score_gemma":0.0013737051,"teacher_disagreement_score":0.0059388313,"about_ca_system_score_codex":0.0012118153,"about_ca_system_score_gemma":0.0019733282,"threshold_uncertainty_score":0.01986736},"labels":[],"label_agreement":null},{"id":"W4394894314","doi":"10.1109/jestie.2024.3366076","title":"Journal of Emerging and Selected Topics in Industrial Electronics Publication Information","year":2024,"lang":"en","type":"article","venue":"IEEE Journal of Emerging and Selected Topics in Industrial Electronics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Electronics; Electronic journal; Library science; Engineering; Data science; Computer science; World Wide Web; Electrical engineering","score_opus":0.024573792760541082,"score_gpt":0.29025935170576517,"score_spread":0.2656855589452241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394894314","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014485934,0.069469966,0.014101937,0.021281729,0.11898235,0.0012029525,0.02833609,0.0036110382,0.728528],"genre_scores_gemma":[0.023536148,0.06034013,0.0052557834,0.0028180783,0.032135695,0.00020996903,0.021570858,0.0008857046,0.85324764],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981238,0.0001007394,0.00019517503,0.00014982851,0.0012501003,0.00018038195],"domain_scores_gemma":[0.9908586,0.00074520835,0.0004647793,0.00030667608,0.0058425227,0.0017821909],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019643502,0.0012853955,0.002459241,0.009435536,0.0010223726,0.004925265,0.0011874925,0.0015571237,0.3008693],"category_scores_gemma":[0.0038829194,0.00040840247,0.00070524326,0.007399598,0.00036360274,0.0030318205,0.00144893,0.0015789873,0.14351705],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018957327,0.00046982855,0.0023076897,0.001487476,0.000043486776,0.00023410165,0.000034075594,0.0004064979,0.0027614792,0.0024430098,0.6797734,0.3098493],"study_design_scores_gemma":[0.00003935903,0.00020126729,0.008813844,0.0007633608,0.00007395946,0.00038334713,0.0000887936,0.0011859023,0.0019746085,0.0018002657,0.9846401,0.00003532043],"about_ca_topic_score_codex":0.0010931778,"about_ca_topic_score_gemma":0.0033449745,"teacher_disagreement_score":0.6991307,"about_ca_system_score_codex":0.00091088325,"about_ca_system_score_gemma":0.0045570848,"threshold_uncertainty_score":0.9972251},"labels":[],"label_agreement":null},{"id":"W4396665546","doi":"10.5220/0012749500003693","title":"A Method for Generating Testlets","year":2024,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.036916002911122084,"score_gpt":0.40703541393075165,"score_spread":0.3701194110196296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396665546","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002284241,0.000025822672,0.983679,0.00004970534,0.000038753293,0.00050793914,0.0003440223,0.010629848,0.0024405946],"genre_scores_gemma":[0.037593957,0.00004793358,0.9519705,0.000056206653,0.000019973877,0.0009133796,0.0013414477,0.0010358894,0.007020658],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955788,0.0015713631,0.0003347202,0.000739189,0.0016313137,0.00014458643],"domain_scores_gemma":[0.98581254,0.0077216597,0.00044631166,0.0024101888,0.0033047658,0.00030456454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027768407,0.001401876,0.000829607,0.0026733724,0.0009258104,0.0025323553,0.0021071115,0.0013976018,0.020645872],"category_scores_gemma":[0.016973395,0.0009502002,0.0009511667,0.0019226867,0.00065498333,0.0018290579,0.001936573,0.0014576799,0.011047731],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041864428,0.00044782113,0.002268914,0.00040804606,0.000068128094,0.0002630996,0.0008290117,0.0062012738,0.024401566,0.015779736,0.019467816,0.9294459],"study_design_scores_gemma":[0.0007493519,0.0010666519,0.00704091,0.00047001775,0.00030604785,0.0029948775,0.0010539159,0.5444376,0.17591953,0.07359214,0.19200592,0.00036306737],"about_ca_topic_score_codex":0.0025957997,"about_ca_topic_score_gemma":0.0033920507,"teacher_disagreement_score":0.020645872,"about_ca_system_score_codex":0.000673982,"about_ca_system_score_gemma":0.0015374068,"threshold_uncertainty_score":0.06906736},"labels":[],"label_agreement":null},{"id":"W4396895322","doi":"10.23977/jeeem.2024.070117","title":"Case Study Analysis of Equipment Fault Diagnosis for Course of Mechanical Measurement Technology","year":2024,"lang":"en","type":"article","venue":"Journal of Electrotechnology Electrical Engineering and Management","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Fault (geology); Engineering; Reliability engineering; Computer science; Geology; Seismology; Aerospace engineering","score_opus":0.016798824483628898,"score_gpt":0.288527934923239,"score_spread":0.2717291104396101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396895322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679834,0.0003162893,0.026554251,0.0004644505,0.000051268195,0.00034600508,0.000508995,0.00010848479,0.0036667974],"genre_scores_gemma":[0.9839627,0.00017472409,0.012884827,0.00003854142,0.000014559056,0.00009914321,0.00033428063,0.000011174532,0.002480058],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983627,0.00048591962,0.00010188673,0.0002385378,0.00055767916,0.00025321363],"domain_scores_gemma":[0.9966516,0.00193143,0.00026624175,0.00026841616,0.00064631226,0.0002360371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012700581,0.00059303374,0.0004970382,0.0019984867,0.0012743803,0.00075624004,0.001077148,0.0021836753,0.0028213528],"category_scores_gemma":[0.003706992,0.00021242484,0.0009144438,0.0012113331,0.00057237415,0.0006567417,0.0006058747,0.00058482576,0.00033664086],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034947966,0.009322762,0.27369106,0.0023421762,0.00066081877,0.16453132,0.010940608,0.16014503,0.043499023,0.017043136,0.015289816,0.29903945],"study_design_scores_gemma":[0.0006645434,0.0078612305,0.20394142,0.0004511824,0.0006066719,0.04386229,0.028045228,0.6000591,0.06699074,0.008798562,0.038490683,0.00022827064],"about_ca_topic_score_codex":0.0072767497,"about_ca_topic_score_gemma":0.010498231,"teacher_disagreement_score":0.0072767497,"about_ca_system_score_codex":0.0011344154,"about_ca_system_score_gemma":0.00091331004,"threshold_uncertainty_score":0.014468789},"labels":[],"label_agreement":null},{"id":"W4399261803","doi":"10.1609/socs.v17i1.31546","title":"Curriculum Generation for Learning Guiding Functions in State-Space Search Algorithms","year":2024,"lang":"en","type":"article","venue":"Proceedings of the International Symposium on Combinatorial Search","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Curriculum; Computer science; Space (punctuation); State space; Artificial intelligence; Machine learning; Algorithm; Mathematics education; Mathematics; Psychology; Pedagogy","score_opus":0.030860951861580783,"score_gpt":0.31345094978050564,"score_spread":0.28258999791892486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399261803","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05628817,0.00034609775,0.9388527,0.00021226123,0.000031276362,0.00023598743,0.000081168284,0.0014754223,0.0024769155],"genre_scores_gemma":[0.49514896,0.0003022395,0.5005476,0.00024150561,0.000040698727,0.0010215731,0.0005320098,0.0002299138,0.0019355516],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866974,0.0007292858,0.00006483016,0.0002155806,0.0002267673,0.000093787516],"domain_scores_gemma":[0.9951014,0.003385411,0.00034140988,0.00051617366,0.0005245488,0.00013109682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003405989,0.001246141,0.00088287506,0.0010960224,0.00046311738,0.0007628447,0.0018125672,0.0013782359,0.002498688],"category_scores_gemma":[0.016446032,0.00057554926,0.0006030874,0.0007031092,0.0010647805,0.0021172985,0.001489711,0.002071764,0.0006335513],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016981729,0.0004520823,0.0037581574,0.0002199018,0.00003792563,0.00004210454,0.00024068946,0.69707114,0.002736194,0.020644464,0.0020227851,0.27260473],"study_design_scores_gemma":[0.000033498432,0.0001356429,0.00019413076,0.000024160503,0.0000077413915,0.000013426433,0.000017599063,0.9916082,0.0014698316,0.0054485262,0.0010409236,0.000006283535],"about_ca_topic_score_codex":0.0019579467,"about_ca_topic_score_gemma":0.0033100953,"teacher_disagreement_score":0.003405989,"about_ca_system_score_codex":0.0012843215,"about_ca_system_score_gemma":0.0016559906,"threshold_uncertainty_score":0.018012822},"labels":[],"label_agreement":null},{"id":"W4399361385","doi":"10.59934/jaiea.v3i3.471","title":"Determining Talent Based On Skills Students Use Fuzzy Logic","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence and Engineering Applications (JAIEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Fuzzy logic; Computer science; Psychology; Mathematics education; Artificial intelligence; Knowledge management","score_opus":0.0358893439084622,"score_gpt":0.3330851467280036,"score_spread":0.2971958028195414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399361385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9245317,0.00013489598,0.049312167,0.00019478668,0.000029113764,0.00055756705,0.00056947133,0.00025393977,0.024416393],"genre_scores_gemma":[0.98163015,0.00007014081,0.015948927,0.00004305093,0.000006793022,0.00014252927,0.0002416209,0.0000091395195,0.0019076336],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987735,0.0001804503,0.00015517799,0.00012877471,0.0006147015,0.00014732589],"domain_scores_gemma":[0.99649304,0.0017852703,0.00037858347,0.00015037526,0.001007293,0.00018537248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014446107,0.00042112204,0.00034262743,0.004429053,0.00075129163,0.0016338892,0.00047316193,0.0005292741,0.00426474],"category_scores_gemma":[0.0104302075,0.00012697243,0.00061834493,0.001773069,0.00047617554,0.0009932313,0.0006614588,0.00041389707,0.0010311828],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010276509,0.00097593217,0.60149103,0.00026692537,0.00028271746,0.0004020092,0.0031125254,0.01715717,0.009552299,0.0049563623,0.0021816762,0.35859373],"study_design_scores_gemma":[0.00015387706,0.0022370361,0.6765509,0.0003334431,0.0002753873,0.0009858651,0.006035247,0.25662962,0.022831274,0.026151905,0.007576431,0.00023905015],"about_ca_topic_score_codex":0.0062447735,"about_ca_topic_score_gemma":0.0057198373,"teacher_disagreement_score":0.0062447735,"about_ca_system_score_codex":0.000772748,"about_ca_system_score_gemma":0.00051623734,"threshold_uncertainty_score":0.014266968},"labels":[],"label_agreement":null},{"id":"W4400047972","doi":"10.23977/aetp.2024.080422","title":"Exploration of Blended Teaching Methods and Reform Measures in Analytical Chemistry","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Northwest Minzu University","keywords":"Computer science; Mathematics education; Chemistry; Psychology","score_opus":0.03544639418592695,"score_gpt":0.46388981088632386,"score_spread":0.42844341670039693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400047972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18746749,0.0019700222,0.77368855,0.0010094688,0.00018843394,0.0015175752,0.00016264468,0.0008470561,0.033148795],"genre_scores_gemma":[0.6341407,0.00069292466,0.3542056,0.00014949084,0.00006408243,0.0011225905,0.000115462615,0.00013396886,0.009375168],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9958911,0.002607053,0.00017706973,0.00032075905,0.0008532311,0.00015082932],"domain_scores_gemma":[0.99295557,0.004621258,0.00046144862,0.00079155987,0.0008481594,0.0003220681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005522381,0.00042887474,0.00052131346,0.001709059,0.00065664377,0.0029990086,0.0012502201,0.0007493611,0.008163426],"category_scores_gemma":[0.012434519,0.00018865224,0.0006688907,0.0015366684,0.0008157301,0.002919093,0.002124488,0.00089523813,0.0009759254],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047031214,0.0016017857,0.004282668,0.0004259954,0.000052867315,0.00006251812,0.0021543407,0.007853539,0.0037751382,0.07567041,0.0014468746,0.9022036],"study_design_scores_gemma":[0.0007317724,0.009233122,0.031803127,0.0012433098,0.00041280413,0.000877805,0.006788788,0.47344825,0.053567585,0.24709281,0.17450489,0.000295777],"about_ca_topic_score_codex":0.0006994418,"about_ca_topic_score_gemma":0.0006692267,"teacher_disagreement_score":0.008163426,"about_ca_system_score_codex":0.0015681977,"about_ca_system_score_gemma":0.0010617459,"threshold_uncertainty_score":0.029205501},"labels":[],"label_agreement":null},{"id":"W4400319706","doi":"10.23977/acss.2024.080409","title":"Construction of a Mathematical Statistics Experimental Platform Based on Mobile Platform and Embedded System","year":2024,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Statistics; Mathematics","score_opus":0.016169238370487768,"score_gpt":0.30753597199023724,"score_spread":0.29136673361974946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400319706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052331068,0.000083517,0.9286534,0.0003313769,0.00025705184,0.0022801987,0.0006335299,0.009497011,0.005932887],"genre_scores_gemma":[0.31852004,0.00020391002,0.66441894,0.00040815404,0.00016337508,0.00791938,0.0014776645,0.0005978697,0.0062906747],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99746525,0.00057632057,0.00021164278,0.00052874174,0.00090690964,0.00031111937],"domain_scores_gemma":[0.99703074,0.0008058549,0.0002707926,0.000629727,0.0009044982,0.0003584471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030108655,0.0009900791,0.00080095703,0.0019093379,0.0007803218,0.0013328183,0.001946933,0.0008967192,0.007055807],"category_scores_gemma":[0.004155437,0.0005119745,0.0008616594,0.00088518934,0.0010293801,0.0023718318,0.0022524998,0.0009967567,0.0018914182],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003011808,0.0025912689,0.024361843,0.002108949,0.00032070623,0.0018493866,0.0015599863,0.06369835,0.34453028,0.10958494,0.01701332,0.42936918],"study_design_scores_gemma":[0.001272519,0.0065380563,0.02003941,0.000267227,0.00041197188,0.0012980596,0.0007163386,0.5434155,0.26619685,0.03516142,0.12411309,0.00056963164],"about_ca_topic_score_codex":0.0009674315,"about_ca_topic_score_gemma":0.0004548864,"teacher_disagreement_score":0.007055807,"about_ca_system_score_codex":0.0006788413,"about_ca_system_score_gemma":0.0021842883,"threshold_uncertainty_score":0.023604095},"labels":[],"label_agreement":null},{"id":"W4400443083","doi":"10.5465/amproc.2024.14831abstract","title":"On One Small Change to the Classical Five-Parameter Testing Strategy","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Econometrics; Mathematics","score_opus":0.1217800936799628,"score_gpt":0.3281538687690531,"score_spread":0.20637377508909033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400443083","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031698767,0.00085062505,0.918366,0.01872216,0.0017258497,0.0010481862,0.00057466776,0.001119803,0.025893914],"genre_scores_gemma":[0.29075313,0.00040566208,0.691129,0.00795406,0.00075973634,0.0023262433,0.00043594147,0.0005234739,0.005712825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9083989,0.064776406,0.0040498045,0.008966553,0.0130146695,0.0007936301],"domain_scores_gemma":[0.7371734,0.20469883,0.0066411654,0.029998085,0.019445011,0.0020434302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08929266,0.0019511164,0.002373026,0.0029812483,0.0015823782,0.005778345,0.0070325234,0.0036077593,0.013274262],"category_scores_gemma":[0.30912778,0.0006644647,0.002315892,0.003171089,0.009149301,0.010250092,0.0058147283,0.0078607965,0.0040599387],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009862278,0.00035827994,0.013412169,0.0008975493,0.00072877336,0.00048423035,0.00352875,0.005791879,0.0027361612,0.5712072,0.02316851,0.37670025],"study_design_scores_gemma":[0.0005212431,0.0015104333,0.009986454,0.00096971414,0.0004649763,0.00079018873,0.0018306955,0.06502385,0.003622061,0.84967524,0.06503195,0.0005733245],"about_ca_topic_score_codex":0.002629402,"about_ca_topic_score_gemma":0.002618631,"teacher_disagreement_score":0.08929266,"about_ca_system_score_codex":0.0024594597,"about_ca_system_score_gemma":0.003359609,"threshold_uncertainty_score":0.47223037},"labels":[],"label_agreement":null},{"id":"W4400728577","doi":"10.2139/ssrn.4897693","title":"Automated Writing Evaluation for Second Language Placement Testing","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Language assessment; Natural language processing; Linguistics; Programming language; Psychology; Mathematics education; Philosophy","score_opus":0.028018406908086033,"score_gpt":0.36031647282573276,"score_spread":0.3322980659176467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400728577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70253193,0.0010458977,0.24922723,0.0004639709,0.0004378672,0.0010795839,0.0032282055,0.022606118,0.019379206],"genre_scores_gemma":[0.85046256,0.00019011386,0.12857985,0.00013251485,0.000089656416,0.00042105702,0.0030617039,0.00055331935,0.016509278],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958407,0.0016119098,0.0003846395,0.0005577145,0.001410117,0.0001949088],"domain_scores_gemma":[0.973855,0.014618889,0.0012070974,0.0022589907,0.0070594503,0.0010005218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018405345,0.0010234499,0.00093730073,0.00242713,0.0004883047,0.001631284,0.001134986,0.000990238,0.018429467],"category_scores_gemma":[0.016151259,0.00030911277,0.00035901647,0.0009533605,0.00022994235,0.0009792892,0.0012873141,0.0006869301,0.006471573],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020582383,0.0011705438,0.015423993,0.00025997116,0.0000495512,0.0003573005,0.0003986059,0.0040355176,0.04498858,0.0006557585,0.01290468,0.9176973],"study_design_scores_gemma":[0.0012826265,0.0056378306,0.122561105,0.00029351452,0.00025411838,0.003020774,0.0019114416,0.6687455,0.16048375,0.005499022,0.030117178,0.00019317011],"about_ca_topic_score_codex":0.0022837613,"about_ca_topic_score_gemma":0.0030640473,"teacher_disagreement_score":0.018429467,"about_ca_system_score_codex":0.00041858078,"about_ca_system_score_gemma":0.0010729322,"threshold_uncertainty_score":0.06165266},"labels":[],"label_agreement":null},{"id":"W4400877134","doi":"10.1109/tfuzz.2024.3431938","title":"A Tree-Shaped Fuzzy Clustering Answer Retrieval Model Based on Question Alignment","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Fuzzy Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Fundamental Research Funds for the Central Universities; Yunnan Normal University; China Postdoctoral Science Foundation; Ministry of Education, Libya","keywords":"Computer science; Cluster analysis; Artificial intelligence; Tree (set theory); Fuzzy logic; Fuzzy clustering; Data mining; Pattern recognition (psychology); Mathematics","score_opus":0.023828232780795645,"score_gpt":0.28807206314379813,"score_spread":0.2642438303630025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400877134","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017086012,0.00025948364,0.978394,0.00034025684,0.000032476735,0.00011648291,0.00020362074,0.0004206938,0.003146941],"genre_scores_gemma":[0.5505315,0.0005473414,0.43789074,0.0002708769,0.000086220934,0.00039135644,0.0010406584,0.00008337253,0.009157895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991602,0.00016064863,0.000062825166,0.00030948827,0.0002385663,0.00006840569],"domain_scores_gemma":[0.9993905,0.00021161653,0.00006826888,0.000051971547,0.00024607198,0.000031675787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007907569,0.00057124597,0.00077065034,0.001901168,0.0008426435,0.0012935756,0.0021208932,0.0014012767,0.0027475073],"category_scores_gemma":[0.0025490166,0.00029133644,0.0012363207,0.0020503504,0.00069306494,0.0028724312,0.0008069063,0.0007496165,0.0009726779],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027235405,0.00021062313,0.0027974562,0.00032894855,0.00014905506,0.00040116193,0.0010733174,0.5445394,0.014257192,0.15692213,0.008207762,0.27084053],"study_design_scores_gemma":[0.000008904881,0.00003087567,0.00019724722,0.0000065969025,0.000016076227,0.00007222821,0.00003760704,0.98024404,0.000861529,0.017428037,0.0010805,0.000016336586],"about_ca_topic_score_codex":0.01151934,"about_ca_topic_score_gemma":0.00787756,"teacher_disagreement_score":0.01151934,"about_ca_system_score_codex":0.0015001477,"about_ca_system_score_gemma":0.0013751823,"threshold_uncertainty_score":0.022904575},"labels":[],"label_agreement":null},{"id":"W4400931320","doi":"10.52362/ijiems.v2i2.1200","title":"Identifying Student Interests in the Vocational Field Using the Certainty Factor Method","year":2023,"lang":"en","type":"article","venue":"International Journal of Informatics Economics Management and Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Certainty; Vocational education; Field (mathematics); Factor (programming language); Psychology; Mathematics education; Computer science; Pedagogy; Mathematics; Epistemology; Philosophy; Programming language","score_opus":0.06028597215122219,"score_gpt":0.40453512183118184,"score_spread":0.3442491496799597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400931320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8514028,0.00067469495,0.12828334,0.0005900709,0.000094842704,0.000982123,0.0037183203,0.00043964322,0.013814168],"genre_scores_gemma":[0.974601,0.00014137365,0.022430643,0.000024958475,0.000023497782,0.00031491174,0.0012113532,0.000012613419,0.0012396699],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953963,0.0012354816,0.0006764441,0.0005967338,0.0017660046,0.00032896397],"domain_scores_gemma":[0.98524934,0.008922061,0.0018204579,0.0007179227,0.0027626161,0.0005275774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033708375,0.0005412736,0.0006378307,0.0056658527,0.0005521783,0.001728719,0.00052516966,0.0007267877,0.0043920483],"category_scores_gemma":[0.024086818,0.0001961761,0.00087650603,0.0031998355,0.0003640002,0.001222344,0.0011046592,0.00089032686,0.00091285765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001045133,0.000527241,0.63977826,0.00023948716,0.0002345871,0.0002716223,0.0016632839,0.004531202,0.00183431,0.002447679,0.0029904766,0.34443673],"study_design_scores_gemma":[0.00011934971,0.0011284652,0.8071642,0.0002876302,0.00029862893,0.0008312211,0.007888516,0.14903419,0.0054964153,0.013548195,0.013891034,0.00031220654],"about_ca_topic_score_codex":0.0044352245,"about_ca_topic_score_gemma":0.0031265973,"teacher_disagreement_score":0.0056658527,"about_ca_system_score_codex":0.000770106,"about_ca_system_score_gemma":0.0007540535,"threshold_uncertainty_score":0.017826915},"labels":[],"label_agreement":null},{"id":"W4401938485","doi":"10.2139/ssrn.4939834","title":"A Graph-Structured Distance for Mixed-Variable Domains with Meta Variables","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Graph; Variable (mathematics); Mathematics; Statistics; Computer science; Combinatorics","score_opus":0.009314512337425711,"score_gpt":0.2633383400120322,"score_spread":0.2540238276746065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401938485","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010460073,0.00011222239,0.9869763,0.00017177666,0.000058644724,0.00009359923,0.00045425305,0.0004046316,0.0012684808],"genre_scores_gemma":[0.14380448,0.00013457182,0.8507056,0.00016308756,0.00008176022,0.0005017241,0.0018963286,0.00023578998,0.0024766421],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9929563,0.0039033147,0.00046968134,0.0013253234,0.0011112047,0.00023406382],"domain_scores_gemma":[0.97380394,0.017542832,0.0010718335,0.003800868,0.0029677737,0.00081285555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056579793,0.000911036,0.0013900733,0.0033556311,0.0009794384,0.0016280239,0.0027443785,0.0020264534,0.005634319],"category_scores_gemma":[0.0338779,0.00047482236,0.0018213643,0.003074994,0.0014247132,0.0039344635,0.003911829,0.0025182792,0.0016194298],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006653108,0.0007695854,0.007878727,0.00073789357,0.00035417656,0.00020042004,0.0007892621,0.093448296,0.003934288,0.3092954,0.010009813,0.57191694],"study_design_scores_gemma":[0.00009885402,0.00061526,0.0017137625,0.00012943086,0.00008939152,0.00016057333,0.0002780336,0.48749653,0.0019190421,0.4973439,0.010093446,0.00006187644],"about_ca_topic_score_codex":0.001677935,"about_ca_topic_score_gemma":0.0026568132,"teacher_disagreement_score":0.0056579793,"about_ca_system_score_codex":0.0008978602,"about_ca_system_score_gemma":0.0022304666,"threshold_uncertainty_score":0.029922664},"labels":[],"label_agreement":null},{"id":"W4402034652","doi":"10.32920/26866606.v1","title":"Few-Shot Learning for Text Classification and Its Applications in Essay Scoring and Software Engineering","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Systems, Applications & Products in Data Processing (Canada); Brock University","funders":"","keywords":"Computer science; Artificial intelligence; Software; Software engineering; Natural language processing; Machine learning; Data science; Programming language","score_opus":0.03958266275906991,"score_gpt":0.3173852605107172,"score_spread":0.2778025977516473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402034652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070342205,0.0033790593,0.91730595,0.001091067,0.00031213806,0.0003150687,0.00047782564,0.0039202743,0.0028563936],"genre_scores_gemma":[0.5972264,0.0011794531,0.39152485,0.0004958925,0.0003619113,0.00044905572,0.00251096,0.00034279222,0.005908685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635893,0.0016691766,0.00019128928,0.000955537,0.0006663192,0.00015867924],"domain_scores_gemma":[0.98531777,0.011040982,0.0006292717,0.0013776736,0.0011935603,0.00044079957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057741962,0.0014968556,0.0017863741,0.0022778518,0.0012844757,0.002073559,0.0026156313,0.0024692721,0.0026978962],"category_scores_gemma":[0.024554903,0.000596677,0.00094693765,0.0022213832,0.0014436151,0.004074493,0.0022754679,0.004003416,0.0015683679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000502005,0.0007193345,0.004599545,0.0004891899,0.0001746111,0.0001284852,0.00041187197,0.32515317,0.00574072,0.012638537,0.0083350055,0.6411075],"study_design_scores_gemma":[0.000013394236,0.00012398098,0.0006013208,0.00002026427,0.0000101099395,0.00003288836,0.000046502,0.97996074,0.0026113796,0.015571385,0.0009870828,0.000020987136],"about_ca_topic_score_codex":0.0074380646,"about_ca_topic_score_gemma":0.007272235,"teacher_disagreement_score":0.0074380646,"about_ca_system_score_codex":0.0018034049,"about_ca_system_score_gemma":0.0012752577,"threshold_uncertainty_score":0.030537248},"labels":[],"label_agreement":null},{"id":"W4402034755","doi":"10.32920/26866606","title":"Few-Shot Learning for Text Classification and Its Applications in Essay Scoring and Software Engineering","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Systems, Applications & Products in Data Processing (Canada); Brock University","funders":"","keywords":"Computer science; Shot (pellet); Artificial intelligence; One shot; Natural language processing; Software; Software engineering; Data science; Machine learning; Engineering; Programming language; Chemistry; Mechanical engineering","score_opus":0.03958266275906991,"score_gpt":0.3173852605107172,"score_spread":0.2778025977516473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402034755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.070342205,0.0033790593,0.91730595,0.001091067,0.00031213806,0.0003150687,0.00047782564,0.0039202743,0.0028563936],"genre_scores_gemma":[0.5972264,0.0011794531,0.39152485,0.0004958925,0.0003619113,0.00044905572,0.00251096,0.00034279222,0.005908685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99635893,0.0016691766,0.00019128928,0.000955537,0.0006663192,0.00015867924],"domain_scores_gemma":[0.98531777,0.011040982,0.0006292717,0.0013776736,0.0011935603,0.00044079957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057741962,0.0014968556,0.0017863741,0.0022778518,0.0012844757,0.002073559,0.0026156313,0.0024692721,0.0026978962],"category_scores_gemma":[0.024554903,0.000596677,0.00094693765,0.0022213832,0.0014436151,0.004074493,0.0022754679,0.004003416,0.0015683679],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000502005,0.0007193345,0.004599545,0.0004891899,0.0001746111,0.0001284852,0.00041187197,0.32515317,0.00574072,0.012638537,0.0083350055,0.6411075],"study_design_scores_gemma":[0.000013394236,0.00012398098,0.0006013208,0.00002026427,0.0000101099395,0.00003288836,0.000046502,0.97996074,0.0026113796,0.015571385,0.0009870828,0.000020987136],"about_ca_topic_score_codex":0.0074380646,"about_ca_topic_score_gemma":0.007272235,"teacher_disagreement_score":0.0074380646,"about_ca_system_score_codex":0.0018034049,"about_ca_system_score_gemma":0.0012752577,"threshold_uncertainty_score":0.030537248},"labels":[],"label_agreement":null},{"id":"W4403411966","doi":"10.1016/j.procs.2024.09.136","title":"Research on Online English Teaching Platform Based On Cloud Computing Technology","year":2024,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Cloud computing; Data science; World Wide Web; Multimedia; Software engineering; Operating system","score_opus":0.05001863147609095,"score_gpt":0.39238534007103193,"score_spread":0.342366708594941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403411966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95198584,0.00084180414,0.0044906484,0.0009098519,0.000096399766,0.00035728616,0.0001017373,0.00007182279,0.041144654],"genre_scores_gemma":[0.9797029,0.0014604066,0.006106849,0.00018393653,0.000040340652,0.00016163754,0.00012471741,0.000023477907,0.012195778],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990374,0.00028089967,0.000045106208,0.000102463826,0.00031440434,0.00021969399],"domain_scores_gemma":[0.9970425,0.0011366324,0.00023759932,0.0001526034,0.00081940927,0.0006113353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010456548,0.00020664245,0.00021425352,0.0010154843,0.0008721797,0.0016131587,0.0005168254,0.0002707036,0.0061952914],"category_scores_gemma":[0.0034225204,0.00011115317,0.00035506656,0.0010093133,0.00037898117,0.00251449,0.00049875764,0.00044337398,0.00096216117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001758141,0.008928308,0.11127451,0.003465316,0.00012523062,0.0030121286,0.037487134,0.002131406,0.070328124,0.0420402,0.011671643,0.7077779],"study_design_scores_gemma":[0.0004817573,0.011192833,0.37835866,0.0024012132,0.0008354158,0.0041830963,0.16585697,0.032132737,0.12166083,0.011834689,0.27083698,0.00022482443],"about_ca_topic_score_codex":0.0031000434,"about_ca_topic_score_gemma":0.004122719,"teacher_disagreement_score":0.0061952914,"about_ca_system_score_codex":0.001102431,"about_ca_system_score_gemma":0.0030089954,"threshold_uncertainty_score":0.02072525},"labels":[],"label_agreement":null},{"id":"W4403421568","doi":"10.1109/mipr62202.2024.00068","title":"Mutual Information Analysis in Multimodal Learning Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Simon Fraser University","funders":"","keywords":"Computer science; Mutual information; Artificial intelligence; Human–computer interaction","score_opus":0.006670927780579572,"score_gpt":0.2759060346997705,"score_spread":0.2692351069191909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403421568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048109498,0.0009774958,0.9459217,0.0007133725,0.00002859195,0.00007111085,0.00021303908,0.00059382175,0.0033713465],"genre_scores_gemma":[0.9205717,0.0004983226,0.07527023,0.00018483076,0.00012406133,0.00018137513,0.00043655685,0.0001516238,0.0025813573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9967933,0.0014274196,0.00018301808,0.00058169744,0.00081204926,0.00020251614],"domain_scores_gemma":[0.9914266,0.0066429377,0.00069899095,0.0003865835,0.00068251893,0.00016245557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045208246,0.0008367634,0.0012012207,0.0029347886,0.0008588392,0.0018320951,0.0010983145,0.001184593,0.0022876489],"category_scores_gemma":[0.01727644,0.0004925867,0.0009051809,0.0012764338,0.0018833803,0.0026810137,0.0025656682,0.0012880904,0.00034234842],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026394718,0.00010639096,0.0061967224,0.00023102864,0.00027434088,0.00027853678,0.0005728737,0.74774563,0.004593901,0.106098965,0.002536728,0.13110092],"study_design_scores_gemma":[0.0000038087062,0.000022733879,0.0009156478,0.000008958628,0.000011635372,0.000031303418,0.000020776959,0.95716417,0.000697907,0.04064771,0.00045861374,0.000016754615],"about_ca_topic_score_codex":0.003150389,"about_ca_topic_score_gemma":0.001857507,"teacher_disagreement_score":0.0045208246,"about_ca_system_score_codex":0.0020928395,"about_ca_system_score_gemma":0.00081524794,"threshold_uncertainty_score":0.023908675},"labels":[],"label_agreement":null},{"id":"W4403764066","doi":"10.24908/pceea.2023.17153","title":"The Long and Winding Road: standards- and attribute-based grading in vastly different first-year math courses","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grading (engineering); Mathematics education; Mathematics; Computer science; Psychology; Engineering; Civil engineering","score_opus":0.004946312715142178,"score_gpt":0.22454968391615185,"score_spread":0.21960337120100967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.959012,0.0005277156,0.027037237,0.0028882187,0.00030044164,0.00024408477,0.000042280484,0.00033607913,0.00961202],"genre_scores_gemma":[0.94713134,0.00023491876,0.046337787,0.00067954924,0.000057527875,0.00008915668,0.000103768354,0.00010897432,0.005256987],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9625814,0.022785855,0.0015203878,0.0022667826,0.009488207,0.0013573283],"domain_scores_gemma":[0.95961016,0.02181813,0.0025174124,0.0042363186,0.007762263,0.0040558265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037729893,0.00044884562,0.0005334795,0.0012184834,0.0027260492,0.0050049596,0.0020728144,0.0017358556,0.0016181985],"category_scores_gemma":[0.07254644,0.00032936898,0.000575027,0.0016403573,0.002360908,0.004308727,0.0041424828,0.0033963202,0.00067870255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021989357,0.0023349146,0.08900606,0.00037488382,0.00008617337,0.0007242847,0.06390813,0.002442225,0.010574038,0.008259412,0.008209643,0.8118814],"study_design_scores_gemma":[0.0023786225,0.019824255,0.44857505,0.0013615892,0.0003353194,0.0056113577,0.13823707,0.0741755,0.07474826,0.053320907,0.17980051,0.0016315768],"about_ca_topic_score_codex":0.0069920095,"about_ca_topic_score_gemma":0.018719066,"teacher_disagreement_score":0.037729893,"about_ca_system_score_codex":0.0034139988,"about_ca_system_score_gemma":0.0031377368,"threshold_uncertainty_score":0.1995371},"labels":[],"label_agreement":null},{"id":"W4403826222","doi":"10.21428/f1f23564.fb43d250","title":"Training MLIS Students in DH: Hands-On Consultation Project","year":2024,"lang":"en","type":"article","venue":"IDEAH","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Waseda University; McGill University; Northwestern University","keywords":"Training (meteorology); Medical education; Psychology; Mathematics education; Medicine; Geography","score_opus":0.06606432649768476,"score_gpt":0.4117230634681429,"score_spread":0.3456587369704581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403826222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43982407,0.0013359668,0.056280024,0.04723715,0.009307701,0.020799518,0.006693889,0.007931995,0.41058967],"genre_scores_gemma":[0.63355184,0.0010642428,0.06412152,0.013514107,0.0013656883,0.011838613,0.0024290492,0.0016166596,0.27049822],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9907714,0.0052063945,0.00018397375,0.0007675624,0.0008539137,0.002216697],"domain_scores_gemma":[0.972099,0.0066275485,0.00042831353,0.001877833,0.0023244657,0.016642764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013406573,0.0009802071,0.00060078886,0.0010999616,0.006817075,0.0040184935,0.003341922,0.0024416614,0.12741835],"category_scores_gemma":[0.0213795,0.0006646718,0.0005537233,0.0008294742,0.0021478238,0.0030807806,0.016157154,0.004136281,0.031182773],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015922941,0.017562773,0.0059818784,0.0012193776,0.000037463597,0.002873715,0.08528956,0.00088521803,0.0091256,0.006215408,0.32366627,0.54555047],"study_design_scores_gemma":[0.0012137057,0.0043381257,0.010880683,0.000968802,0.000052039806,0.0013092512,0.17415819,0.00134598,0.009889101,0.007127258,0.7885141,0.00020280136],"about_ca_topic_score_codex":0.0027277248,"about_ca_topic_score_gemma":0.0143013,"teacher_disagreement_score":0.12741835,"about_ca_system_score_codex":0.004709123,"about_ca_system_score_gemma":0.014140004,"threshold_uncertainty_score":0.42625684},"labels":[],"label_agreement":null},{"id":"W4403905947","doi":"10.59934/jaiea.v4i1.650","title":"Clustering Students Level of Understanding of Programming Language Courses Using the K-Means Algorithm","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence and Engineering Applications (JAIEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Cluster analysis; Computer science; C programming language; Algorithm; Mathematics education; Programming language; Artificial intelligence; Mathematics; Software","score_opus":0.13787530623260907,"score_gpt":0.38666506919283233,"score_spread":0.24878976296022326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403905947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96365696,0.00008039784,0.033017084,0.00008002286,0.000009808892,0.00016460153,0.00039620572,0.0002337673,0.002361198],"genre_scores_gemma":[0.96652395,0.00009380314,0.031192778,0.000012906994,0.0000045368038,0.00015639173,0.00086941774,0.000025889713,0.0011203546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991825,0.00012967031,0.00009944159,0.00018368015,0.0002951664,0.00010945911],"domain_scores_gemma":[0.99802256,0.0007884326,0.0003336842,0.00012626234,0.0006005772,0.00012846234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078630704,0.00040005028,0.00044271874,0.003049103,0.00041434437,0.0012647718,0.0003619622,0.00041787906,0.001701913],"category_scores_gemma":[0.0057357806,0.000117920994,0.00048628528,0.001792574,0.00023766655,0.00066439476,0.0005964209,0.00045252393,0.00060368865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070054346,0.0009273395,0.5539809,0.00032597705,0.00023721183,0.00011511505,0.005422518,0.011135702,0.019265903,0.0014784419,0.002538746,0.4038716],"study_design_scores_gemma":[0.000053177282,0.0009220391,0.7907451,0.0001464228,0.00016527853,0.0003765747,0.009750052,0.16319552,0.024276787,0.0032684617,0.0068968222,0.00020385752],"about_ca_topic_score_codex":0.0041794763,"about_ca_topic_score_gemma":0.0035081296,"teacher_disagreement_score":0.0041794763,"about_ca_system_score_codex":0.00041744948,"about_ca_system_score_gemma":0.0007245174,"threshold_uncertainty_score":0.008310318},"labels":[],"label_agreement":null},{"id":"W4404092351","doi":"10.23977/jaip.2024.070323","title":"Development of a Knowledge Graph for Database Courses through the Integration of Multi-source Educational Data","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Graph database; Graph; Database; Data science; Information retrieval; Theoretical computer science","score_opus":0.2515913928978869,"score_gpt":0.48245180090610873,"score_spread":0.23086040800822183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404092351","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08774049,0.0006207049,0.7659419,0.0014568904,0.000290888,0.0015828338,0.116061695,0.017088119,0.009216515],"genre_scores_gemma":[0.12953207,0.0004949395,0.6946124,0.00018627652,0.000031214357,0.00072754035,0.17212318,0.0003440448,0.0019483512],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865997,0.00019935943,0.00015399486,0.00048023017,0.0004385207,0.000067825524],"domain_scores_gemma":[0.99699473,0.00088317745,0.000263916,0.0008992067,0.00072884903,0.00023014376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011887572,0.00064438384,0.0004565184,0.007338921,0.0007426795,0.0019549904,0.0016690785,0.00087067304,0.0018506144],"category_scores_gemma":[0.0069319126,0.00034882882,0.001071026,0.005555238,0.00036657052,0.0034598112,0.0020837907,0.001727096,0.0012943735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025019955,0.0012038394,0.047684886,0.0015241791,0.0003779442,0.0006797717,0.0012097976,0.07053377,0.021666082,0.034989387,0.06323345,0.75664663],"study_design_scores_gemma":[0.00009575463,0.0004148256,0.03972571,0.00042604702,0.0002281355,0.00059277064,0.0016856819,0.6226069,0.036930755,0.04846244,0.24866062,0.0001703149],"about_ca_topic_score_codex":0.01708809,"about_ca_topic_score_gemma":0.032931123,"teacher_disagreement_score":0.01708809,"about_ca_system_score_codex":0.00145442,"about_ca_system_score_gemma":0.0025426429,"threshold_uncertainty_score":0.03397727},"labels":[],"label_agreement":null},{"id":"W4404093475","doi":"10.23977/aetp.2024.080614","title":"Exploration and Practice of Online-Offline Blended Teaching Model in Mechanical Principles Course","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Shanghai for Science and Technology","keywords":"Course (navigation); Online course; Blended learning; Massive open online course; Mathematics education; Computer science; Online and offline; Engineering; Psychology; Educational technology; Operating system","score_opus":0.04160427344243137,"score_gpt":0.4408817751304945,"score_spread":0.3992775016880631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404093475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49337098,0.002256235,0.4203435,0.0030718306,0.00021114586,0.0013151935,0.00006727945,0.0007369037,0.078627035],"genre_scores_gemma":[0.8029066,0.0011629298,0.18434574,0.00022675423,0.000037371745,0.00044577674,0.00004484233,0.000067661094,0.0107624885],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9955629,0.0026298328,0.00017435383,0.00036238378,0.0010270271,0.00024347447],"domain_scores_gemma":[0.9981598,0.00073424587,0.00016326216,0.00026039084,0.00038630114,0.000295884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004469108,0.0003914062,0.0003131999,0.0011322739,0.0012565192,0.0034676807,0.0012321562,0.0008508506,0.0041156774],"category_scores_gemma":[0.0051401136,0.0002381506,0.00046810246,0.0008003634,0.0011728465,0.003587451,0.002139628,0.00080271857,0.0010348329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030413797,0.0028866376,0.015643734,0.0006308512,0.0000331638,0.0004893476,0.020160515,0.0036091816,0.011615712,0.04182532,0.0036732904,0.8991281],"study_design_scores_gemma":[0.0007233949,0.006686221,0.07137773,0.004067915,0.00048472363,0.0053650998,0.069312304,0.22865447,0.06956822,0.12417247,0.4190428,0.0005446611],"about_ca_topic_score_codex":0.0011401012,"about_ca_topic_score_gemma":0.0016168231,"teacher_disagreement_score":0.004469108,"about_ca_system_score_codex":0.0014708429,"about_ca_system_score_gemma":0.002398688,"threshold_uncertainty_score":0.023635209},"labels":[],"label_agreement":null},{"id":"W4404688907","doi":"10.1109/icds62089.2024.10756470","title":"Delta-Convex Skins for Constructing Training and Testing sets in Supervised Learning","year":2024,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Training (meteorology); Artificial intelligence; Machine learning; Delta; Regular polygon; Pattern recognition (psychology); Mathematics; Engineering","score_opus":0.06665170022761008,"score_gpt":0.32897832869382426,"score_spread":0.2623266284662142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404688907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027005544,0.000057101483,0.99588287,0.000061010527,0.00001111962,0.00008773677,0.000042623138,0.00048677943,0.00067029905],"genre_scores_gemma":[0.08035807,0.00011008185,0.9169116,0.00018361633,0.000036943056,0.00043059798,0.0004847448,0.00036999205,0.0011143492],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99496317,0.002555559,0.00031057815,0.00087906513,0.0009732479,0.00031832317],"domain_scores_gemma":[0.98937106,0.0066052196,0.0005932512,0.0018541145,0.0011450418,0.00043133862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006819319,0.0017268709,0.0020424859,0.0026091547,0.0012524584,0.0021934123,0.003503863,0.0017702735,0.005335471],"category_scores_gemma":[0.017189497,0.001568312,0.0022033688,0.0019360459,0.0031739378,0.0034409903,0.0037989968,0.003931609,0.0021991702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021895568,0.00022380608,0.0021494608,0.0002706706,0.00008495369,0.0002148483,0.00036913413,0.5050333,0.0040429174,0.07503194,0.005236809,0.4071232],"study_design_scores_gemma":[0.000014756396,0.000074030984,0.00016102253,0.000039180453,0.000010236606,0.00006268869,0.000060818926,0.9524181,0.0026213357,0.04278784,0.0017331046,0.000016950315],"about_ca_topic_score_codex":0.002850892,"about_ca_topic_score_gemma":0.0040356466,"teacher_disagreement_score":0.006819319,"about_ca_system_score_codex":0.0017863001,"about_ca_system_score_gemma":0.0016889682,"threshold_uncertainty_score":0.036064446},"labels":[],"label_agreement":null},{"id":"W4405202807","doi":"10.5539/elt.v18n1p1","title":"Directed Motivational Currents Under DST: A Critical Review","year":2024,"lang":"en","type":"review","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Construct (python library); Cognitive psychology; Goal theory; Cognitive science; Social psychology; Computer science","score_opus":0.047950443853355666,"score_gpt":0.4168299611705819,"score_spread":0.36887951731722624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405202807","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046709632,0.9978465,0.00008659482,0.001058536,0.00039372468,0.00001376582,0.000013212754,0.000003274003,0.00053776],"genre_scores_gemma":[0.0005962544,0.9978136,0.00017436461,0.0009044326,0.00027106982,0.000030629577,0.00001907894,0.0000019352822,0.00018850021],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985482,0.00046614607,0.0003186398,0.00019154749,0.00040006003,0.000075304306],"domain_scores_gemma":[0.9918013,0.005683688,0.00060837076,0.00012502556,0.0016231957,0.0001583398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004202753,0.001089934,0.001845157,0.0071015107,0.0009664868,0.002677516,0.0017936135,0.0027416262,0.0058488958],"category_scores_gemma":[0.0132120745,0.00068532577,0.0014682799,0.007807156,0.0014950829,0.0042654,0.0014450358,0.0031483786,0.0016075484],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008750116,0.00007286119,0.00029063737,0.13433163,0.00026647325,0.00027493658,0.00081121735,0.0002315789,0.0002784847,0.016090771,0.08548581,0.761778],"study_design_scores_gemma":[0.000024127188,0.00009231686,0.0014747046,0.13102917,0.00050738,0.001074624,0.0006773258,0.00007751229,0.0001495648,0.0051070955,0.85973746,0.000048755184],"about_ca_topic_score_codex":0.004189807,"about_ca_topic_score_gemma":0.0076179253,"teacher_disagreement_score":0.0071015107,"about_ca_system_score_codex":0.0030098325,"about_ca_system_score_gemma":0.008455892,"threshold_uncertainty_score":0.022226572},"labels":[],"label_agreement":null},{"id":"W4405419204","doi":"10.5267/j.ijdns.2024.7.010","title":"Understanding students’ sentiment from feedback with a new feature selection and semantics networks","year":2024,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Walailak University","keywords":"Computer science; Feature (linguistics); Semantics (computer science); Feature selection; Selection (genetic algorithm); Artificial intelligence; Sentiment analysis; Natural language processing; Linguistics; Programming language; Philosophy","score_opus":0.054395560792912336,"score_gpt":0.34746128936700427,"score_spread":0.2930657285740919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405419204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26045266,0.00044885286,0.73329264,0.0004376838,0.000108644,0.0002802082,0.0013725058,0.0015689686,0.0020378097],"genre_scores_gemma":[0.8305843,0.00019328186,0.16545103,0.000071256,0.00010210905,0.0003483052,0.0018736632,0.000047033336,0.0013290284],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995546,0.00009599795,0.00004136612,0.000109715096,0.00015027758,0.000048093618],"domain_scores_gemma":[0.9994516,0.00018558555,0.0000665134,0.000032098542,0.00023673229,0.000027482683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007423087,0.0008160469,0.0005250976,0.0025543263,0.00034590784,0.00065142685,0.00043774734,0.00044227118,0.0008613987],"category_scores_gemma":[0.0023323894,0.0001355239,0.0008223742,0.001477025,0.00028282465,0.0010524096,0.0005347831,0.00048037095,0.00025916196],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074166205,0.0005674932,0.033125784,0.00021058132,0.00018535716,0.000357901,0.0004503288,0.06780249,0.04311549,0.0042075138,0.00549537,0.84374005],"study_design_scores_gemma":[0.000032294716,0.00019720996,0.021121848,0.000026366628,0.00006963422,0.00015432593,0.00016378165,0.96121734,0.008780624,0.004969531,0.0032304176,0.000036659436],"about_ca_topic_score_codex":0.0029164157,"about_ca_topic_score_gemma":0.0027490598,"teacher_disagreement_score":0.0029164157,"about_ca_system_score_codex":0.0005405451,"about_ca_system_score_gemma":0.00045617588,"threshold_uncertainty_score":0.0057988167},"labels":[],"label_agreement":null},{"id":"W4405598462","doi":"10.5539/elt.v18n1p26","title":"A Study of Effective Teacher Feedback in English Continuation Writing Classes","year":2024,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuation; Class (philosophy); Psychology; Mathematics education; Reading (process); Repetition (rhetorical device); Peer feedback; Quality (philosophy); Pedagogy; Computer science; Linguistics","score_opus":0.008405529074719663,"score_gpt":0.3047407710122508,"score_spread":0.29633524193753114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405598462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99857724,0.000058073263,0.00030762886,0.000047558256,0.0000050241565,0.00004177339,0.0000111414665,0.000007794504,0.00094374374],"genre_scores_gemma":[0.9981275,0.00007717698,0.00042176823,0.000026590888,0.0000072384682,0.000059539318,0.000015625177,0.000009303938,0.001255172],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99311405,0.0041327155,0.00035683427,0.0005964943,0.0010455092,0.0007544379],"domain_scores_gemma":[0.96597177,0.021428881,0.0045070155,0.0012698116,0.0036064305,0.0032161348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050593456,0.0003936347,0.00071773934,0.0013436934,0.0025566344,0.0023099873,0.0009489386,0.00080331846,0.0017297412],"category_scores_gemma":[0.036268827,0.00054852554,0.00024091998,0.00083493,0.0013392147,0.0012016378,0.001353934,0.001423616,0.0003877335],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005863448,0.0025368945,0.1016802,0.00032185623,0.000021387426,0.0019082151,0.82590353,0.000102940336,0.011907479,0.00029950702,0.00061705086,0.054114502],"study_design_scores_gemma":[0.0001635494,0.004967041,0.47503665,0.0002838196,0.000053247422,0.0016661169,0.49338526,0.0009513418,0.0066991746,0.0002540862,0.016432526,0.00010708803],"about_ca_topic_score_codex":0.0055337423,"about_ca_topic_score_gemma":0.00753269,"teacher_disagreement_score":0.0055337423,"about_ca_system_score_codex":0.002184414,"about_ca_system_score_gemma":0.0017614437,"threshold_uncertainty_score":0.026756704},"labels":[],"label_agreement":null},{"id":"W4405643090","doi":"10.5430/wjel.v15n3p65","title":"Systematic Literature Review on Evaluation of English Language Textbooks: A Decade of Research","year":2024,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; English language; Linguistics; Philosophy","score_opus":0.030484775236698954,"score_gpt":0.39393075059301425,"score_spread":0.3634459753563153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405643090","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014958471,0.99524456,0.0006288618,0.0008352918,0.0003497088,0.00060564396,0.00027168755,0.00001227086,0.0005560416],"genre_scores_gemma":[0.015723398,0.97857475,0.0023188852,0.0012041598,0.00018558114,0.0014813121,0.00032408023,0.0000147477585,0.00017308774],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.93491125,0.026701627,0.020750921,0.0030706152,0.013681803,0.0008837748],"domain_scores_gemma":[0.79430044,0.14703348,0.026194232,0.0047977306,0.02607793,0.0015961549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.053845786,0.0014346478,0.00732945,0.01933894,0.0012391673,0.0057260566,0.0021529715,0.0025024607,0.00367365],"category_scores_gemma":[0.18642297,0.0013799776,0.0043781376,0.02138408,0.002419666,0.0062816665,0.0029392121,0.0020194848,0.0005264763],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013316535,0.000038274524,0.00090577477,0.8646003,0.0016696553,0.000108738444,0.001072175,0.00011887402,0.0002628394,0.00087823614,0.003017518,0.12719452],"study_design_scores_gemma":[0.000053921023,0.00012797458,0.0021998803,0.9598018,0.005957913,0.00020071286,0.000819326,0.000049830243,0.00018011408,0.00046801713,0.030115467,0.000025001986],"about_ca_topic_score_codex":0.005877181,"about_ca_topic_score_gemma":0.020648144,"teacher_disagreement_score":0.053845786,"about_ca_system_score_codex":0.009619441,"about_ca_system_score_gemma":0.03454262,"threshold_uncertainty_score":0.2847671},"labels":[],"label_agreement":null},{"id":"W4405917622","doi":"10.15353/cjo.v86i4.5951","title":"Approach to cycloplegic refraction","year":2024,"lang":"en","type":"article","venue":"Canadian journal of optometry/CJO. Canadian journal of optometry","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refraction; Optometry; Geology; Medicine; Optics; Physics","score_opus":0.016658415095286934,"score_gpt":0.33276471976018884,"score_spread":0.3161063046649019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405917622","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035636374,0.9188889,0.017389804,0.010496622,0.003830933,0.00013158984,0.0001637434,0.000346317,0.04518842],"genre_scores_gemma":[0.047152825,0.8768738,0.029959712,0.011163528,0.0058524623,0.00020345754,0.00037071423,0.00017911025,0.028244434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933654,0.000139486,0.00009179701,0.00011096957,0.000267718,0.00005340911],"domain_scores_gemma":[0.999318,0.00025861466,0.00009394304,0.00004545844,0.00022491835,0.000059052658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008301709,0.0006562387,0.00052421296,0.0018204325,0.0005032612,0.0016582246,0.0008490979,0.0016540209,0.0091113085],"category_scores_gemma":[0.0017781341,0.00029091706,0.00076407974,0.00079113524,0.0009538798,0.0017200517,0.0012436392,0.004455039,0.0035738596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018049167,0.00012610579,0.0018646945,0.007206847,0.000093523435,0.003797693,0.00048760578,0.00040569593,0.007950534,0.02633709,0.054860163,0.8966896],"study_design_scores_gemma":[0.00001886482,0.00016926473,0.002610147,0.002725739,0.000060016744,0.02331522,0.00027056402,0.00024669105,0.0046204734,0.006621411,0.95930105,0.000040504852],"about_ca_topic_score_codex":0.0016878085,"about_ca_topic_score_gemma":0.0023471352,"teacher_disagreement_score":0.0091113085,"about_ca_system_score_codex":0.0011423598,"about_ca_system_score_gemma":0.0015752248,"threshold_uncertainty_score":0.030480385},"labels":[],"label_agreement":null},{"id":"W4405926247","doi":"10.5206/mt.v4i4.22135","title":"Étude de Cas : Transformer l’Enseignement des Mathématiques avec Maple, Maple Learn et la Classe Inversée","year":2024,"lang":"fr","type":"article","venue":"Maple Transactions","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Maple; Humanities; Mathematics; Art; Biology; Botany","score_opus":0.02700321489816227,"score_gpt":0.31740169147894115,"score_spread":0.2903984765807789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405926247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47136503,0.0012296969,0.38950926,0.0039309943,0.0006597639,0.00036069995,0.00044746412,0.0048273248,0.1276698],"genre_scores_gemma":[0.8671036,0.000533027,0.072658226,0.00033261112,0.00009373585,0.00024056662,0.00044815615,0.00080669107,0.05778336],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.99638593,0.0010749866,0.00014741729,0.00094564294,0.0011263649,0.0003197036],"domain_scores_gemma":[0.993651,0.0034590075,0.00037868318,0.0009345339,0.0010288651,0.0005479426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032560641,0.0007564757,0.0006216588,0.0014322842,0.0020326937,0.007367956,0.0011871408,0.0015354918,0.0216191],"category_scores_gemma":[0.015471656,0.00042123243,0.0007407329,0.0009006024,0.0028471749,0.007669866,0.004434226,0.0025238863,0.00418009],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007408633,0.0011423387,0.031304404,0.00096699584,0.000113526905,0.003124625,0.094916716,0.0067974073,0.025020534,0.24153814,0.016006587,0.5783279],"study_design_scores_gemma":[0.00018576747,0.0008688269,0.02891874,0.0007930973,0.00020784739,0.0045195464,0.05278295,0.06875545,0.04418201,0.10301269,0.6954956,0.00027745366],"about_ca_topic_score_codex":0.006877492,"about_ca_topic_score_gemma":0.0058909543,"teacher_disagreement_score":0.0216191,"about_ca_system_score_codex":0.0027541392,"about_ca_system_score_gemma":0.0024924763,"threshold_uncertainty_score":0.07232314},"labels":[],"label_agreement":null},{"id":"W4406883348","doi":"10.1142/s2717554524500176","title":"The Power of Personalized Datasets: Advancing Chinese Composition Writing for Elementary School through Targeted Model Fine-Tuning","year":2025,"lang":"en","type":"article","venue":"International Journal of Asian Language Processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Composition (language); Power (physics); Mathematics education; Computer science; Psychology; Physics; Literature; Art","score_opus":0.007021506712353659,"score_gpt":0.3488968130148321,"score_spread":0.3418753063024784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406883348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5680486,0.003687437,0.35283276,0.0047835615,0.0011865398,0.00064850814,0.018364454,0.04020515,0.010242978],"genre_scores_gemma":[0.7870444,0.00032172477,0.17649803,0.0007085648,0.00013535273,0.0004935429,0.031400587,0.0008446631,0.0025531359],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761546,0.001305611,0.000111740505,0.0006502397,0.00020147233,0.00011546413],"domain_scores_gemma":[0.99414957,0.0030365926,0.00016183333,0.0016890918,0.0006937677,0.00026908802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047840755,0.0012916138,0.00079882704,0.0010346087,0.0008320022,0.0017821159,0.0021737951,0.0013478018,0.0020624266],"category_scores_gemma":[0.01846179,0.0004509636,0.001041625,0.0010000226,0.0006033545,0.0030190097,0.002029365,0.002760787,0.0013720472],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012780845,0.0019364676,0.052641034,0.0006971735,0.000664006,0.0003662676,0.0015303256,0.35598603,0.011277653,0.007185274,0.0720475,0.4943902],"study_design_scores_gemma":[0.000111997564,0.00012334216,0.0030788218,0.000046176006,0.000075842,0.000036058133,0.00031740285,0.9736293,0.004407505,0.007759089,0.010378358,0.00003614876],"about_ca_topic_score_codex":0.013284948,"about_ca_topic_score_gemma":0.024181059,"teacher_disagreement_score":0.013284948,"about_ca_system_score_codex":0.0012696867,"about_ca_system_score_gemma":0.0018619532,"threshold_uncertainty_score":0.026415229},"labels":[],"label_agreement":null},{"id":"W4406935892","doi":"10.47392/irjash.2025.005","title":"Web-Based Academic Platform for Optimizing Student Database Management and Communication","year":2025,"lang":"en","type":"article","venue":"International Research Journal on Advanced Science Hub","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; World Wide Web; Database; Web application","score_opus":0.09574389680895194,"score_gpt":0.5118661548782716,"score_spread":0.41612225806931963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406935892","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26156735,0.00049071637,0.618392,0.00092445756,0.0003104096,0.0015986438,0.0015391993,0.07588632,0.039290834],"genre_scores_gemma":[0.6987166,0.00042127588,0.2524458,0.00037894642,0.00033130683,0.00068415765,0.0027518752,0.0015067734,0.042763293],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991788,0.00015831638,0.00006914082,0.00013283199,0.00034173977,0.00011919867],"domain_scores_gemma":[0.99811566,0.00025655946,0.0002001852,0.00039223937,0.000554175,0.00048117354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091731304,0.00045835812,0.00035550486,0.0010512843,0.00044898555,0.0021058596,0.0014471628,0.0005240149,0.009073501],"category_scores_gemma":[0.001974195,0.00025454417,0.0002490793,0.00082123757,0.00017186807,0.0018716343,0.0016068629,0.00073503645,0.0071868063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023903023,0.003123029,0.0142059475,0.00046325,0.00009723146,0.0010274921,0.00095843064,0.008830049,0.15147303,0.017748676,0.053285908,0.7463967],"study_design_scores_gemma":[0.0007312174,0.0031948804,0.0381768,0.00027239922,0.000285211,0.0023971237,0.00096658134,0.34643444,0.3047097,0.0135821905,0.28886852,0.00038092394],"about_ca_topic_score_codex":0.0004027706,"about_ca_topic_score_gemma":0.00035224683,"teacher_disagreement_score":0.009073501,"about_ca_system_score_codex":0.00028840755,"about_ca_system_score_gemma":0.0010619158,"threshold_uncertainty_score":0.030353844},"labels":[],"label_agreement":null},{"id":"W4407062119","doi":"10.23977/jnca.2025.100101","title":"Innovative Applications and Performance Optimization Strategies of Python Interpreter in Web Development","year":2025,"lang":"en","type":"article","venue":"Journal of Network Computing and Applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Government of British Columbia","funders":"","keywords":"Python (programming language); Interpreter; Computer science; Programming language; World Wide Web; Software engineering","score_opus":0.007915006552558309,"score_gpt":0.2880169729821718,"score_spread":0.2801019664296135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407062119","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025281979,0.000120575445,0.96377975,0.00019921338,0.00002573251,0.000097186305,0.000043443848,0.0062061297,0.004245986],"genre_scores_gemma":[0.38709754,0.0002459936,0.6076267,0.00013147772,0.000024615365,0.00018798052,0.00017212564,0.0013656698,0.0031480172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972561,0.00080439367,0.00016320522,0.0004027774,0.0010167316,0.00035684815],"domain_scores_gemma":[0.9982863,0.00059097214,0.0002256867,0.0004895331,0.00033609825,0.0000714471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026398092,0.0008110382,0.00054978434,0.0011303105,0.00085312367,0.0017551065,0.0024663,0.000544666,0.0021938244],"category_scores_gemma":[0.005346917,0.0006044852,0.0009660039,0.0007618974,0.0014606146,0.0030603907,0.0019916308,0.0014365838,0.00046246007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004907293,0.00039350626,0.012866251,0.00054147426,0.00012371258,0.00077367213,0.001295678,0.30674335,0.06327591,0.23115933,0.005319884,0.37701654],"study_design_scores_gemma":[0.000046841775,0.00012823065,0.001110396,0.000052675266,0.000060401242,0.0002480864,0.0001412217,0.87992835,0.06218441,0.041478842,0.014559615,0.00006097468],"about_ca_topic_score_codex":0.003347492,"about_ca_topic_score_gemma":0.002368109,"teacher_disagreement_score":0.003347492,"about_ca_system_score_codex":0.001220468,"about_ca_system_score_gemma":0.0037457156,"threshold_uncertainty_score":0.013960838},"labels":[],"label_agreement":null},{"id":"W4407366370","doi":"10.11834/jig.240104","title":"Knowledge distillation of multi-level feature fusion and dual-teacher collaboration","year":2024,"lang":"en","type":"article","venue":"Journal of Image and Graphics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Dual (grammatical number); Distillation; Computer science; Feature (linguistics); Fusion; Process engineering; Chemistry; Chromatography; Engineering","score_opus":0.025077160095897968,"score_gpt":0.332474089544084,"score_spread":0.30739692944818603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407366370","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30753553,0.0037322175,0.32962438,0.017731702,0.0005101886,0.00024025791,0.00041911873,0.00061868323,0.33958793],"genre_scores_gemma":[0.9522597,0.0007442033,0.03288474,0.00037371356,0.000057941616,0.00011394532,0.000098447774,0.000037654892,0.013429736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977234,0.00095616735,0.00011341105,0.00047040556,0.0004900574,0.0002464876],"domain_scores_gemma":[0.99731463,0.0013639084,0.00022481773,0.0002812364,0.0005976866,0.00021778033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003330856,0.00038972756,0.000491968,0.0014410238,0.0023558338,0.0050825393,0.0010845233,0.0013301617,0.00972111],"category_scores_gemma":[0.009936184,0.00034514922,0.0006050884,0.0017444578,0.0036158208,0.011694288,0.003635028,0.0018947581,0.0008497386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016619818,0.00010861647,0.0048347805,0.00031088723,0.000091009184,0.00025905023,0.014682159,0.009341701,0.0023200426,0.8543932,0.005243734,0.10824879],"study_design_scores_gemma":[0.00013217494,0.0001451752,0.007433027,0.00023169923,0.00012303764,0.0002236315,0.018260656,0.055935938,0.0054004374,0.85407627,0.057914305,0.00012372268],"about_ca_topic_score_codex":0.009938248,"about_ca_topic_score_gemma":0.008019767,"teacher_disagreement_score":0.009938248,"about_ca_system_score_codex":0.0024229635,"about_ca_system_score_gemma":0.0044704187,"threshold_uncertainty_score":0.032520294},"labels":[],"label_agreement":null},{"id":"W4407605346","doi":"10.22399/ijcesen.1003","title":"Exploring Quantum-Inspired Algorithms for High-Performance Computing in Structural Analysis","year":2025,"lang":"en","type":"article","venue":"International Journal of Computational and Experimental Science and Engineering","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Quantum computer; Supercomputer; Algorithm; Quantum algorithm; Quantum; Parallel computing; Physics; Quantum mechanics","score_opus":0.024580783464316622,"score_gpt":0.3166709067331488,"score_spread":0.29209012326883216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407605346","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038433604,0.0007546563,0.9514111,0.0006064909,0.000081119295,0.000048638936,0.000028978811,0.0002329418,0.0084023485],"genre_scores_gemma":[0.61243504,0.00094971777,0.38338226,0.0002873639,0.00006712709,0.00016077449,0.00006931119,0.000106907355,0.0025414517],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997254,0.00010563987,0.000009155128,0.000030006433,0.00010541303,0.000024324294],"domain_scores_gemma":[0.9992392,0.00048695164,0.00005360664,0.00009046884,0.0000980628,0.000031749252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091772125,0.00037142067,0.00046893494,0.00038259468,0.0005064708,0.00088408944,0.0010753076,0.0008613987,0.0016367814],"category_scores_gemma":[0.002192006,0.00025006538,0.0004500954,0.00052734395,0.0010773573,0.0012733593,0.000833249,0.0008899829,0.0002319499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003135942,0.000063214524,0.000678155,0.0001073392,0.000051628398,0.000043650998,0.00005462482,0.86216354,0.004624556,0.09409699,0.00069647044,0.03738847],"study_design_scores_gemma":[0.000003761901,0.000010158944,0.000052264524,0.0000036358917,0.0000024224003,0.0000051475663,0.0000053703034,0.98772043,0.00032651314,0.011350628,0.0005166841,0.00000290055],"about_ca_topic_score_codex":0.0025001168,"about_ca_topic_score_gemma":0.0031480242,"teacher_disagreement_score":0.0025001168,"about_ca_system_score_codex":0.0008033721,"about_ca_system_score_gemma":0.0008477217,"threshold_uncertainty_score":0.0058288574},"labels":[],"label_agreement":null},{"id":"W4407996445","doi":"10.1061/9780784485989.001","title":"Large Language Model for Geotechnical Engineering Applications Using Retrieval Augmented Generation","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rocscience (Canada)","funders":"","keywords":"Computer science; Geotechnical engineering; Geology","score_opus":0.02545900099889249,"score_gpt":0.336911492510502,"score_spread":0.31145249151160953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407996445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0430624,0.0015514374,0.9301504,0.0007442408,0.00020084463,0.00034805687,0.0033496604,0.017807078,0.0027858731],"genre_scores_gemma":[0.43483925,0.0010566954,0.5350108,0.0006481466,0.00018657322,0.0009722422,0.01945233,0.0010852782,0.006748766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919707,0.0003328392,0.00006063881,0.00020825925,0.00014664764,0.000054534266],"domain_scores_gemma":[0.9985581,0.0009270036,0.00007173929,0.00017150133,0.00024047088,0.000031152274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014430844,0.00091501244,0.0006935962,0.0010215432,0.00031565982,0.0011761709,0.0013103741,0.00093274127,0.0040607816],"category_scores_gemma":[0.0042671706,0.0003159296,0.0014887892,0.000880212,0.00027171127,0.0014468831,0.0009446551,0.0015282066,0.003269099],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004644564,0.0003543878,0.0023604436,0.0005181245,0.00020989805,0.000531344,0.0003318299,0.3359229,0.013482176,0.0093863085,0.022408271,0.6140299],"study_design_scores_gemma":[0.000029039888,0.00007670761,0.0002920081,0.000019805126,0.0000328996,0.000092169656,0.000041951895,0.9866236,0.0032776403,0.0055236886,0.0039725034,0.000018064824],"about_ca_topic_score_codex":0.0062235277,"about_ca_topic_score_gemma":0.007664449,"teacher_disagreement_score":0.0062235277,"about_ca_system_score_codex":0.0007821807,"about_ca_system_score_gemma":0.0009925772,"threshold_uncertainty_score":0.013584673},"labels":[],"label_agreement":null},{"id":"W4408492714","doi":"10.61091/jcmcc124-19","title":"Integrating fuzzy numbers in analyzing students’ decisions on higher education and employment","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fuzzy logic; Mathematics education; Computer science; Business; Psychology; Artificial intelligence","score_opus":0.017299440164529785,"score_gpt":0.3354263863517605,"score_spread":0.3181269461872307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408492714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50192636,0.0005984795,0.47688785,0.0005568104,0.0001965015,0.00028097397,0.00043120392,0.00027401277,0.018847821],"genre_scores_gemma":[0.9098617,0.00012725279,0.0886128,0.00003741928,0.00002576235,0.00007172435,0.00012222455,0.000011536622,0.0011295393],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99642426,0.001671784,0.00021590148,0.00033953312,0.0011502316,0.00019828622],"domain_scores_gemma":[0.99321294,0.004364942,0.00073742145,0.00028674104,0.0010701164,0.00032787945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005530138,0.0005620559,0.0004663875,0.0034501315,0.0005293137,0.0023133405,0.00055653503,0.0006484832,0.0026506607],"category_scores_gemma":[0.017266817,0.00017140622,0.00069371884,0.0022707668,0.0008609118,0.0017308549,0.0009921181,0.0008245014,0.00049427047],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001649699,0.00044962435,0.12038715,0.0004205128,0.00033518067,0.0005529883,0.0023628923,0.2741688,0.0074467193,0.060229782,0.002365035,0.5296317],"study_design_scores_gemma":[0.000046843514,0.00054946233,0.05303181,0.0002041799,0.00011878153,0.0002919144,0.0019790332,0.8602493,0.005252866,0.07282695,0.0052781114,0.0001707092],"about_ca_topic_score_codex":0.004275246,"about_ca_topic_score_gemma":0.0046835584,"teacher_disagreement_score":0.005530138,"about_ca_system_score_codex":0.0011503235,"about_ca_system_score_gemma":0.0010952089,"threshold_uncertainty_score":0.02924651},"labels":[],"label_agreement":null},{"id":"W4408765278","doi":"10.63485/a574p-rza17","title":"OA backfile of Journal of Distance Education","year":2008,"lang":"en","type":"preprint","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.017836349859116363,"score_gpt":0.3116249155934926,"score_spread":0.29378856573437623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408765278","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00095049397,0.0041576717,0.0027820016,0.0037459477,0.022479748,0.0006595481,0.6411637,0.013605502,0.31045532],"genre_scores_gemma":[0.0033059716,0.004471375,0.003293064,0.0014609301,0.007780267,0.00036918413,0.44477847,0.013444814,0.5210959],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996861,0.0001998291,0.0004879129,0.00025303924,0.001851678,0.0003465464],"domain_scores_gemma":[0.9679107,0.0037618135,0.0018424302,0.0032173013,0.017907448,0.0053603183],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021267242,0.0018756569,0.002399068,0.02367874,0.0018575452,0.012230527,0.0020978735,0.0015265543,0.7101958],"category_scores_gemma":[0.02403651,0.00095067656,0.00086350215,0.026121657,0.0008116954,0.0052269343,0.003372254,0.0025750299,0.6635562],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058414054,0.000021088847,0.00011569039,0.00043892278,0.0000057681586,0.00004329371,0.000025601237,0.000029323144,0.0002921327,0.0008098828,0.9797846,0.018375218],"study_design_scores_gemma":[0.000017151764,0.000010974239,0.0007178461,0.0001428306,0.00000341464,0.000057635796,0.000034868182,0.000020137992,0.00015905863,0.00043146042,0.9983936,0.000011121649],"about_ca_topic_score_codex":0.0074437596,"about_ca_topic_score_gemma":0.0070083635,"teacher_disagreement_score":0.99790215,"about_ca_system_score_codex":0.0018735913,"about_ca_system_score_gemma":0.004459952,"threshold_uncertainty_score":0.41337055},"labels":[],"label_agreement":null},{"id":"W4408954532","doi":"10.47392/irjaem.2025.0140","title":"Learnova: An Intelligent LMS for Personalized Education and Comprehensive Management","year":2025,"lang":"en","type":"article","venue":"International Research Journal on Advanced Engineering and Management (IRJAEM)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Learning Management; Computer science; Knowledge management; Engineering management; Multimedia; Engineering","score_opus":0.037943403514376695,"score_gpt":0.41492432317202704,"score_spread":0.37698091965765035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408954532","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04995369,0.0010760619,0.49164233,0.0014170725,0.00080198364,0.0008715124,0.006187429,0.36550686,0.08254298],"genre_scores_gemma":[0.33797872,0.0015141838,0.41001025,0.002395185,0.0008975414,0.0012202989,0.020481642,0.015155916,0.2103462],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996387,0.000062470644,0.000022847269,0.0001001481,0.00012092051,0.000054910295],"domain_scores_gemma":[0.99942845,0.0001517585,0.000040861378,0.00013593792,0.000073492214,0.00016941786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005723207,0.0008708012,0.000362916,0.00073226425,0.0003853613,0.0018649821,0.0019406029,0.0010307791,0.017586239],"category_scores_gemma":[0.0023291826,0.00035219156,0.00040313072,0.0004324179,0.0003091086,0.0030046,0.0033498234,0.0012640909,0.010170373],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087710907,0.00073593715,0.004563602,0.0004056127,0.00009657649,0.00037942242,0.000555585,0.008629567,0.03351888,0.0153483935,0.22007412,0.7148152],"study_design_scores_gemma":[0.00040368,0.00073327794,0.0064110346,0.00015165332,0.000092552225,0.00067227666,0.00015868853,0.13517047,0.028397243,0.014587378,0.81300086,0.00022089283],"about_ca_topic_score_codex":0.00091755873,"about_ca_topic_score_gemma":0.001242438,"teacher_disagreement_score":0.017586239,"about_ca_system_score_codex":0.00039620828,"about_ca_system_score_gemma":0.0009851712,"threshold_uncertainty_score":0.05883181},"labels":[],"label_agreement":null},{"id":"W4409421757","doi":"10.1017/9781009000963.032","title":"E. Integrated Testlet Lookup Table","year":2024,"lang":"en","type":"other","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBI Group (Canada); Trent University","funders":"","keywords":"Table (database); Lookup table; Computer science; Database; Operating system","score_opus":0.015868822658248884,"score_gpt":0.2870390046206053,"score_spread":0.27117018196235637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409421757","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046328814,0.0005030242,0.07461601,0.0019177229,0.0029169836,0.0010676062,0.041668504,0.104881376,0.76779586],"genre_scores_gemma":[0.038878612,0.0004639437,0.040766224,0.003058519,0.00066614075,0.000915128,0.049968828,0.022180775,0.84310186],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929726,0.000112046466,0.00005735531,0.00008158942,0.00036110057,0.000090723275],"domain_scores_gemma":[0.9967679,0.0009110234,0.00008432539,0.0005814807,0.0013803127,0.00027502273],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009789071,0.0013353054,0.00076300465,0.0018206354,0.00089251774,0.0034482908,0.0022902023,0.001292559,0.67514396],"category_scores_gemma":[0.007533556,0.000576781,0.00040218493,0.001424973,0.00034598913,0.0030492072,0.0024940667,0.0010122234,0.41467425],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045412668,0.0000908697,0.00048460902,0.00020581196,0.000006342647,0.0003589818,0.00009012214,0.00057679403,0.0013875493,0.0066930316,0.836633,0.15301873],"study_design_scores_gemma":[0.00007056327,0.00007575426,0.0004765443,0.00010887089,0.000006287131,0.00025662087,0.00008712952,0.002196183,0.0026137547,0.0040097204,0.99006593,0.00003261517],"about_ca_topic_score_codex":0.0025826835,"about_ca_topic_score_gemma":0.0022313145,"teacher_disagreement_score":0.32485604,"about_ca_system_score_codex":0.0010378526,"about_ca_system_score_gemma":0.00085272064,"threshold_uncertainty_score":0.4633677},"labels":[],"label_agreement":null},{"id":"W4409576380","doi":"10.61091/jcmcc127a-133","title":"An empirical study of multi-factor decision tree analysis in the optimization of university management evaluation system","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Factor (programming language); Decision tree; Computer science; Management science; Operations research; Engineering; Artificial intelligence; Programming language","score_opus":0.027773583975935164,"score_gpt":0.34272657179160065,"score_spread":0.3149529878156655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409576380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8553238,0.00040105093,0.1394801,0.0002560997,0.00004219816,0.0005014727,0.0002120446,0.000087831344,0.0036952763],"genre_scores_gemma":[0.95635504,0.00015835938,0.042860456,0.000016874163,0.000009555064,0.00017992877,0.00013670986,0.000012472963,0.00027049534],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.98545986,0.01067293,0.00065520586,0.0007701004,0.0017737082,0.00066829816],"domain_scores_gemma":[0.957253,0.03582398,0.001673956,0.0008969022,0.0036690666,0.00068316096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018933894,0.0008758929,0.001010813,0.0030675554,0.001060702,0.0022122187,0.00079745,0.0008189618,0.0023223239],"category_scores_gemma":[0.050753094,0.000363245,0.0015194996,0.0051853303,0.00068523403,0.0036867878,0.00090594956,0.0013491279,0.00019592486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012109267,0.0029259804,0.24414465,0.0012037851,0.0006783549,0.0004466391,0.0037984313,0.42679986,0.0021286665,0.032451868,0.0024892257,0.28172162],"study_design_scores_gemma":[0.00006223626,0.00072831433,0.027702918,0.000081870065,0.00012044546,0.000069306116,0.0012636806,0.96392506,0.0007670504,0.004409838,0.00081569166,0.00005360181],"about_ca_topic_score_codex":0.0070886514,"about_ca_topic_score_gemma":0.005331133,"teacher_disagreement_score":0.018933894,"about_ca_system_score_codex":0.0024303,"about_ca_system_score_gemma":0.0029945967,"threshold_uncertainty_score":0.10013318},"labels":[],"label_agreement":null},{"id":"W4409576398","doi":"10.61091/jcmcc127a-141","title":"A Study on Modeling and Computing of Lexical Semantic Relationships in Japanese Language Based on Multidimensional Vector Space","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Space (punctuation); Semantic space; Vector space; Natural language processing; Artificial intelligence; Linguistics; Mathematics; Pure mathematics","score_opus":0.025209471893504184,"score_gpt":0.3118539033676451,"score_spread":0.2866444314741409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409576398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09317315,0.0014710722,0.9027419,0.00025530026,0.00004511262,0.00005705038,0.00012215212,0.00028034466,0.0018539999],"genre_scores_gemma":[0.7204819,0.002379424,0.27412438,0.00008456849,0.00007665086,0.00018067122,0.00049677596,0.00007253643,0.0021031199],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866056,0.00040771946,0.00012924316,0.00041964214,0.0003007812,0.000081884915],"domain_scores_gemma":[0.99889684,0.0005091058,0.00016538415,0.00009180519,0.0002953678,0.00004151095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010033333,0.0007670066,0.0007917967,0.001943442,0.00072448945,0.001782854,0.0008902157,0.00048612634,0.0008035701],"category_scores_gemma":[0.0043453844,0.0003630226,0.001240604,0.0037096648,0.0008573458,0.0049044513,0.00063576846,0.00072058494,0.00025249686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023026702,0.00021318591,0.04577777,0.00081096817,0.00043564933,0.00080522534,0.002441068,0.39552307,0.015322734,0.15898712,0.0035319733,0.37592086],"study_design_scores_gemma":[0.0000045336024,0.000048635415,0.0039886557,0.000019848623,0.000052116466,0.0001233522,0.00015981194,0.9814082,0.0011750852,0.011535757,0.0014474202,0.000036699475],"about_ca_topic_score_codex":0.020368129,"about_ca_topic_score_gemma":0.01136533,"teacher_disagreement_score":0.020368129,"about_ca_system_score_codex":0.0011192625,"about_ca_system_score_gemma":0.001239306,"threshold_uncertainty_score":0.04049915},"labels":[],"label_agreement":null},{"id":"W4409576503","doi":"10.61091/jcmcc127a-101","title":"Research on Quantitative Evaluation System of Educational Effect of Three Lines and Four Passes of Teaching Workshop for Geology Majors Based on Cluster Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster (spacecraft); Mathematics education; Psychology; Computer science","score_opus":0.04712242126998671,"score_gpt":0.40752299843405015,"score_spread":0.36040057716406343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409576503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91408116,0.00040393078,0.05943042,0.0006976153,0.00008875728,0.0006165779,0.00039634667,0.00028260375,0.024002433],"genre_scores_gemma":[0.986655,0.00012245263,0.011244111,0.000029423965,0.000013876156,0.00015426954,0.00015511899,0.000021811009,0.0016039114],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9935846,0.0028184368,0.00027677612,0.0006600822,0.0022135905,0.00044651664],"domain_scores_gemma":[0.9900713,0.0043789535,0.00089212856,0.0005760416,0.0033509475,0.0007305951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057075224,0.0005611446,0.0003823065,0.0026442723,0.0007915677,0.0014842085,0.0005906395,0.00038289846,0.0030537941],"category_scores_gemma":[0.015758365,0.00016124909,0.00075987144,0.0025440317,0.0007018734,0.0013900654,0.00091465027,0.00044037154,0.00024569465],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015687738,0.0014180059,0.33953166,0.0017465205,0.00056143315,0.00018398081,0.00945431,0.026098734,0.013882417,0.020359015,0.0069656055,0.57822955],"study_design_scores_gemma":[0.00021154973,0.0025872537,0.8511918,0.00030125532,0.0006652035,0.00016357949,0.02155043,0.07949454,0.026872007,0.0054496685,0.011350478,0.00016225065],"about_ca_topic_score_codex":0.009231612,"about_ca_topic_score_gemma":0.007881657,"teacher_disagreement_score":0.009231612,"about_ca_system_score_codex":0.0027766016,"about_ca_system_score_gemma":0.0032343115,"threshold_uncertainty_score":0.030184627},"labels":[],"label_agreement":null},{"id":"W4409602021","doi":"10.61091/jcmcc127b-061","title":"A Personalized Path Generation Model for English Learning Based on Natural Language Processing","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Path (computing); Natural language processing; Artificial intelligence; Natural (archaeology); Programming language; History","score_opus":0.013889722420504978,"score_gpt":0.29287502543261124,"score_spread":0.2789853030121063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409602021","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018808847,0.00010359507,0.97656155,0.00017266249,0.00003490641,0.00010282712,0.00019878504,0.0013030296,0.0027137354],"genre_scores_gemma":[0.544497,0.00041430705,0.43952718,0.00021333697,0.00004102567,0.0005945946,0.001284083,0.00021235169,0.013216086],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996532,0.00007395779,0.000020289554,0.00015681655,0.00006630229,0.000029483028],"domain_scores_gemma":[0.9996915,0.00012998094,0.00002807389,0.00003470821,0.00009313306,0.000022652082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038995573,0.00053943694,0.00034814345,0.0007346915,0.0003596761,0.00052365236,0.0009338621,0.0005476849,0.0038182735],"category_scores_gemma":[0.0012862766,0.00020391673,0.0008107681,0.000519889,0.0003121152,0.0017304231,0.0005570127,0.0006179355,0.00074198516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020539876,0.00029464302,0.0038415927,0.00021000995,0.00009261633,0.00037148033,0.00044519478,0.42054087,0.009742293,0.04394339,0.00638816,0.51392424],"study_design_scores_gemma":[0.000015603766,0.000052072948,0.0004784876,0.000008329757,0.000026854188,0.00007357328,0.000029547977,0.98323786,0.001488747,0.01212032,0.002455229,0.000013342484],"about_ca_topic_score_codex":0.010108268,"about_ca_topic_score_gemma":0.0109616555,"teacher_disagreement_score":0.010108268,"about_ca_system_score_codex":0.000674606,"about_ca_system_score_gemma":0.0012213832,"threshold_uncertainty_score":0.020098865},"labels":[],"label_agreement":null},{"id":"W4409602133","doi":"10.61091/jcmcc127b-025","title":"Multimodal Data Mining and Learning Behavior Analysis for Civic Education","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data science; Computer science; Psychology","score_opus":0.02313495430035962,"score_gpt":0.33318807446963833,"score_spread":0.3100531201692787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409602133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14227395,0.0006687548,0.84931886,0.00077536236,0.000049085415,0.00037277635,0.0016784348,0.0014370317,0.0034256398],"genre_scores_gemma":[0.76542884,0.00042578983,0.22924413,0.00012269917,0.000037208116,0.00045092666,0.0020405662,0.000044676788,0.0022051348],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987942,0.0003614942,0.00011999755,0.0003471089,0.00029311146,0.00008399739],"domain_scores_gemma":[0.998478,0.0006400434,0.00022619161,0.00022214395,0.00035927395,0.00007440678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012742553,0.00083781173,0.0008447023,0.0029381462,0.00064583786,0.001215396,0.0010211831,0.00069609034,0.0015596946],"category_scores_gemma":[0.0041718427,0.00026740707,0.0013104348,0.0024943491,0.00036569042,0.0015403961,0.0008473271,0.0009175495,0.000502695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035156193,0.0010804092,0.13168901,0.0005166896,0.00052001403,0.0007011341,0.0010095628,0.1807472,0.0071965894,0.014177484,0.0047132717,0.6572971],"study_design_scores_gemma":[0.00001170396,0.0001378734,0.018168345,0.000055359953,0.00009206062,0.00020838107,0.00054832,0.9606611,0.0033210006,0.012204417,0.00455066,0.00004069184],"about_ca_topic_score_codex":0.0071169995,"about_ca_topic_score_gemma":0.0072748377,"teacher_disagreement_score":0.0071169995,"about_ca_system_score_codex":0.0010753163,"about_ca_system_score_gemma":0.00092753035,"threshold_uncertainty_score":0.014151156},"labels":[],"label_agreement":null},{"id":"W4409603697","doi":"10.61091/jcmcc127b-242","title":"A Study of Using Linear Regression Analysis Model to Enhance the Teaching of English Reading Comprehension Skills in Colleges and Universities","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading comprehension; Reading (process); Mathematics education; Comprehension; Regression analysis; Psychology; Computer science; Linguistics; Machine learning; Philosophy; Programming language","score_opus":0.013995618526248057,"score_gpt":0.32736319205320563,"score_spread":0.3133675735269576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409603697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5258435,0.0019430527,0.44730636,0.0022127193,0.00026181998,0.0008720403,0.00029702944,0.0013756105,0.01988786],"genre_scores_gemma":[0.8652531,0.000964337,0.12835553,0.00014515639,0.00009259078,0.00070183305,0.00022040919,0.00015846042,0.0041085067],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9830762,0.014250924,0.000305557,0.0010798137,0.00091486203,0.00037257568],"domain_scores_gemma":[0.95122844,0.043016415,0.001427408,0.000940975,0.0029944861,0.0003921348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015205798,0.0013557348,0.0009786069,0.0018486741,0.0008514917,0.0021541025,0.0012131787,0.0007241267,0.004436102],"category_scores_gemma":[0.054093774,0.00058170926,0.0018855949,0.001962966,0.00054238964,0.0035619168,0.0010671436,0.0016576272,0.0010822631],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001211547,0.004090752,0.32739893,0.0015189003,0.0026596054,0.000710801,0.009304064,0.07559442,0.003805609,0.042946797,0.0089001125,0.5218585],"study_design_scores_gemma":[0.00029357304,0.0032411471,0.059710633,0.00068273925,0.0014025423,0.00039844384,0.0046589402,0.89922726,0.0045797336,0.013570378,0.01208719,0.00014748835],"about_ca_topic_score_codex":0.008524827,"about_ca_topic_score_gemma":0.0060830177,"teacher_disagreement_score":0.015205798,"about_ca_system_score_codex":0.0013456465,"about_ca_system_score_gemma":0.0030830486,"threshold_uncertainty_score":0.08041692},"labels":[],"label_agreement":null},{"id":"W4409603704","doi":"10.61091/jcmcc127b-190","title":"Predictive model for comprehensive development of vocational education students and optimal design of personalized learning path based on graph neural network","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Artificial neural network; Computer science; Personalized learning; Path (computing); Graph; Artificial intelligence; Machine learning; Mathematics education; Psychology; Theoretical computer science; Teaching method; Computer network; Pedagogy; Cooperative learning","score_opus":0.029011727400052874,"score_gpt":0.3191683635490062,"score_spread":0.2901566361489533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409603704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14869745,0.00043607017,0.8447257,0.00049778505,0.00006352076,0.00010617424,0.0005500895,0.0007339425,0.004189165],"genre_scores_gemma":[0.9541426,0.00035109927,0.04117583,0.000055362998,0.000018046268,0.00020248607,0.00053157937,0.00003786928,0.0034851239],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996544,0.000061004226,0.000018613275,0.00013258417,0.00007362684,0.000059724425],"domain_scores_gemma":[0.9995183,0.00020640202,0.00005904512,0.000025933947,0.00016214901,0.000028185765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006023834,0.00068401487,0.000571906,0.001231068,0.0003726242,0.0008276038,0.0009819294,0.0007947732,0.002160695],"category_scores_gemma":[0.0019651663,0.00037575065,0.0007859733,0.0009845546,0.00032118967,0.0010979223,0.0005098279,0.0008079307,0.00032499988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003577076,0.000042076972,0.0042859796,0.00003694745,0.000026500487,0.000037942784,0.000039272483,0.96129894,0.00050512183,0.0023768789,0.0007677789,0.030546747],"study_design_scores_gemma":[0.00000198841,0.0000067872907,0.00044204597,0.0000025122536,0.000005299217,0.0000041639437,0.0000052436862,0.9985474,0.00010002017,0.00079629116,0.00008571872,0.0000025667505],"about_ca_topic_score_codex":0.027388915,"about_ca_topic_score_gemma":0.01852532,"teacher_disagreement_score":0.027388915,"about_ca_system_score_codex":0.0011077409,"about_ca_system_score_gemma":0.0014229504,"threshold_uncertainty_score":0.054459035},"labels":[],"label_agreement":null},{"id":"W4409603814","doi":"10.61091/jcmcc127b-158","title":"An Applied Study of English Sentence Fast Retrieval Algorithm Based on Choquet Expectation","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentence; Computer science; Natural language processing; Algorithm; Artificial intelligence; Linguistics; Philosophy","score_opus":0.010143869397746912,"score_gpt":0.28376680589551667,"score_spread":0.27362293649776975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409603814","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029114557,0.0012315531,0.9663979,0.00022462542,0.00009166124,0.00008025399,0.000042843087,0.00046945704,0.0023471431],"genre_scores_gemma":[0.68286383,0.0012538662,0.31102562,0.00027752653,0.00016690981,0.00018038307,0.000349167,0.00012926248,0.003753468],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99792504,0.000437197,0.00017422419,0.000547389,0.0007816516,0.00013439078],"domain_scores_gemma":[0.99837315,0.0006532988,0.00009524634,0.00015397323,0.000682571,0.000041797124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021507957,0.0007471524,0.0011525095,0.0015191841,0.0006544596,0.0014365155,0.001182767,0.00089364784,0.0016561111],"category_scores_gemma":[0.0062707076,0.0002572001,0.0013227836,0.0014772423,0.0006505216,0.003082483,0.0007778239,0.00081331003,0.0005057414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005449114,0.00023410658,0.0047576614,0.0005234019,0.00032052194,0.00019548347,0.0004875205,0.15859832,0.041158658,0.046157513,0.0034725582,0.7435492],"study_design_scores_gemma":[0.000027231912,0.00022589047,0.0017197481,0.000017091033,0.000072521194,0.0002370547,0.000090931,0.9738723,0.010364996,0.010842128,0.0024766144,0.00005345486],"about_ca_topic_score_codex":0.005800068,"about_ca_topic_score_gemma":0.002619675,"teacher_disagreement_score":0.005800068,"about_ca_system_score_codex":0.0011696278,"about_ca_system_score_gemma":0.0013819068,"threshold_uncertainty_score":0.011532605},"labels":[],"label_agreement":null},{"id":"W4409604898","doi":"10.61091/jcmcc127b-264","title":"An application of Web-based college online English teaching platform","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Computer science; College English; Multimedia; Mathematics education; Psychology","score_opus":0.010055966501527147,"score_gpt":0.29213813646493253,"score_spread":0.2820821699634054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409604898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66851676,0.00070522923,0.21150424,0.0010618939,0.00061332434,0.0022848544,0.0010222141,0.040370435,0.07392103],"genre_scores_gemma":[0.850456,0.00054975547,0.10101863,0.00029825224,0.00016801346,0.0004508416,0.0012670951,0.00060401985,0.045187376],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9997619,0.000045991907,0.000020358788,0.000050313767,0.00007957868,0.00004183647],"domain_scores_gemma":[0.99950874,0.00009667449,0.000027337162,0.00006856529,0.00013190204,0.0001668171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029341984,0.00035721387,0.00021231327,0.0008603947,0.0004023084,0.0008996101,0.0006324587,0.00040499464,0.007484671],"category_scores_gemma":[0.0008919525,0.00012422643,0.00032283054,0.0004992844,0.00012973358,0.0011674367,0.0009784726,0.00029385937,0.0018078645],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082106143,0.002688611,0.014302139,0.00062863843,0.00006169594,0.0029744448,0.0015781429,0.0023955707,0.07921168,0.0047595496,0.030111251,0.8604672],"study_design_scores_gemma":[0.0010576418,0.0048834183,0.113059886,0.00047657403,0.0006314008,0.007365168,0.003584642,0.23754635,0.2104442,0.0062088985,0.41422242,0.00051937805],"about_ca_topic_score_codex":0.0010623615,"about_ca_topic_score_gemma":0.00072267756,"teacher_disagreement_score":0.007484671,"about_ca_system_score_codex":0.0002019867,"about_ca_system_score_gemma":0.0006191346,"threshold_uncertainty_score":0.02503872},"labels":[],"label_agreement":null},{"id":"W4409604926","doi":"10.61091/jcmcc127b-311","title":"Web-based optimization algorithm for web-based platform course design in teaching reform of university mathematics","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anhui Provincial Quality Engineering Project; Huainan Normal University","keywords":"Course (navigation); Computer science; Web application; World Wide Web; Algorithm; Multimedia; Engineering","score_opus":0.015479601366466134,"score_gpt":0.2756444266053121,"score_spread":0.26016482523884593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409604926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021980513,0.00013360905,0.97447896,0.00009862994,0.00003191817,0.0001000116,0.000045847286,0.000704125,0.002426402],"genre_scores_gemma":[0.52377355,0.00021570892,0.46970764,0.00012523864,0.000035391648,0.0005692883,0.00037243287,0.00017017502,0.0050305324],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995733,0.00010175445,0.000031384287,0.00011447535,0.00011813476,0.00006106202],"domain_scores_gemma":[0.9995628,0.00017704083,0.000039392693,0.000026572576,0.00016393146,0.000030138453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008408297,0.0008067103,0.00090220035,0.0010922431,0.0004964889,0.00080980186,0.0009668648,0.0009865373,0.0043895952],"category_scores_gemma":[0.0019251214,0.00040067983,0.00077915663,0.0007732641,0.0003418333,0.0009453213,0.00075107225,0.000664333,0.0007135743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006413605,0.00010653931,0.0017681086,0.000070958224,0.000046015542,0.000041606636,0.000048860493,0.8418122,0.0013555232,0.003058014,0.0015468069,0.15008129],"study_design_scores_gemma":[0.000007347802,0.0000124658545,0.00014216393,0.0000018886865,0.000004870975,0.0000043818563,0.0000061546125,0.9990349,0.00020217868,0.00040956726,0.00017215344,0.0000020885966],"about_ca_topic_score_codex":0.017058985,"about_ca_topic_score_gemma":0.01057181,"teacher_disagreement_score":0.017058985,"about_ca_system_score_codex":0.0011186672,"about_ca_system_score_gemma":0.0016621937,"threshold_uncertainty_score":0.033919394},"labels":[],"label_agreement":null},{"id":"W4409605113","doi":"10.61091/jcmcc127b-276","title":"Design of talent training model performance evaluation model based on random forest algorithm","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanjing Tech University; Nanjing University; Government of Jiangsu Province","keywords":"Random forest; Training (meteorology); Computer science; Algorithm; Machine learning; Artificial intelligence; Geography","score_opus":0.036526963527679604,"score_gpt":0.305368536431666,"score_spread":0.2688415729039864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409605113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03947755,0.00037138938,0.9537293,0.00042040666,0.000054280932,0.00056109123,0.000226619,0.0013190468,0.0038404104],"genre_scores_gemma":[0.73146486,0.00035504936,0.26170722,0.00022024903,0.00005484994,0.001989088,0.000721417,0.00014229787,0.0033449447],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976031,0.0009917119,0.00011558057,0.00054346427,0.00045671433,0.00028945657],"domain_scores_gemma":[0.9964976,0.0020271114,0.00022622832,0.00017242742,0.0009612782,0.00011543003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051807035,0.001095617,0.0010558234,0.0013907016,0.0005973892,0.0017861912,0.0022085968,0.0012069115,0.0036978],"category_scores_gemma":[0.008410026,0.00036034605,0.0008745281,0.0009266638,0.0006695298,0.0013667777,0.0010786596,0.0014408934,0.00092783256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039782628,0.00021132507,0.0066521536,0.00023954695,0.00009291047,0.0001032467,0.00016259494,0.8240053,0.0022582316,0.010556966,0.0029518458,0.15236805],"study_design_scores_gemma":[0.000012619174,0.00006610234,0.00044282476,0.000016149746,0.000016790373,0.000017846145,0.000019573332,0.99607617,0.0007849302,0.0020355755,0.0005016645,0.000009765674],"about_ca_topic_score_codex":0.007432835,"about_ca_topic_score_gemma":0.0041603902,"teacher_disagreement_score":0.007432835,"about_ca_system_score_codex":0.0016124998,"about_ca_system_score_gemma":0.0023551178,"threshold_uncertainty_score":0.027398467},"labels":[],"label_agreement":null},{"id":"W4409787557","doi":"10.61091/jcmcc127a-394","title":"Fuzzy logic-based multilevel assessment model for education quality with dynamic learning planning approach","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fuzzy logic; Computer science; Quality (philosophy); Dynamic assessment; Artificial intelligence; Machine learning; Psychology","score_opus":0.03073043244944188,"score_gpt":0.3607893168750923,"score_spread":0.3300588844256504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409787557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034675807,0.00022000677,0.95709115,0.00047282138,0.00003221398,0.0001987118,0.00023092645,0.00033151385,0.006746884],"genre_scores_gemma":[0.82191265,0.0002927894,0.17324576,0.000079783,0.000032112726,0.0006281278,0.00032911275,0.000031050895,0.0034486707],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796295,0.00068698596,0.000127979,0.00042881278,0.0006112989,0.00018198958],"domain_scores_gemma":[0.9983197,0.0007881196,0.00023535638,0.00005742004,0.0005223736,0.000077064884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021460708,0.0008096019,0.0007118816,0.0024510126,0.0008323039,0.0019823923,0.0017723831,0.0008843607,0.0034672765],"category_scores_gemma":[0.0049422397,0.0003724308,0.0015295262,0.0018016128,0.00061259785,0.0022883224,0.0012361576,0.0011454107,0.0003876967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009684382,0.000110193985,0.007247607,0.0001551307,0.00021907876,0.00017902785,0.0006023865,0.88337487,0.001254229,0.042158462,0.0011141527,0.063488044],"study_design_scores_gemma":[0.000012406054,0.000036253467,0.001027533,0.000012912453,0.00003547636,0.000022964448,0.00005424476,0.9869587,0.00016151107,0.011123204,0.00053641124,0.000018460021],"about_ca_topic_score_codex":0.023388663,"about_ca_topic_score_gemma":0.016743887,"teacher_disagreement_score":0.023388663,"about_ca_system_score_codex":0.0033874966,"about_ca_system_score_gemma":0.0018683813,"threshold_uncertainty_score":0.046505034},"labels":[],"label_agreement":null},{"id":"W4409791068","doi":"10.61091/jcmcc127a-330","title":"A study on the weight allocation of multi-objective linear programming in the evaluation system of English education","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Linear programming; Computer science; Mathematics education; Mathematical optimization; Mathematics","score_opus":0.025972363979795188,"score_gpt":0.3330771453376384,"score_spread":0.3071047813578432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409791068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08983501,0.0005385974,0.90404487,0.00049131527,0.00007362241,0.00019867702,0.000025610321,0.00007374531,0.004718559],"genre_scores_gemma":[0.80212784,0.0005394316,0.19509172,0.000114609255,0.00005865789,0.00030719358,0.000049641072,0.000032318825,0.0016786497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993644,0.00393622,0.00025810694,0.0007066289,0.0010884547,0.00036664438],"domain_scores_gemma":[0.9947555,0.0032817067,0.00031947065,0.00021950259,0.0012358613,0.0001879707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070826933,0.001014024,0.0008898141,0.0013063623,0.0009777667,0.0021885326,0.0009934802,0.000866073,0.0011456682],"category_scores_gemma":[0.014224198,0.00042546907,0.0008927976,0.0022364545,0.0008760093,0.00342853,0.0012204604,0.0014554994,0.00010590557],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028924324,0.00048007772,0.010777712,0.00065705384,0.0002812191,0.00015247158,0.0008218012,0.6409504,0.005945499,0.056619175,0.0014782746,0.28154713],"study_design_scores_gemma":[0.000017012862,0.00016001999,0.0013101351,0.000026936757,0.000050254614,0.000030741332,0.0001687608,0.989068,0.0010787247,0.007495657,0.00057647016,0.000017319975],"about_ca_topic_score_codex":0.0062159877,"about_ca_topic_score_gemma":0.0038862592,"teacher_disagreement_score":0.0070826933,"about_ca_system_score_codex":0.0021851698,"about_ca_system_score_gemma":0.0021427446,"threshold_uncertainty_score":0.037457287},"labels":[],"label_agreement":null},{"id":"W4409791092","doi":"10.61091/jcmcc127a-316","title":"A linear regression modeling study of university language education and students’ expressive skills","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Regression analysis; Linear regression; Psychology; Computer science; Mathematics; Statistics","score_opus":0.009016271058284573,"score_gpt":0.3082922826670181,"score_spread":0.2992760116087335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409791092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8900691,0.0013972049,0.096066594,0.0011701421,0.00015943067,0.00022039254,0.0004893533,0.00041480272,0.010012827],"genre_scores_gemma":[0.98139346,0.0007307427,0.01266834,0.0000809054,0.00006949106,0.00020922336,0.00034337654,0.00006704384,0.0044373744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99390185,0.0043725967,0.0001996182,0.0006603881,0.0005164362,0.00034909433],"domain_scores_gemma":[0.9775479,0.018790113,0.0013606371,0.00065608515,0.0012351759,0.00041011896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007324162,0.0013958678,0.00095305895,0.0021641622,0.00068005186,0.0017282031,0.0012145356,0.00081389066,0.0051177796],"category_scores_gemma":[0.02757278,0.00047997208,0.002111416,0.003047571,0.0006445776,0.0019533508,0.001146248,0.0020296837,0.0012657106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072486856,0.0022752036,0.735867,0.0006174167,0.002239004,0.0013006437,0.006404533,0.07411592,0.0021978305,0.026414499,0.004146569,0.14369665],"study_design_scores_gemma":[0.0001165076,0.0018212709,0.21405949,0.00039051165,0.0008620996,0.0007726727,0.0043552136,0.7561843,0.0023022243,0.009343431,0.0095924,0.0001999099],"about_ca_topic_score_codex":0.015570113,"about_ca_topic_score_gemma":0.0071336143,"teacher_disagreement_score":0.015570113,"about_ca_system_score_codex":0.0011880593,"about_ca_system_score_gemma":0.002568134,"threshold_uncertainty_score":0.038734317},"labels":[],"label_agreement":null},{"id":"W4409791330","doi":"10.61091/jcmcc127a-268","title":"A Quantitative Study of Multiple Regression Modeling in the Improvement of College English Vocabulary Learning Efficiency","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocabulary; Regression analysis; Computer science; Vocabulary learning; Regression; Natural language processing; English vocabulary; Mathematics education; Artificial intelligence; Statistics; Psychology; Machine learning; Linguistics; Mathematics","score_opus":0.020942340073137364,"score_gpt":0.30469286478594987,"score_spread":0.2837505247128125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409791330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93332714,0.00032777968,0.056713868,0.00039240252,0.000042230295,0.0004076414,0.0002197025,0.00017236262,0.008396744],"genre_scores_gemma":[0.9792284,0.00011956109,0.019011423,0.000030381856,0.000010773991,0.00033836171,0.00009390116,0.00003854589,0.0011286595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97083426,0.023326164,0.0008807018,0.0015804087,0.0029296288,0.00044883802],"domain_scores_gemma":[0.8096791,0.17010829,0.007180076,0.004277462,0.008022131,0.0007328647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027674042,0.0006697946,0.00064742664,0.0017759334,0.0006316813,0.0014494004,0.0009497739,0.00040528813,0.0032507465],"category_scores_gemma":[0.114485845,0.0003417243,0.0011316766,0.002760547,0.0009188321,0.001991846,0.0009846409,0.0012620311,0.00041042402],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010737263,0.004436361,0.4905924,0.0014394202,0.00068884424,0.00041916026,0.03903046,0.020749662,0.00610651,0.023237225,0.003526287,0.4087],"study_design_scores_gemma":[0.00023743777,0.008517477,0.5915618,0.0009583697,0.0009531705,0.0005416721,0.03357851,0.3218504,0.01651504,0.010678905,0.014303632,0.00030358473],"about_ca_topic_score_codex":0.0028761155,"about_ca_topic_score_gemma":0.0021449102,"teacher_disagreement_score":0.027674042,"about_ca_system_score_codex":0.0015005649,"about_ca_system_score_gemma":0.001807751,"threshold_uncertainty_score":0.14635605},"labels":[],"label_agreement":null},{"id":"W4409791344","doi":"10.61091/jcmcc127a-380","title":"Research on the teaching model of dynamic structural behavior simulation in structural engineering teaching by combining finite element method","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Finite element method; Computer science; Mathematics education; Engineering; Structural engineering; Mathematics","score_opus":0.027876153203367032,"score_gpt":0.3839500041456887,"score_spread":0.3560738509423217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409791344","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050501794,0.0009825462,0.9276141,0.0006575538,0.00014894732,0.00021747111,0.000043796572,0.00055757246,0.019276164],"genre_scores_gemma":[0.6124814,0.0034492477,0.37401924,0.00019819732,0.00008766824,0.0005474032,0.00018065253,0.000109158274,0.008927023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851567,0.0004889484,0.00007200781,0.00019426837,0.0006586935,0.000070338676],"domain_scores_gemma":[0.9991148,0.00041336488,0.00005610161,0.00009373004,0.00026965703,0.000052372307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014630118,0.00059970445,0.00047197993,0.0009473911,0.0005296827,0.0011151624,0.001134766,0.0008602229,0.0036894882],"category_scores_gemma":[0.0035132058,0.00036170313,0.00076906686,0.00084752496,0.0006103797,0.0027631118,0.00080847065,0.0007157752,0.00071458356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015699989,0.0007262897,0.014019737,0.0011607589,0.00013004085,0.000231309,0.0024009233,0.13747954,0.032281216,0.11659408,0.0043531614,0.69046605],"study_design_scores_gemma":[0.00008905405,0.00049078435,0.004246682,0.00027015895,0.00019557943,0.0004143818,0.0008288098,0.92337817,0.01956333,0.020585084,0.029857479,0.00008050674],"about_ca_topic_score_codex":0.0041975593,"about_ca_topic_score_gemma":0.0030794805,"teacher_disagreement_score":0.0041975593,"about_ca_system_score_codex":0.00091266714,"about_ca_system_score_gemma":0.002004531,"threshold_uncertainty_score":0.012342572},"labels":[],"label_agreement":null},{"id":"W4409793564","doi":"10.61091/jcmcc127a-235","title":"Measuring the Effectiveness of Students’ Language Proficiency Enhancement Based on Principal Component Analysis in Task-Based Teaching of English in Information Technology-Assisted Colleges and Universities","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Graduate Education; Beijing Institute of Petrochemical Technology","keywords":"Task (project management); Component (thermodynamics); Mathematics education; Computer science; English language; Higher education; Psychology; Engineering; Political science; Physics","score_opus":0.006707679253888369,"score_gpt":0.2677945648396955,"score_spread":0.2610868855858071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409793564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943447,0.000037052294,0.0044413023,0.000019200766,0.0000042350803,0.000081366125,0.000018542029,0.000038784987,0.0010147911],"genre_scores_gemma":[0.9960284,0.000043730783,0.003574331,0.0000060651355,0.0000020910254,0.000059458092,0.000033437493,0.0000034777597,0.00024896205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982529,0.00073343393,0.00012018522,0.00020603655,0.00054679264,0.00014056664],"domain_scores_gemma":[0.9967439,0.0014567123,0.0004904614,0.00021642249,0.0007505037,0.00034198855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022093568,0.0003906506,0.00033766363,0.0008202071,0.00030064702,0.00078764005,0.00022324176,0.00019812318,0.0007672953],"category_scores_gemma":[0.007337903,0.00012252483,0.00040022423,0.00051508966,0.0002920314,0.00063003233,0.00042389808,0.000318153,0.0001723369],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012542204,0.0032494357,0.45494464,0.00053149817,0.00034930176,0.00013117012,0.0042851013,0.0069744596,0.079962745,0.0009082211,0.00077364064,0.4466355],"study_design_scores_gemma":[0.000040402792,0.0034656199,0.95614773,0.00004173428,0.0001560836,0.000049273203,0.0016657334,0.013809482,0.02358948,0.00032806868,0.00065280194,0.000053740285],"about_ca_topic_score_codex":0.0016460755,"about_ca_topic_score_gemma":0.0015354493,"teacher_disagreement_score":0.0022093568,"about_ca_system_score_codex":0.0003366664,"about_ca_system_score_gemma":0.0008580855,"threshold_uncertainty_score":0.0116842985},"labels":[],"label_agreement":null},{"id":"W4409794795","doi":"10.61091/jcmcc127b-511","title":"Research on optimization strategy of dynamic planning method in resource balancing in online and offline integrated teaching in higher education","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Resource (disambiguation); Online teaching; Engineering management; Knowledge management; Mathematics education; Engineering; Psychology; Computer network","score_opus":0.03565371383605181,"score_gpt":0.40103228602989077,"score_spread":0.36537857219383896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409794795","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072240597,0.0014647377,0.9851489,0.0002200128,0.00006917916,0.0000481869,0.000016078551,0.00011883785,0.0056899493],"genre_scores_gemma":[0.602113,0.0056235604,0.3832346,0.00021647938,0.00020332535,0.0004647422,0.00013033948,0.0001331948,0.007880676],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990018,0.00031833551,0.00006105691,0.00024256913,0.0002767818,0.00009941526],"domain_scores_gemma":[0.99944705,0.00030823203,0.000045838333,0.000029115645,0.00013606068,0.000033616958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012616183,0.00093266217,0.0009263261,0.00096511655,0.0006400842,0.0014658043,0.001230867,0.00088855345,0.0032541165],"category_scores_gemma":[0.0020810133,0.0004648879,0.0007520051,0.0016755491,0.0007265921,0.002245661,0.0009412595,0.0011319094,0.00034249437],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084701875,0.00011010175,0.0016079549,0.00045531575,0.000076436074,0.000067636705,0.0001756214,0.6550901,0.0024214787,0.049692925,0.0026353202,0.28758252],"study_design_scores_gemma":[0.00001929872,0.00006010505,0.0003616418,0.000031867166,0.0000260152,0.000042256488,0.000059191098,0.98634213,0.0009766266,0.0095056435,0.0025586009,0.000016584263],"about_ca_topic_score_codex":0.008538904,"about_ca_topic_score_gemma":0.0041103824,"teacher_disagreement_score":0.008538904,"about_ca_system_score_codex":0.0014227316,"about_ca_system_score_gemma":0.0022966517,"threshold_uncertainty_score":0.016978383},"labels":[],"label_agreement":null},{"id":"W4409795097","doi":"10.61091/jcmcc127b-393","title":"Analysis and evaluation of college entrance examination questions based on clustering algorithm","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster analysis; Computer science; Algorithm; Artificial intelligence","score_opus":0.014641373454826401,"score_gpt":0.3066920186543554,"score_spread":0.292050645199529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409795097","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.861742,0.0015996161,0.1198757,0.00040327446,0.00013587726,0.00043359934,0.0017847585,0.0033309704,0.010694177],"genre_scores_gemma":[0.93797165,0.00023758475,0.05383838,0.00006535356,0.000038343427,0.0001187298,0.0046180305,0.000073120245,0.0030388348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967141,0.00082383375,0.00030065392,0.000702416,0.0011991181,0.00025991452],"domain_scores_gemma":[0.99465585,0.0018745289,0.00035726576,0.00043001038,0.002300226,0.00038213722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025585575,0.000811741,0.00075596623,0.005078702,0.0004919094,0.0013684566,0.0008666307,0.0008712092,0.0018998283],"category_scores_gemma":[0.011116057,0.000116951676,0.0007245347,0.002359754,0.00026488307,0.0012656781,0.0007782825,0.00042983697,0.00082501967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010980336,0.0007370183,0.18714142,0.00038180838,0.00025243996,0.00023141182,0.00042244443,0.040639125,0.011898775,0.0028716936,0.011185095,0.7431408],"study_design_scores_gemma":[0.000055067685,0.000557332,0.16529521,0.00005124606,0.00012278132,0.00020262762,0.0007913305,0.8004207,0.024972834,0.0016905527,0.0057827984,0.000057506826],"about_ca_topic_score_codex":0.009061003,"about_ca_topic_score_gemma":0.0077728573,"teacher_disagreement_score":0.009061003,"about_ca_system_score_codex":0.0011300688,"about_ca_system_score_gemma":0.0009089668,"threshold_uncertainty_score":0.018016517},"labels":[],"label_agreement":null},{"id":"W4410206540","doi":"10.28924/2291-8639-23-2025-112","title":"University Rankings Prediction Using Hybrid Feature Selection Based on Machine Learning Methods","year":2025,"lang":"en","type":"article","venue":"International Journal of Analysis and Applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mahasarakham University","keywords":"Feature selection; Selection (genetic algorithm); Machine learning; Mathematics; Artificial intelligence; Feature (linguistics); Computer science; Linguistics","score_opus":0.0081264407224325,"score_gpt":0.3304323343270016,"score_spread":0.32230589360456907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410206540","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4147174,0.0012741345,0.57561,0.0005064096,0.00016480077,0.00022308134,0.0020074756,0.0028672419,0.0026294622],"genre_scores_gemma":[0.94636697,0.00017323694,0.051212374,0.00005768689,0.000071824616,0.000087672815,0.0012504158,0.000029623076,0.0007501657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985511,0.0004835559,0.00011332364,0.00023152308,0.00042217504,0.00019825174],"domain_scores_gemma":[0.9969187,0.0014844582,0.00039628535,0.00020744024,0.000897765,0.000095322604],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.0028699017,0.0012935873,0.0013206098,0.0049256952,0.00045592457,0.0014140253,0.000846002,0.0006066513,0.0010674044],"category_scores_gemma":[0.0057963873,0.00024609955,0.0013347549,0.0037159156,0.0002728015,0.0009769129,0.00064419804,0.0006961016,0.000665064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038499897,0.0005123755,0.104771934,0.000175631,0.00050670176,0.0003663894,0.000102587444,0.5020474,0.0055731535,0.001396354,0.005646024,0.37851655],"study_design_scores_gemma":[0.000012335072,0.00009443771,0.011795245,0.000013121152,0.000036718273,0.000042243897,0.000030227748,0.98524076,0.0013844975,0.00083765975,0.00048669727,0.000025993884],"about_ca_topic_score_codex":0.008626331,"about_ca_topic_score_gemma":0.007659953,"teacher_disagreement_score":0.9971301,"about_ca_system_score_codex":0.00068830035,"about_ca_system_score_gemma":0.00091887795,"threshold_uncertainty_score":0.01715225},"labels":[],"label_agreement":null},{"id":"W4410438843","doi":"10.28924/2291-8639-23-2025-115","title":"An Innovative Technique for Various Types of Tri Ideals in b-Semirings","year":2025,"lang":"en","type":"article","venue":"International Journal of Analysis and Applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jazan University","keywords":"Mathematics; Type (biology); Algebra over a field; Pure mathematics","score_opus":0.008112165585297117,"score_gpt":0.36950261601299705,"score_spread":0.36139045042769996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410438843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026923163,0.0010475302,0.91892105,0.0014605349,0.00050577684,0.00017786075,0.00013385937,0.00050828885,0.05032199],"genre_scores_gemma":[0.35987136,0.0013576951,0.6158287,0.0009053971,0.0007307795,0.0002831758,0.00023698964,0.00034919355,0.02043673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99752396,0.0007169251,0.00022785603,0.0005729311,0.0007365054,0.00022180368],"domain_scores_gemma":[0.9970214,0.0011179465,0.00028662186,0.00073824165,0.0005200592,0.0003155987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038152097,0.0006160118,0.00060294487,0.0030984653,0.0027521597,0.0030827804,0.0012421636,0.0008991911,0.008613797],"category_scores_gemma":[0.004664527,0.0006247007,0.0021395353,0.0016221459,0.0064905356,0.010111651,0.005944827,0.0047481507,0.002342175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017689505,0.000012028227,0.00015347387,0.00005822378,0.0000049619275,0.000106250765,0.000855615,0.0002339186,0.0023312012,0.9876244,0.00069443125,0.0079079475],"study_design_scores_gemma":[0.000016357364,0.0000779606,0.0003547921,0.0000760785,0.000019343548,0.0011673449,0.00079596095,0.0054866103,0.0054487647,0.9300086,0.05650191,0.00004629032],"about_ca_topic_score_codex":0.00053666224,"about_ca_topic_score_gemma":0.00059615093,"teacher_disagreement_score":0.008613797,"about_ca_system_score_codex":0.0010054058,"about_ca_system_score_gemma":0.0007451164,"threshold_uncertainty_score":0.028816044},"labels":[],"label_agreement":null},{"id":"W4410900620","doi":"10.54254/2755-2721/2025.tj23539","title":"Analysis on Optimizing Federated Proximal Algorithm for Heterogeneous and Secure Collaborative Learning","year":2025,"lang":"en","type":"article","venue":"Applied and Computational Engineering","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Algorithm","score_opus":0.003900710026242722,"score_gpt":0.23646749604819622,"score_spread":0.2325667860219535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410900620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029148452,0.00057310855,0.9667991,0.00043576563,0.00006270847,0.000068593385,0.000044835808,0.0003024125,0.0025650773],"genre_scores_gemma":[0.7974122,0.00069608615,0.19618025,0.0003902017,0.000099024546,0.00022877123,0.0002543531,0.00013909646,0.004600118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997928,0.0008323218,0.00009563575,0.0003915309,0.00046279584,0.00028973538],"domain_scores_gemma":[0.99364203,0.0043857004,0.0003419762,0.000490091,0.0008317329,0.00030849696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044309814,0.0011225999,0.0016403383,0.0007181694,0.000802929,0.0015298707,0.0018553892,0.001780843,0.0031572385],"category_scores_gemma":[0.014006103,0.00044524073,0.00092547433,0.00083954434,0.0013154993,0.0018732251,0.0022940908,0.0019176214,0.00056103716],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002157224,0.000119081764,0.0016004029,0.00012885034,0.00008598358,0.00009935403,0.00009287895,0.9277682,0.0013013106,0.020097695,0.0018823836,0.04660807],"study_design_scores_gemma":[0.0000101854375,0.000044107954,0.000097715834,0.0000090701815,0.000008336716,0.000020772428,0.00001256415,0.9939314,0.0003031092,0.0053532734,0.0002057414,0.0000037602367],"about_ca_topic_score_codex":0.0037757417,"about_ca_topic_score_gemma":0.002472828,"teacher_disagreement_score":0.0044309814,"about_ca_system_score_codex":0.0012259663,"about_ca_system_score_gemma":0.0028043333,"threshold_uncertainty_score":0.023433566},"labels":[],"label_agreement":null},{"id":"W4411035284","doi":"10.18280/jesa.580403","title":"Decision Support System on Faculty Profiling Using Full-Text Search Algorithm: A Tool for Evaluating Faculty Performances","year":2025,"lang":"en","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Profiling (computer programming); Computer science; Algorithm; Programming language","score_opus":0.07704063835483686,"score_gpt":0.40047807081522885,"score_spread":0.32343743246039197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411035284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2730997,0.001258501,0.6177905,0.0015264314,0.0003732606,0.004260254,0.017744023,0.0630576,0.02088976],"genre_scores_gemma":[0.39893132,0.0004155947,0.57988214,0.0002839243,0.00010197941,0.0017206565,0.0120106805,0.00053764135,0.0061160573],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971317,0.00081777765,0.0005982515,0.00047567263,0.00083431404,0.00014224756],"domain_scores_gemma":[0.99441504,0.0027296566,0.0005578064,0.00036911317,0.0017057807,0.00022272402],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003399726,0.0011336344,0.0010812778,0.007244531,0.0010570709,0.0026213315,0.0010420127,0.0010447695,0.008827753],"category_scores_gemma":[0.010419357,0.0002732294,0.0008394671,0.0043697613,0.00024185945,0.0023487436,0.0010186427,0.0004772193,0.0034573164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016001594,0.00081202254,0.016179804,0.0011905673,0.000191963,0.00045780017,0.0010532009,0.0143837035,0.016028224,0.0035778265,0.03942815,0.9050966],"study_design_scores_gemma":[0.0010736383,0.002184377,0.043113586,0.0006334524,0.0005079953,0.001258964,0.0027724085,0.77662605,0.07579725,0.016333727,0.07928626,0.0004123518],"about_ca_topic_score_codex":0.0030983223,"about_ca_topic_score_gemma":0.0028903615,"teacher_disagreement_score":0.9966003,"about_ca_system_score_codex":0.00080745167,"about_ca_system_score_gemma":0.0019727966,"threshold_uncertainty_score":0.029531777},"labels":[],"label_agreement":null},{"id":"W4411112921","doi":"10.18653/v1/2025.cmcl-1.24","title":"An Empirical Study of Language Syllabification using Syllabary and Lexical Networks","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Syllabification; Computer science; Natural language processing; Artificial intelligence; Empirical research; Linguistics; Speech recognition; Mathematics; Statistics; Syllable","score_opus":0.02737865592202788,"score_gpt":0.4028329125226792,"score_spread":0.37545425660065135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411112921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98984176,0.00014760136,0.0068998197,0.00013048327,0.0000045558118,0.0000236068,0.00043107037,0.000016156808,0.0025048843],"genre_scores_gemma":[0.99664813,0.00007600602,0.0025436126,0.00000855088,0.000003797428,0.000020159652,0.00037409173,0.000007430651,0.00031814116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989255,0.00049123267,0.00005590098,0.00028422504,0.00016626518,0.00007692927],"domain_scores_gemma":[0.97563034,0.019080464,0.0026039393,0.0009913358,0.0011998424,0.0004941465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020199576,0.0001960469,0.00017333064,0.0019849741,0.00045916627,0.0010160238,0.0004639047,0.00043593446,0.002341198],"category_scores_gemma":[0.026957856,0.00015985216,0.0002407365,0.002641663,0.0009932398,0.003708634,0.0007406542,0.0006348248,0.00026169932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002349366,0.00024086557,0.895484,0.00020262267,0.0001524179,0.0002571288,0.0067046867,0.015845606,0.0030007395,0.026205286,0.0013224817,0.050349187],"study_design_scores_gemma":[0.000020597236,0.00019653392,0.82848155,0.00009577522,0.00009778873,0.00073086144,0.0064956574,0.13528588,0.0030159352,0.01902016,0.0065055955,0.000053609103],"about_ca_topic_score_codex":0.007519287,"about_ca_topic_score_gemma":0.008922504,"teacher_disagreement_score":0.007519287,"about_ca_system_score_codex":0.00089041464,"about_ca_system_score_gemma":0.00026152973,"threshold_uncertainty_score":0.014950991},"labels":[],"label_agreement":null},{"id":"W4411656722","doi":"10.51847/dg7kviurxc","title":"10.51847/dg7kViURxC","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Center (category theory); Information center; Genetic algorithm; Computer science; Algorithm; Artificial intelligence; Mathematics; Machine learning; Mathematics education; Crystallography; Chemistry","score_opus":0.007049597278958621,"score_gpt":0.21597697565470547,"score_spread":0.20892737837574685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411656722","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027680101,0.000734514,0.0058716666,0.0008991879,0.0007432048,0.00016238047,0.0017989709,0.004847982,0.98217404],"genre_scores_gemma":[0.008901701,0.00040570158,0.002852886,0.00041257212,0.000121379526,0.000080764104,0.0018449908,0.0005802579,0.98479974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99941695,0.00007675022,0.00005638595,0.00016777337,0.00016929334,0.0001129167],"domain_scores_gemma":[0.99876225,0.00029133473,0.00005057726,0.0002712163,0.00042907314,0.00019552965],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007302169,0.0013737149,0.00071848324,0.0024907757,0.0010048135,0.0034277125,0.0012351578,0.0030891208,0.95305866],"category_scores_gemma":[0.0014875109,0.00040310321,0.0005544791,0.0023177874,0.0007822027,0.0020965082,0.002062518,0.0011131056,0.96149087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002864761,0.00023811204,0.0018113729,0.0003507442,0.000026194113,0.00029004735,0.00013345378,0.0007340743,0.004178138,0.0051670303,0.27568942,0.71109486],"study_design_scores_gemma":[0.000074015385,0.00008562817,0.0014547539,0.00025553806,0.00002142095,0.00052890653,0.00017043282,0.001550307,0.0017359719,0.001270221,0.9928261,0.000026718031],"about_ca_topic_score_codex":0.0040270505,"about_ca_topic_score_gemma":0.0020961072,"teacher_disagreement_score":0.04694134,"about_ca_system_score_codex":0.0010595466,"about_ca_system_score_gemma":0.0005236961,"threshold_uncertainty_score":0.0669561},"labels":[],"label_agreement":null},{"id":"W4411780569","doi":"10.5539/elt.v18n7p48","title":"Evaluating GPT-4 Turbo`s Ability to Design English Reading Test Items for Language Learners","year":2025,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Reading (process); Test (biology); Linguistics; Language assessment; Mathematics education","score_opus":0.02722475778468759,"score_gpt":0.3750710716186919,"score_spread":0.34784631383400433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411780569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.983401,0.00003746681,0.012934416,0.000044987573,0.000014329214,0.0005290935,0.0001476965,0.00049336505,0.002397696],"genre_scores_gemma":[0.94956887,0.000091698224,0.0464716,0.00007157188,0.000009169136,0.0005449025,0.0005801384,0.00010711074,0.0025550278],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99390537,0.002896081,0.00061265554,0.0007385474,0.0015983614,0.0002489515],"domain_scores_gemma":[0.9483709,0.034706537,0.0040129875,0.0041544014,0.007075148,0.0016799959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012438607,0.0006909062,0.0005223717,0.0010907582,0.00023525757,0.0014582423,0.0009567236,0.0006054415,0.0028776585],"category_scores_gemma":[0.06921574,0.0003390032,0.0005481416,0.0005090606,0.00061339996,0.0015062052,0.0025033988,0.0007223633,0.0017724853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021109278,0.003007355,0.420244,0.0007393656,0.00012214591,0.00062358635,0.024032675,0.0074966718,0.05003619,0.0011220808,0.002879952,0.48758504],"study_design_scores_gemma":[0.00066007074,0.027855262,0.71702063,0.00046530794,0.00040870125,0.004144287,0.025377162,0.07405181,0.119597435,0.0034866212,0.026575327,0.00035729786],"about_ca_topic_score_codex":0.00066187244,"about_ca_topic_score_gemma":0.0011650021,"teacher_disagreement_score":0.012438607,"about_ca_system_score_codex":0.00047604984,"about_ca_system_score_gemma":0.0011686484,"threshold_uncertainty_score":0.06578243},"labels":[],"label_agreement":null},{"id":"W4413198593","doi":"10.3102/ip.25.2233403","title":"Examining the Internal Structure and Measurement Invariances of Curriculum-based French Fluency Measures","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fluency; Curriculum; Computer science; Artificial intelligence; Mathematics education; Psychology; Pedagogy","score_opus":0.028121024693650243,"score_gpt":0.2741693927075776,"score_spread":0.24604836801392738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413198593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9762299,0.0003314779,0.017930066,0.00020089473,0.0001110314,0.00013039524,0.00023892631,0.000112654336,0.0047146557],"genre_scores_gemma":[0.9955806,0.00007172661,0.0034125894,0.000041895335,0.000024807896,0.00013584296,0.00038505023,0.00004500736,0.00030249974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9824866,0.0100357225,0.0012601744,0.0028117732,0.0028639524,0.00054168585],"domain_scores_gemma":[0.86978894,0.10049131,0.0071104667,0.008396775,0.013380836,0.0008317339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029809615,0.0007574665,0.00050737435,0.002627242,0.0010151645,0.0026608622,0.0008155552,0.0010346308,0.0013974779],"category_scores_gemma":[0.112495154,0.00047009546,0.0016102593,0.0015066613,0.0013473976,0.0015973891,0.0014439533,0.0010735303,0.0003434172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062926294,0.00035316517,0.8536714,0.00015268823,0.001732016,0.00008471119,0.0059236274,0.0053941538,0.007003439,0.006131609,0.0010770389,0.117846854],"study_design_scores_gemma":[0.00010947056,0.0007701771,0.97057724,0.000117517804,0.00037089924,0.00017564258,0.0012179204,0.016583579,0.003682244,0.004226788,0.0020904383,0.00007817392],"about_ca_topic_score_codex":0.008909505,"about_ca_topic_score_gemma":0.008388878,"teacher_disagreement_score":0.029809615,"about_ca_system_score_codex":0.0022663935,"about_ca_system_score_gemma":0.0014482002,"threshold_uncertainty_score":0.15765017},"labels":[],"label_agreement":null},{"id":"W4413225458","doi":"10.18280/isi.300619","title":"Naïve Bayes Classifier-Based Intelligent System for Student Academic Performance Assessment","year":2025,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kementerian Pendidikan, Kebudayaan, Riset, dan Teknologi; Universitas Negeri Yogyakarta","keywords":"Naive Bayes classifier; Computer science; Classifier (UML); Artificial intelligence; Machine learning; Bayes' theorem; Bayes classifier; Bayesian probability; Support vector machine","score_opus":0.02198182583684166,"score_gpt":0.3204468486662253,"score_spread":0.29846502282938364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413225458","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027050551,0.00095320225,0.949196,0.0003942715,0.0002980061,0.0005013631,0.00083840365,0.012992536,0.0077757416],"genre_scores_gemma":[0.4356069,0.00080160174,0.55101883,0.0005036976,0.00027375875,0.0009214052,0.0022904277,0.00022769845,0.008355679],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966382,0.0006546395,0.00045309242,0.0006741825,0.0013889819,0.00019081206],"domain_scores_gemma":[0.99713373,0.0009198381,0.0002496456,0.00019879636,0.001397697,0.00010036228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029475891,0.0008992511,0.00137564,0.0024541344,0.000781804,0.0019730136,0.001906163,0.0011547067,0.00373012],"category_scores_gemma":[0.0076926257,0.00040742452,0.00067657075,0.0012565061,0.0002878996,0.0019002779,0.0006462467,0.0008786278,0.0039305054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066462276,0.00049141084,0.014933172,0.0003650783,0.00016796925,0.00020764094,0.00020692259,0.024846345,0.009948761,0.005317999,0.012788931,0.9300611],"study_design_scores_gemma":[0.00011364319,0.000383773,0.0066796015,0.0001840271,0.00018380083,0.00052081596,0.00012001591,0.94950014,0.015910113,0.008484535,0.017789539,0.00012998811],"about_ca_topic_score_codex":0.0067690075,"about_ca_topic_score_gemma":0.0050198752,"teacher_disagreement_score":0.0067690075,"about_ca_system_score_codex":0.00087052217,"about_ca_system_score_gemma":0.0018507227,"threshold_uncertainty_score":0.015588522},"labels":[],"label_agreement":null},{"id":"W4413391294","doi":"10.1115/omae2025-157083","title":"Cement Bond Quality Prediction Based on Wide and Deep Neural Networks","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Artificial neural network; Cement; Quality (philosophy); Bond; Computer science; Artificial intelligence; Deep neural networks; Machine learning; Materials science; Composite material; Business","score_opus":0.014702215772938483,"score_gpt":0.3069358706386512,"score_spread":0.2922336548657127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413391294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73684347,0.00054555223,0.2578596,0.00037957815,0.00007328417,0.000063658554,0.00042515155,0.0009220623,0.0028876066],"genre_scores_gemma":[0.9869445,0.00007488447,0.011605552,0.000043655775,0.0000100289135,0.000024780358,0.00028461058,0.000011218896,0.0010007588],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99975866,0.000042139178,0.00001779744,0.00008312701,0.000052736552,0.000045598783],"domain_scores_gemma":[0.9994382,0.00020984163,0.00007181485,0.000030768584,0.00021759563,0.00003174159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007298611,0.0009797879,0.00046877243,0.00082659547,0.00023688041,0.0006482404,0.0008016187,0.0006839445,0.0009309873],"category_scores_gemma":[0.0016348828,0.0003413909,0.0006787524,0.0005258407,0.0003064592,0.000770255,0.0005980814,0.0009410115,0.00017123994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090542795,0.00017650038,0.010949449,0.000031401272,0.00006444947,0.000070061666,0.0000327557,0.92186165,0.003071193,0.0004633099,0.0006488698,0.062539764],"study_design_scores_gemma":[8.799488e-7,0.000008768773,0.0004847824,0.0000011647871,0.0000033157055,0.0000013449683,0.0000025047123,0.9990728,0.00028279357,0.00011594961,0.000023955776,0.0000018107229],"about_ca_topic_score_codex":0.017476276,"about_ca_topic_score_gemma":0.015145195,"teacher_disagreement_score":0.017476276,"about_ca_system_score_codex":0.00091418676,"about_ca_system_score_gemma":0.0008364063,"threshold_uncertainty_score":0.03474909},"labels":[],"label_agreement":null},{"id":"W4413835312","doi":"10.1002/9781118784235.eelt1035.pub2","title":"TESOL Technology Standards","year":2025,"lang":"en","type":"other","venue":"The TESOL Encyclopedia of English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Library science; Sociology; Computer science","score_opus":0.0036512257050485336,"score_gpt":0.2746766325299408,"score_spread":0.27102540682489223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413835312","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004161157,0.00085143925,0.028926648,0.0029316973,0.0008386015,0.0016029254,0.03515951,0.0116870655,0.913841],"genre_scores_gemma":[0.033402875,0.002777823,0.062215347,0.0018629513,0.00016863692,0.0030661754,0.09438428,0.007883626,0.7942383],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98510474,0.001389122,0.0009752117,0.0005654401,0.010714712,0.0012508252],"domain_scores_gemma":[0.9336604,0.0037059095,0.0008995709,0.0036121637,0.056147754,0.001974233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007742488,0.00087120384,0.0006923441,0.0073646884,0.0038400986,0.009727525,0.0034298222,0.0016880063,0.15067767],"category_scores_gemma":[0.038609054,0.0007145055,0.0005282366,0.006903201,0.0014366618,0.005660236,0.0036912146,0.0024238026,0.12677681],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012297016,0.00011276383,0.0015139595,0.00045054336,0.000007606839,0.000105837506,0.0019463046,0.0006568242,0.0014168575,0.055826943,0.740616,0.1972234],"study_design_scores_gemma":[0.0000065340537,0.00001130442,0.0007217889,0.00020307372,0.0000037425636,0.000050782666,0.00046111655,0.00018656075,0.00047908377,0.00202758,0.99583095,0.000017517013],"about_ca_topic_score_codex":0.3799485,"about_ca_topic_score_gemma":0.42212918,"teacher_disagreement_score":0.3799485,"about_ca_system_score_codex":0.016010627,"about_ca_system_score_gemma":0.046307396,"threshold_uncertainty_score":0.7554739},"labels":[],"label_agreement":null},{"id":"W4416371780","doi":"10.2316/j.2026.206-1090","title":"RESEARCH ON PATH PLANNING EFFICIENCY OF Q-LEARNING ALGORITHM. 1-10","year":2025,"lang":"en","type":"article","venue":"International Journal of Robotics and Automation","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Path (computing); Motion planning; Stability (learning theory); Context (archaeology); Work (physics)","score_opus":0.029655543611449734,"score_gpt":0.39884289352708807,"score_spread":0.36918734991563834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416371780","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07060143,0.00873093,0.9019807,0.00086804724,0.00027200955,0.00013148418,0.00017200151,0.0006082661,0.016635126],"genre_scores_gemma":[0.7451786,0.0067211636,0.23885979,0.00022407508,0.00022139528,0.00015763471,0.00060948444,0.00031943398,0.0077084317],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983646,0.00058245385,0.00009791485,0.00036277683,0.0004611497,0.00013099921],"domain_scores_gemma":[0.99029607,0.0071966695,0.00027390395,0.00049042027,0.0016129854,0.0001299695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002030529,0.0008043783,0.0008634766,0.0012970102,0.00066934567,0.0014057102,0.0014670115,0.0010538363,0.008816737],"category_scores_gemma":[0.013617966,0.00035098777,0.0006468136,0.001808257,0.00064589456,0.0034144192,0.0006082284,0.0012017809,0.001045723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038576304,0.0003790485,0.0066708275,0.0007689353,0.0001693258,0.00006920546,0.00014009516,0.39319015,0.0038513136,0.04105598,0.00535756,0.54796183],"study_design_scores_gemma":[0.000027767961,0.00021942868,0.0016169446,0.00005239187,0.00004774549,0.00010474663,0.00007241519,0.9763741,0.0031491986,0.015308558,0.0030114572,0.000015245538],"about_ca_topic_score_codex":0.007675493,"about_ca_topic_score_gemma":0.003509692,"teacher_disagreement_score":0.008816737,"about_ca_system_score_codex":0.0013363945,"about_ca_system_score_gemma":0.0019468053,"threshold_uncertainty_score":0.029494941},"labels":[],"label_agreement":null},{"id":"W565265793","doi":"10.11575/prism/29116","title":"Refine Search -- ProQuest CBCA Education","year":2008,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.017434482364726184,"score_gpt":0.23924169769207587,"score_spread":0.22180721532734968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W565265793","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048571233,0.009902243,0.27491534,0.028229883,0.0022252854,0.013188941,0.2093908,0.1805873,0.23298897],"genre_scores_gemma":[0.07671878,0.0034480263,0.7201048,0.0035743716,0.0004637581,0.004027512,0.1294562,0.017461788,0.044744715],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98734343,0.0038985047,0.002950572,0.0010809416,0.0039282343,0.0007983691],"domain_scores_gemma":[0.9089644,0.04986004,0.0026951171,0.0070879846,0.029577188,0.0018151533],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012314374,0.0017060196,0.0018221117,0.01784613,0.002187907,0.0064528114,0.0034030993,0.0020972386,0.10657644],"category_scores_gemma":[0.147033,0.001165223,0.0022848079,0.01539591,0.0007951887,0.007763621,0.0048023243,0.002089624,0.0422627],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004330378,0.00022479528,0.006342478,0.0054122116,0.00020224083,0.000490159,0.0017452373,0.0011518319,0.0027090947,0.011305771,0.6074596,0.3625235],"study_design_scores_gemma":[0.00042318544,0.00017988589,0.0073055695,0.0024258865,0.0003288947,0.0012199549,0.0032604374,0.011545192,0.0057014623,0.02385617,0.9435578,0.00019555406],"about_ca_topic_score_codex":0.059104312,"about_ca_topic_score_gemma":0.14689985,"teacher_disagreement_score":0.89342356,"about_ca_system_score_codex":0.0033059006,"about_ca_system_score_gemma":0.017218973,"threshold_uncertainty_score":0.3565337},"labels":[],"label_agreement":null},{"id":"W6906401161","doi":"10.17605/osf.io/fh8we","title":"Molybdenum, aluminum, and Mo/TOC data from Lower Jurassic mudrocks in Alberta, Canada","year":2022,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outcrop; Drill; Tributary; Core (optical fiber); Sedimentary rock; Drill hole","score_opus":0.015812682349803035,"score_gpt":0.25790873961495114,"score_spread":0.2420960572651481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6906401161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9523817,0.0010720139,0.00050376606,0.00022470437,0.000013554173,0.000038676226,0.029498016,0.0001750769,0.016092597],"genre_scores_gemma":[0.9737516,0.00078706606,0.0011276829,0.000071040624,0.0000059566905,0.0000194404,0.013605353,0.000027018961,0.010604822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996482,0.000009851814,0.000018325902,0.00005472476,0.00016427021,0.00010463849],"domain_scores_gemma":[0.9990877,0.000036874902,0.00006560955,0.000016210224,0.00065011956,0.0001434655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023860518,0.0003816514,0.00029963546,0.0056408765,0.0020707163,0.0008746414,0.0008642034,0.0002285995,0.003836077],"category_scores_gemma":[0.0005781794,0.00027357947,0.00021916478,0.0075835367,0.0005338437,0.00019098609,0.000485463,0.00027102255,0.00053279294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004192099,0.00005697333,0.89907134,0.00035649748,0.00011661261,0.00055941264,0.0023764586,0.00359672,0.0074093947,0.00082554686,0.0118878465,0.07332406],"study_design_scores_gemma":[0.000009647396,0.000010722555,0.9901327,0.00004222579,0.000021587895,0.0000388733,0.0009730349,0.000553584,0.00077215576,0.000052739873,0.0073803673,0.000012424842],"about_ca_topic_score_codex":0.99687386,"about_ca_topic_score_gemma":0.9990324,"teacher_disagreement_score":0.017002547,"about_ca_system_score_codex":0.017002547,"about_ca_system_score_gemma":0.018147213,"threshold_uncertainty_score":0.12336266},"labels":[],"label_agreement":null},{"id":"W6958311657","doi":"10.6084/m9.figshare.21304980.v1","title":"Integration points for sustainable nutrient policy in Canada","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Production (economics); Sustainable development; Government (linguistics); Variety (cybernetics); Public policy","score_opus":0.021834951958706248,"score_gpt":0.29644575383365823,"score_spread":0.27461080187495196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958311657","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000338096,0.000056166675,0.000045696725,0.000089877176,0.0000125580345,0.000011961792,0.9977145,0.00011724273,0.001613976],"genre_scores_gemma":[0.0028718403,0.00017228897,0.00053910515,0.00005838349,0.0000065908825,0.00008550186,0.99339926,0.000112202026,0.0027548852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99839944,0.00009951235,0.00010834938,0.0002501621,0.00068154064,0.00046104088],"domain_scores_gemma":[0.99356925,0.00068445987,0.00033302573,0.0005764755,0.004196591,0.0006401531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009310445,0.0012456978,0.0011693047,0.006779682,0.002049129,0.0033258419,0.0025302253,0.0015967337,0.046222635],"category_scores_gemma":[0.008664481,0.0008695294,0.0019996425,0.022068938,0.00064714596,0.0012237511,0.0017565215,0.0023743708,0.019550528],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051520758,0.00001600088,0.0028172082,0.00034426502,0.000034264074,0.00001576954,0.00006832034,0.0015236038,0.000042067346,0.0018464066,0.9900647,0.003175881],"study_design_scores_gemma":[0.00017593928,0.000008165851,0.03430649,0.0005926746,0.000058883626,0.000019621335,0.00042745704,0.0021851512,0.0003621189,0.0020476936,0.9597381,0.00007780626],"about_ca_topic_score_codex":0.9802562,"about_ca_topic_score_gemma":0.9850236,"teacher_disagreement_score":0.046222635,"about_ca_system_score_codex":0.022654012,"about_ca_system_score_gemma":0.05035918,"threshold_uncertainty_score":0.16436714},"labels":[],"label_agreement":null},{"id":"W6983184465","doi":"","title":"LPR: an adaptive learning path recommendation system using ACO and meaningful learning theory","year":2017,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Path (computing); Cluster analysis; Component (thermodynamics); Recommender system; Personalized learning; Proactive learning; Unsupervised learning; Robot learning; Adaptive learning; Preference learning","score_opus":0.025705614079019636,"score_gpt":0.25496700969332464,"score_spread":0.229261395614305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6983184465","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028584879,0.0003368833,0.9386666,0.00046983478,0.00014403931,0.0005820028,0.00046327466,0.024539944,0.006212614],"genre_scores_gemma":[0.18110386,0.00032677388,0.80719477,0.00034737925,0.00004871599,0.0004701471,0.001076804,0.00044351185,0.008988103],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99958926,0.00007215979,0.000034492135,0.00012008128,0.00015512916,0.00002895596],"domain_scores_gemma":[0.99944335,0.00015370277,0.000055123266,0.0000920595,0.00020135696,0.000054379685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006784556,0.00068543747,0.00082939124,0.0009817021,0.0006225921,0.00083010516,0.0018614401,0.0010421855,0.0049428307],"category_scores_gemma":[0.0018321535,0.0004159545,0.00065927143,0.0008403238,0.00025485014,0.0012510874,0.0007729635,0.0010036837,0.0019190146],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050993776,0.00097328384,0.0032927087,0.00039250526,0.00019385108,0.00044640913,0.00019834294,0.1401499,0.025927301,0.005499219,0.02748863,0.7949279],"study_design_scores_gemma":[0.00014960623,0.00016241815,0.001032824,0.00001773957,0.000040423332,0.00014920883,0.000033329456,0.97884357,0.006590278,0.0019728914,0.010956438,0.000051317642],"about_ca_topic_score_codex":0.009156458,"about_ca_topic_score_gemma":0.010384001,"teacher_disagreement_score":0.009156458,"about_ca_system_score_codex":0.0005960896,"about_ca_system_score_gemma":0.0011225005,"threshold_uncertainty_score":0.018206358},"labels":[],"label_agreement":null},{"id":"W7035818597","doi":"","title":"An appeal to the Montreal conference and Methodist Church generally from a charge by Rev. William Scott, in which is shown his charge to be invalid, ...","year":2014,"lang":"en","type":"article","venue":"QSpace (Queen's University Library)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Charge (physics); Appeal","score_opus":0.013343295643037472,"score_gpt":0.22851539983048663,"score_spread":0.21517210418744917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035818597","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011238026,0.004295301,0.0012068588,0.8406746,0.032557223,0.00009486923,0.00026777797,0.00024388856,0.119535655],"genre_scores_gemma":[0.012401262,0.00064879033,0.0006729793,0.4546633,0.0033014913,0.000101525824,0.00008090285,0.00020056215,0.5279292],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928866,0.0011120494,0.00016635266,0.0006625581,0.0039314665,0.0012409583],"domain_scores_gemma":[0.9921417,0.002320186,0.0002897211,0.0004361992,0.0033019811,0.0015101274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006194866,0.0008986343,0.00089773146,0.00070167705,0.019276004,0.010326973,0.0030376704,0.017670128,0.06391655],"category_scores_gemma":[0.023674443,0.0010072226,0.0012875765,0.0007101636,0.007576094,0.004087144,0.0036273235,0.02661883,0.021476522],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018999383,0.000010941845,0.00013017621,0.00002260038,0.0000048866964,0.000038329224,0.00025784355,0.000012509333,0.00011726215,0.017541096,0.97959304,0.0022522814],"study_design_scores_gemma":[0.000013132479,0.000012473022,0.00089812063,0.000064542015,0.0000060672705,0.000034036173,0.00060845324,0.00004274266,0.00015871483,0.0025097933,0.99561536,0.00003652579],"about_ca_topic_score_codex":0.30475962,"about_ca_topic_score_gemma":0.56847614,"teacher_disagreement_score":0.30475962,"about_ca_system_score_codex":0.010024128,"about_ca_system_score_gemma":0.01905261,"threshold_uncertainty_score":0.60597146},"labels":[],"label_agreement":null},{"id":"W7099345836","doi":"","title":"WATER CONSUMPTION AND WASTE PRODUCTION DURING DIFFERENT PRODUCTION STAGES IN HOG OPERATIONS Presented to: Manitoba Livestock Manure Management Initiative Inc.","year":2001,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Production (economics); Manure; Livestock; Manure management; Water consumption; Consumption (sociology); Animal waste","score_opus":0.027434879472320404,"score_gpt":0.2811535479857521,"score_spread":0.25371866851343167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099345836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9987839,0.000059000893,0.000032315176,0.000039611663,0.000004311843,0.000005722984,0.0006532663,0.000002016479,0.00041991472],"genre_scores_gemma":[0.9920918,0.0002430598,0.00018093186,0.00007035761,0.0000062713416,0.000023048293,0.0020002355,0.00000594966,0.0053784186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99992144,0.000015886275,0.0000043425443,0.000013766216,0.00001609968,0.000028518034],"domain_scores_gemma":[0.9996238,0.0000773319,0.0000804353,0.000007887914,0.000100925325,0.0001095647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020220228,0.00027793978,0.00012220419,0.0004030775,0.0004739126,0.0004234488,0.0002367955,0.0003635161,0.0026972445],"category_scores_gemma":[0.00055027136,0.0002159727,0.00020190078,0.00073768164,0.00023127325,0.0002369091,0.00037476508,0.00036428537,0.000355338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015170168,0.0003646085,0.9845333,0.00004350367,0.000055835208,0.00031610273,0.0010315566,0.00029945793,0.0042309286,0.000032487085,0.0011029355,0.006472382],"study_design_scores_gemma":[0.000004344612,0.00012126659,0.9982095,0.000006388889,0.000012571935,0.000026815114,0.00091111026,0.00013409066,0.0003124631,0.000012062615,0.00024598313,0.0000034495263],"about_ca_topic_score_codex":0.33621708,"about_ca_topic_score_gemma":0.6486062,"teacher_disagreement_score":0.66378295,"about_ca_system_score_codex":0.0014805476,"about_ca_system_score_gemma":0.0013061253,"threshold_uncertainty_score":0.66852015},"labels":[],"label_agreement":null},{"id":"W7115684274","doi":"10.5267/j.dsl.2025.11.004","title":"Research on performance evaluation of university science and technology achievement transformation from the perspective of fuzzy indicators","year":2025,"lang":"en","type":"article","venue":"Decision Science Letters","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jiangsu University of Science and Technology; Jiangsu University","keywords":"Fuzzy logic; Ambiguity; TOPSIS; Transformation (genetics); Process (computing); Perspective (graphical); Measure (data warehouse); Ranking (information retrieval)","score_opus":0.04463987598357114,"score_gpt":0.39142160603444826,"score_spread":0.3467817300508771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115684274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33653447,0.0137268435,0.5635848,0.002056048,0.00030500503,0.00026352546,0.00031574268,0.00036241286,0.08285111],"genre_scores_gemma":[0.96497494,0.0023987547,0.03102815,0.000039775194,0.00006437934,0.00006908528,0.000120705285,0.000017865019,0.0012862564],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9937603,0.0020908143,0.00045149852,0.0005886674,0.0027858452,0.00032293343],"domain_scores_gemma":[0.9934681,0.0029480236,0.0011743674,0.00033281653,0.0018096287,0.00026710855],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067787087,0.0008650561,0.0008134557,0.006872553,0.00085361645,0.0041096266,0.00068492646,0.0006514234,0.0012599066],"category_scores_gemma":[0.012775415,0.00014243212,0.0006399229,0.010985093,0.0014115861,0.0044333907,0.0013220117,0.0008884871,0.00023052694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020061606,0.0002766989,0.03469557,0.0014872904,0.0003395865,0.0001241332,0.0026908182,0.07625429,0.006322156,0.20324442,0.002316058,0.67204833],"study_design_scores_gemma":[0.00005186095,0.0019948762,0.13258182,0.001282123,0.00079,0.00060606934,0.0108610345,0.56114763,0.035886675,0.19352221,0.06082057,0.00045510445],"about_ca_topic_score_codex":0.003337981,"about_ca_topic_score_gemma":0.0022296018,"teacher_disagreement_score":0.9932213,"about_ca_system_score_codex":0.0031075736,"about_ca_system_score_gemma":0.0025313979,"threshold_uncertainty_score":0.03584963},"labels":[],"label_agreement":null},{"id":"W836315372","doi":"10.37870/joqie.v1i1.123","title":"Comparaison de méthodes sur un modèle de prédiction de la réussite universitaire","year":2010,"lang":"fr","type":"article","venue":"The Journal of Quality in Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.07176549881752768,"score_gpt":0.39589847113288057,"score_spread":0.3241329723153529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W836315372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18659335,0.009800832,0.7792239,0.0036067194,0.0010244251,0.0018149981,0.0023721915,0.0015637813,0.013999868],"genre_scores_gemma":[0.55013734,0.005896454,0.4254777,0.0006826732,0.00043735813,0.0027279777,0.0030992182,0.00082761946,0.010713748],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.95696044,0.03277616,0.0017536343,0.0042726663,0.0036643355,0.00057275913],"domain_scores_gemma":[0.7359692,0.24385473,0.0042922497,0.0068039857,0.008026028,0.0010538037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0652775,0.0027971908,0.0028592395,0.0065272655,0.0016213538,0.008281395,0.003658226,0.0027825453,0.009994709],"category_scores_gemma":[0.15830122,0.001355696,0.0065650363,0.008011641,0.0016382547,0.0071939854,0.003714751,0.005973647,0.0029145249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039601694,0.0017232265,0.16527942,0.0034069163,0.009777469,0.00028864737,0.0060769087,0.18231519,0.001410435,0.041174065,0.008582398,0.5760052],"study_design_scores_gemma":[0.00052522466,0.0021389737,0.07024989,0.0017999934,0.0022982485,0.000310025,0.0035573964,0.8417664,0.0031886164,0.051847428,0.02188957,0.00042825128],"about_ca_topic_score_codex":0.030939244,"about_ca_topic_score_gemma":0.021345805,"teacher_disagreement_score":0.0652775,"about_ca_system_score_codex":0.005399802,"about_ca_system_score_gemma":0.0060227877,"threshold_uncertainty_score":0.34522456},"labels":[],"label_agreement":null}]}