{"meta":{"query_hash":"40000f8782fd","filters":{"topic":"Educational Technology and Assessment"},"cohort_total":358,"direct_labels_cover":0,"predictions_cover":358,"exported":358,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/40000f8782fd","api":"https://metacan.xera.ac/api/v1/cohort?topic=Educational+Technology+and+Assessment"},"results":[{"id":"W1482434911","doi":"10.5539/elt.v8n6p159","title":"A Case Analysis of Business English Teacher Development in China with GDUFS as an Example","year":2015,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business English; China; Mathematics education; Business education; International business; Pedagogy; Psychology; Sociology; Higher education; Management; Political science","score_opus":0.023231748289318756,"score_gpt":0.2850066288989729,"score_spread":0.26177488060965415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482434911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97762066,0.00006439721,0.018407641,0.000042984197,0.00013558584,0.000106162195,0.0000010851245,0.00021365198,0.003407819],"genre_scores_gemma":[0.9350475,3.1252085e-7,0.06466116,0.00003388803,0.000074188734,0.000026984,0.000028009912,0.000009820558,0.000118126736],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9986271,0.00018949917,0.00026426054,0.00040652519,0.0002766333,0.00023598186],"domain_scores_gemma":[0.9989573,0.000068569665,0.00012461026,0.0005966294,0.00014673974,0.00010618955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013595691,0.00015400175,0.0002642564,0.000574106,0.00008457709,0.00006865981,0.0005441226,0.00008115683,0.00001995438],"category_scores_gemma":[0.00043972977,0.00013190118,0.0000287014,0.0012858945,0.00003702915,0.0006332185,0.00015731993,0.0003875014,0.0000014856829],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011199924,0.00071333896,0.05393416,0.000013665315,0.00022330915,0.0008420124,0.90892226,0.0016166358,0.000055220946,0.015282624,0.00003846157,0.0183471],"study_design_scores_gemma":[0.004224926,0.0005495828,0.24393488,0.0002609102,0.00052321283,0.00060408877,0.7162015,0.02085993,0.0045310087,0.0011612053,0.0048626405,0.0022861322],"about_ca_topic_score_codex":0.0032458946,"about_ca_topic_score_gemma":0.001702325,"teacher_disagreement_score":0.1927208,"about_ca_system_score_codex":0.000133921,"about_ca_system_score_gemma":0.00031452277,"threshold_uncertainty_score":0.5378774},"labels":[],"label_agreement":null},{"id":"W1492667239","doi":"","title":"On Validation of Concept Map as an Assessment Tool of L2 Reading Comprehension","year":2011,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reading comprehension; Comprehension; Reading (process); Natural language processing; Information retrieval; Artificial intelligence; Linguistics; Programming language; Philosophy","score_opus":0.020576004187558145,"score_gpt":0.31999303274923574,"score_spread":0.2994170285616776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492667239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98132205,0.00010212063,0.010622328,0.00011159794,0.0009640716,0.00007834625,0.0000021844319,0.00002477662,0.0067725074],"genre_scores_gemma":[0.9513728,0.0000038038397,0.048340634,0.00006325826,0.00009853029,0.0000011873242,0.0000028850643,0.0000046938117,0.00011221889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989619,0.00009798905,0.00041579825,0.00011747745,0.000304484,0.00010232685],"domain_scores_gemma":[0.9985157,0.0001394676,0.0005660934,0.0002966955,0.0004367483,0.000045245084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047127303,0.000082711806,0.00019887593,0.00028266554,0.000033066317,0.000013870306,0.00049481954,0.000041296324,0.00013137162],"category_scores_gemma":[0.00012410835,0.00007055612,0.00006705409,0.00022359919,0.000050701598,0.0004131292,0.000059946004,0.00021937687,0.0000013235606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064815824,0.0013952525,0.004487697,0.000050580264,0.00011565559,0.000060901253,0.040040407,0.00030739332,0.011898499,0.91983724,0.0016178481,0.02012374],"study_design_scores_gemma":[0.002176703,0.0029782304,0.03338479,0.0010145843,0.0000886513,0.00004377445,0.01594453,0.00063308555,0.900464,0.040710047,0.0020841553,0.00047745215],"about_ca_topic_score_codex":0.0000131013385,"about_ca_topic_score_gemma":0.0000022550198,"teacher_disagreement_score":0.8885655,"about_ca_system_score_codex":0.000043893222,"about_ca_system_score_gemma":0.00011062427,"threshold_uncertainty_score":0.28771952},"labels":[],"label_agreement":null},{"id":"W1500369060","doi":"10.1007/978-3-540-78137-0","title":"Formal concept analysis : 6th international conference, ICFCA 2008, Montreal, Canada, February 25-28, 2008 : proceedings","year":2008,"lang":"en","type":"book","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formal concept analysis; Axiom; Computer science; Theoretical computer science; Lattice Miner; Category theory; Mathematics; Algebra over a field; Pure mathematics; Algorithm","score_opus":0.013501666639149928,"score_gpt":0.2436026418143874,"score_spread":0.23010097517523748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500369060","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001962248,0.00047137126,0.028842792,0.008215597,0.0011202343,0.0003409708,0.00014260226,0.00031511017,0.9603551],"genre_scores_gemma":[0.050976947,0.00041518497,0.007894931,0.0012905266,0.00038114056,0.00009065439,0.0006625665,0.000023835577,0.9382642],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698406,0.000013365864,0.0005901239,0.0008800932,0.0009787631,0.00055357954],"domain_scores_gemma":[0.99800307,0.0000736557,0.00045086452,0.00049644185,0.0007676501,0.00020829328],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013424305,0.0004694224,0.0005905808,0.0006954117,0.0003122182,0.00015525715,0.0025582036,0.00043445834,0.00091337913],"category_scores_gemma":[0.000020757334,0.00044286312,0.00023197154,0.00050675496,0.000214806,0.000772089,0.00054753467,0.0006855817,0.00004174009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023287348,0.00006043352,0.0008617515,0.0000073053416,0.00075011817,0.00003196412,0.00013536024,0.000018453951,9.3011744e-7,0.25641575,0.7396142,0.0021014097],"study_design_scores_gemma":[0.0009133614,0.00018738183,0.05795788,0.000126701,0.0005250141,0.0002270871,0.00037025416,0.023907399,0.0001343547,0.02405405,0.8895317,0.0020648655],"about_ca_topic_score_codex":0.15777239,"about_ca_topic_score_gemma":0.24573174,"teacher_disagreement_score":0.2323617,"about_ca_system_score_codex":0.0007666738,"about_ca_system_score_gemma":0.0077486467,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W1510641421","doi":"","title":"Developing a Taxonomy of Item Model Types to Promote Assessment Engineering","year":2008,"lang":"en","type":"article","venue":"Open Access Journals at BC (Boston College)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Taxonomy (biology); Context (archaeology); Software; Representation (politics); Artificial intelligence; Information retrieval; Machine learning; Programming language","score_opus":0.16996920963521267,"score_gpt":0.4206065951274083,"score_spread":0.2506373854921956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510641421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3215673,0.00017336366,0.65538865,0.015621093,0.00038768435,0.0011797791,0.000012287076,0.000079492,0.005590334],"genre_scores_gemma":[0.58587575,0.00007292101,0.41229585,0.0002999195,0.000026746588,0.00019469726,0.0000012529058,0.000011864042,0.0012209825],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983441,0.000037773934,0.00051647803,0.00039686114,0.00038507086,0.00031966553],"domain_scores_gemma":[0.9987158,0.00009759038,0.00030195518,0.00047705832,0.0002527147,0.00015488146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005754453,0.00019193727,0.0003508204,0.00033653743,0.0003789181,0.00030662303,0.0038458721,0.00008517957,0.00008836069],"category_scores_gemma":[0.00005939413,0.00018069458,0.000062286854,0.0009648566,0.000036401892,0.0018412496,0.002873081,0.00023644774,0.00001752304],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000760632,0.0010036875,0.062074557,0.00018575195,0.00054654607,0.00025112086,0.001115631,0.11779918,0.013127514,0.7455407,0.03976898,0.018510267],"study_design_scores_gemma":[0.0026528863,0.00039801627,0.11617497,0.0017993087,0.00006644396,0.0010603325,0.00023436673,0.52425987,0.19553652,0.0147411,0.14062272,0.0024534715],"about_ca_topic_score_codex":0.00004426309,"about_ca_topic_score_gemma":0.000020731602,"teacher_disagreement_score":0.7307996,"about_ca_system_score_codex":0.00041581946,"about_ca_system_score_gemma":0.0012221304,"threshold_uncertainty_score":0.7368511},"labels":[],"label_agreement":null},{"id":"W1513838903","doi":"","title":"The Design of an Integrated System for Web-based Distance Education","year":2002,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Distance education; World Wide Web; Mathematics; Mathematics education","score_opus":0.07211856055624491,"score_gpt":0.30038946245059306,"score_spread":0.22827090189434815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513838903","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22446461,0.010685136,0.31363472,0.35119662,0.024768727,0.014384303,0.00013918777,0.0024672607,0.05825942],"genre_scores_gemma":[0.97468984,0.00015272025,0.012248887,0.00043422874,0.000092149276,0.00062048057,0.00002809763,0.000020607147,0.011712965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99757195,0.00049901,0.00053090946,0.00060251734,0.00044600308,0.0003496261],"domain_scores_gemma":[0.9976281,0.00043261176,0.0008920765,0.0005485583,0.0003545708,0.00014408771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008195983,0.00025299852,0.00026515336,0.00017565631,0.00048163146,0.00020782421,0.0006178749,0.00012843641,0.00003344935],"category_scores_gemma":[0.000073677445,0.00021747891,0.000037888254,0.00076738256,0.00013775786,0.00033516096,0.000038296188,0.0004811077,0.000010891717],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007863608,0.00065929204,0.009179521,0.00016564055,0.000011757649,4.6787923e-7,0.00022305165,0.00021390592,0.00015421413,0.8719059,0.0015603853,0.11584722],"study_design_scores_gemma":[0.0037334925,0.004444057,0.26663217,0.004266258,0.000078073404,0.000021240858,0.012123796,0.2918351,0.0022815026,0.06218678,0.35015818,0.002239356],"about_ca_topic_score_codex":0.00012390823,"about_ca_topic_score_gemma":0.0001636018,"teacher_disagreement_score":0.80971915,"about_ca_system_score_codex":0.00060863467,"about_ca_system_score_gemma":0.0015875099,"threshold_uncertainty_score":0.8868532},"labels":[],"label_agreement":null},{"id":"W1564121733","doi":"","title":"A Case Study: Online Learning Pattern Analysis","year":2004,"lang":"en","type":"article","venue":"Society for Information Technology & Teacher Education International Conference","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.02714162143498542,"score_gpt":0.3469875107873942,"score_spread":0.31984588935240876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564121733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33415544,0.000016531141,0.65097564,0.013021085,0.00048587972,0.00041566585,0.000012813279,0.0004841451,0.00043277736],"genre_scores_gemma":[0.9482414,0.00001348656,0.049941096,0.00054536824,0.000065415334,0.00055749185,0.00026098054,0.000006284295,0.0003684745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9985992,0.00002134897,0.00052368484,0.00033193652,0.0002920867,0.00023175393],"domain_scores_gemma":[0.9980542,0.000040988656,0.0003964576,0.0004467775,0.0010046263,0.000056947207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036130566,0.00019275986,0.00019428725,0.00075877935,0.00036275407,0.0002175126,0.0010874984,0.00023743697,0.00005785594],"category_scores_gemma":[0.00012027055,0.00020316741,0.00025551615,0.0013611227,0.00010943683,0.0015104435,0.00021758875,0.00049255346,0.00003285855],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005741508,0.0032404885,0.094071954,0.000028670378,0.0019073981,0.000007695864,0.023143535,0.0013093713,0.00005135875,0.47608462,0.0011258431,0.39902332],"study_design_scores_gemma":[0.0058931266,0.0012932833,0.033747826,0.00011396399,0.0011321063,0.001959068,0.64584756,0.094823174,0.0011973977,0.15551896,0.056237992,0.0022355155],"about_ca_topic_score_codex":0.00018684825,"about_ca_topic_score_gemma":0.000068837646,"teacher_disagreement_score":0.622704,"about_ca_system_score_codex":0.00035918708,"about_ca_system_score_gemma":0.00071484223,"threshold_uncertainty_score":0.82849264},"labels":[],"label_agreement":null},{"id":"W1565893681","doi":"","title":"Identification et mise à l'épreuve des variables permettant la prédiction du niveau de difficulté de tâches d'évaluation pour des équations du premier degré en mathématiques au secondaire","year":2009,"lang":"fr","type":"article","venue":"Archipelago (Université du Québec à Montréal)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Mathematics; Philosophy","score_opus":0.01783450259195536,"score_gpt":0.23831788272123092,"score_spread":0.22048338012927557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565893681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64384925,0.001419071,0.32136652,0.031922344,0.00013605799,0.00029243907,0.000018292802,0.000209966,0.00078603596],"genre_scores_gemma":[0.94279265,0.0020048795,0.05343521,0.00028444658,0.00016520532,0.000034311954,0.000043139094,0.000024255583,0.0012159171],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99671185,0.0013287147,0.00042601017,0.0006161128,0.00035063562,0.00056665286],"domain_scores_gemma":[0.9973752,0.0011365962,0.0003623215,0.0005147862,0.00038162514,0.00022946962],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0018585003,0.0003606948,0.00028058168,0.00036027728,0.0014208554,0.00025402207,0.0008035959,0.00036570852,0.00008779031],"category_scores_gemma":[0.0006162233,0.0004129024,0.00018267607,0.0005465933,0.0004529932,0.0018604428,0.00018980725,0.0005036674,0.000047785434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004293134,0.0010910332,0.014935417,0.0000872902,0.00016956373,0.000055286124,0.53609306,0.00566846,0.008574259,0.32179022,0.0014841893,0.11000829],"study_design_scores_gemma":[0.00067267945,0.00018296597,0.67931056,0.00031446287,0.00027703636,0.00043098797,0.041390624,0.16299516,0.0018104787,0.11056148,0.0016112325,0.00044234356],"about_ca_topic_score_codex":0.037825357,"about_ca_topic_score_gemma":0.05524117,"teacher_disagreement_score":0.6643751,"about_ca_system_score_codex":0.0032567645,"about_ca_system_score_gemma":0.0033210483,"threshold_uncertainty_score":0.9998792},"labels":[],"label_agreement":null},{"id":"W1578453388","doi":"10.18438/b8sp8t","title":"Matching Question Types to Study Designs","year":2016,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Matching (statistics); Information retrieval; Statistics; Mathematics","score_opus":0.024242489379802914,"score_gpt":0.31679078356841056,"score_spread":0.29254829418860767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1578453388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026055219,0.000058689388,0.7388729,0.23372449,0.00014434302,0.00025050464,8.3000793e-7,0.00022154915,0.0006714747],"genre_scores_gemma":[0.8586675,0.000070358,0.118232116,0.022861421,0.000023572995,0.000047052697,0.000001075017,0.0000021470642,0.00009477943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992681,0.00017383578,0.00018603924,0.00012455124,0.00015517422,0.00009226034],"domain_scores_gemma":[0.9983856,0.0011578745,0.00011777529,0.00023567278,0.000040920695,0.00006212155],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005561305,0.00006749773,0.00005265985,0.00014343805,0.00013841839,0.00023061711,0.00029930758,0.000032202242,0.000046922534],"category_scores_gemma":[0.00046687407,0.000047639096,0.000009305119,0.0002976706,0.000013476632,0.1782234,0.00012753166,0.00006964503,0.00014960984],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031437223,0.000069872905,0.0014654975,0.0000064673372,0.000006887051,0.0000014354231,0.0003536671,0.000031111682,0.00014356192,0.9203995,0.0003927702,0.077097796],"study_design_scores_gemma":[0.0018460981,0.0033339288,0.34367013,0.0015902501,0.00008191724,0.00012625956,0.0052877115,0.0030833913,0.038025662,0.06340365,0.5382794,0.0012715942],"about_ca_topic_score_codex":0.0000024049948,"about_ca_topic_score_gemma":1.5539849e-8,"teacher_disagreement_score":0.8569958,"about_ca_system_score_codex":0.000009380467,"about_ca_system_score_gemma":0.000117546304,"threshold_uncertainty_score":0.8332704},"labels":[],"label_agreement":null},{"id":"W1582878243","doi":"","title":"A Discussion of Linguistic Factors Relating to English Reading for Chinese Mongolian Students","year":2014,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading (process); Vocabulary; Linguistics; Grammar; Psychology; Mathematics education; Process (computing); Computer science","score_opus":0.010514302271258777,"score_gpt":0.3646307157036481,"score_spread":0.3541164134323893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1582878243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951274,0.001102051,0.0021510397,0.00031651446,0.00051300094,0.00016197715,0.0000044098833,0.00003519319,0.0005884241],"genre_scores_gemma":[0.9896229,0.000012238018,0.0098774135,0.000061902116,0.000116831936,0.000023521356,0.000004016669,0.0000031871077,0.0002779786],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9994741,0.000024628205,0.00013300855,0.00018034186,0.00008174618,0.00010614493],"domain_scores_gemma":[0.99949414,0.00021341862,0.000045086974,0.00015400028,0.000070025846,0.000023332022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002294908,0.000080735794,0.00014560731,0.000100725476,0.000068391615,0.000029462262,0.00020471524,0.000041064483,2.5248426e-7],"category_scores_gemma":[0.0012452701,0.0000460012,0.000020060477,0.00024531927,0.000024825182,0.00007643313,0.00018003775,0.00010597037,9.795762e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007343828,0.00007792881,0.16607687,0.00020013776,0.000041510644,0.0000039362835,0.764225,0.0000047305757,0.0003864334,0.06257569,0.00025288886,0.0061474973],"study_design_scores_gemma":[0.0035770838,0.001673427,0.67832166,0.0075587956,0.000071937226,0.000011214257,0.12116001,0.0017010723,0.0028373324,0.1672391,0.014293151,0.0015552151],"about_ca_topic_score_codex":0.0000034831676,"about_ca_topic_score_gemma":0.0000096806125,"teacher_disagreement_score":0.64306504,"about_ca_system_score_codex":0.000013739744,"about_ca_system_score_gemma":0.000005471865,"threshold_uncertainty_score":0.18758745},"labels":[],"label_agreement":null},{"id":"W15861381","doi":"10.21432/t2k670","title":"Field Test Evaluation of Educational Software: A Description of One Approach","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Learning and Technology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Field (mathematics); Computer science; Test (biology); Quality (philosophy); Software; Product (mathematics); Alphabet; Management science; Data science; Engineering","score_opus":0.040088102628721964,"score_gpt":0.30135575419816496,"score_spread":0.261267651569443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W15861381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9373442,0.001321137,0.03337272,0.026083127,0.00027664722,0.000086827706,0.0000012675523,0.000011100295,0.0015030038],"genre_scores_gemma":[0.9658064,0.00001815956,0.034049217,0.000007070247,0.000021838632,0.0000032180733,6.770889e-7,0.000002125184,0.00009124533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994493,0.00003027668,0.00020268267,0.000089473346,0.00013274958,0.00009550711],"domain_scores_gemma":[0.99859643,0.00011614685,0.0004916854,0.00019221053,0.0005456382,0.00005790151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006364276,0.000046126435,0.00012524545,0.00046355507,0.00020108247,0.000026141437,0.000448298,0.00012251547,0.000019711706],"category_scores_gemma":[0.0030369835,0.000046646215,0.000020887846,0.00013326007,0.00020097633,0.0001714689,0.00003102653,0.00026901983,5.4022297e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017018791,0.00007176829,0.8202371,0.000019401106,0.000035182304,9.2145694e-7,0.00016891706,0.000030949068,0.00085052254,0.09247568,0.00023394043,0.08587392],"study_design_scores_gemma":[0.001851621,0.0023957347,0.5241767,0.00059360854,0.00020290191,0.00077250024,0.0019615823,0.0068126926,0.016136037,0.44091347,0.0037646713,0.00041847114],"about_ca_topic_score_codex":0.00019468545,"about_ca_topic_score_gemma":0.0002541622,"teacher_disagreement_score":0.3484378,"about_ca_system_score_codex":0.000044081775,"about_ca_system_score_gemma":0.001381099,"threshold_uncertainty_score":0.36357725},"labels":[],"label_agreement":null},{"id":"W1594042587","doi":"10.18806/tesl.v22i1.163","title":"A Review of the Reading Section of the TOEIC","year":2004,"lang":"en","type":"review","venue":"TESL Canada Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TOEIC; Test (biology); Reading (process); Mathematics education; Psychology; Linguistics","score_opus":0.02773349159786311,"score_gpt":0.32064886624972205,"score_spread":0.29291537465185896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594042587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[5.6133945e-7,0.99566734,0.00025313927,0.0021899424,0.0015452085,0.00016962163,0.0000034363807,0.0000039756696,0.00016676473],"genre_scores_gemma":[0.0000125738725,0.9966953,0.00040472948,0.0027075298,0.000086165346,0.00000646141,3.4396928e-7,0.000004423939,0.000082515486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877024,0.00018794391,0.0004671714,0.00010365003,0.00035939232,0.000111578076],"domain_scores_gemma":[0.9982947,0.0001066619,0.000970275,0.00047519518,0.00012491868,0.000028242952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006020619,0.00010978385,0.0004085476,0.000042601525,0.00015197504,0.000010886585,0.0015447229,0.000064124324,0.00012658688],"category_scores_gemma":[0.0001611845,0.000053752054,0.00023054155,0.0005998079,0.000042913114,0.00005036871,0.00015043268,0.00062939234,2.2784656e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8444657e-7,0.000054411576,0.000007734369,0.06913097,0.0001996137,0.0000052033615,0.000032698787,0.000008207446,0.0000014306564,0.032278374,0.09360483,0.80467623],"study_design_scores_gemma":[0.00001789055,0.0000070806773,0.000029915233,0.13093929,0.00008560276,0.00054906117,0.0000027563694,8.616958e-7,0.000005745538,0.0008966866,0.8674124,0.000052722316],"about_ca_topic_score_codex":0.0038730127,"about_ca_topic_score_gemma":0.0019155481,"teacher_disagreement_score":0.80462354,"about_ca_system_score_codex":0.0005852903,"about_ca_system_score_gemma":0.011339725,"threshold_uncertainty_score":0.9942651},"labels":[],"label_agreement":null},{"id":"W1630057220","doi":"10.3968/4710","title":"Low-Carbon Education Theory Utilized in Teaching","year":2014,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rationalization (economics); Mathematics education; Education theory; Consistency (knowledge bases); Teaching method; Fuzzy logic; Computer science; Pedagogy; Higher education; Psychology; Epistemology; Political science; Artificial intelligence; Philosophy","score_opus":0.011190388895068777,"score_gpt":0.3328538083047692,"score_spread":0.3216634194097004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1630057220","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5318099,0.000111371126,0.0036977266,0.005728481,0.0037014084,0.0002284151,2.6520374e-7,0.00011196197,0.45461044],"genre_scores_gemma":[0.98963106,0.0000019962322,0.0070523634,0.0004694841,0.0001524836,0.000047902715,0.000001224981,0.0000034394254,0.0026400243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.998803,0.00014120436,0.00021906913,0.00032016414,0.00031791578,0.00019861087],"domain_scores_gemma":[0.9992573,0.000100129415,0.00015937036,0.00028310204,0.00014925255,0.00005080358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001527213,0.00008248749,0.00010785478,0.00030614706,0.00022415872,0.000051272687,0.0009594728,0.00006344006,0.000031877415],"category_scores_gemma":[0.000119524484,0.00008308762,0.000026382628,0.0008848542,0.00032875658,0.00044749826,0.000104729625,0.00016976074,0.000007907763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001154867,0.00041424844,0.001919655,0.0000068884947,8.431985e-7,1.0422876e-8,0.0011508674,5.7380424e-7,0.0030754276,0.9412097,0.00016324998,0.05205742],"study_design_scores_gemma":[0.00014303367,0.000030531683,0.61073774,0.00005528417,0.000003259983,9.476679e-7,0.00061578956,0.00016434219,0.0047938447,0.3661053,0.017173804,0.00017610373],"about_ca_topic_score_codex":0.0000436948,"about_ca_topic_score_gemma":7.5518125e-7,"teacher_disagreement_score":0.6088181,"about_ca_system_score_codex":0.00017261592,"about_ca_system_score_gemma":0.0016990796,"threshold_uncertainty_score":0.3388215},"labels":[],"label_agreement":null},{"id":"W1763091536","doi":"10.20368/1971-8829/705","title":"Using Information Retrieval to Detect Conflicting Questions","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Information retrieval; Computer science","score_opus":0.32603520761209265,"score_gpt":0.5933043489612301,"score_spread":0.26726914134913743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1763091536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6523772,0.0021107898,0.33951625,0.0008722199,0.0016336091,0.00039278655,0.000007865659,0.000115868104,0.0029734268],"genre_scores_gemma":[0.96016127,0.00020218153,0.038987376,0.00045920073,0.00013395438,0.000013210628,0.0000023871335,0.00000845105,0.00003197693],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835736,0.00012890913,0.000559867,0.0001724509,0.00043966557,0.0003417221],"domain_scores_gemma":[0.9982978,0.00023052437,0.00051212695,0.00041634034,0.000322796,0.00022037918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015649708,0.00015472659,0.0002571595,0.0007828889,0.0003830477,0.0009461862,0.0024734058,0.00009282271,0.00045848588],"category_scores_gemma":[0.000534525,0.00015048622,0.00006737487,0.0014060863,0.00004759862,0.009497051,0.0010728511,0.00031117786,0.000037232043],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007242056,0.00038269273,0.68876094,0.00008748462,0.00022557307,0.00000575863,0.0017912288,0.0014678041,0.11334809,0.041152343,0.018549198,0.1341565],"study_design_scores_gemma":[0.0003031335,0.000016721588,0.86200947,0.0003809712,0.000044507044,0.000055012373,0.0002353158,0.0014705586,0.09279283,0.020975288,0.021153878,0.0005623138],"about_ca_topic_score_codex":0.00014449196,"about_ca_topic_score_gemma":0.0000040707623,"teacher_disagreement_score":0.30778408,"about_ca_system_score_codex":0.00016120276,"about_ca_system_score_gemma":0.00022199436,"threshold_uncertainty_score":0.91240954},"labels":[],"label_agreement":null},{"id":"W1772690412","doi":"10.3968/j.sms.1923845220120502.932","title":"The Discussion on the Mode of Undergraduate Tutorial System for Financial Mathematics Students of Local Universities","year":2012,"lang":"en","type":"article","venue":"Studies in mathematical sciences","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"TUTOR; Tutorial system; Mathematics education; Quality (philosophy); Mode (computer interface); Computer science; Psychology; Physics; Human–computer interaction","score_opus":0.053116363242105995,"score_gpt":0.3908283708988332,"score_spread":0.3377120076567272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1772690412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60263395,0.00034834875,0.3699973,0.020505296,0.0026340894,0.0010147648,0.000008046608,0.0000594188,0.0027987543],"genre_scores_gemma":[0.9912108,0.000015603473,0.008616542,0.000009065236,0.000038066362,0.00003485573,5.0621736e-8,0.0000013757408,0.000073638286],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989144,0.000057916495,0.00026241835,0.00010699427,0.00045839153,0.0001998362],"domain_scores_gemma":[0.9975345,0.002048695,0.00014639151,0.0001950046,0.00005890434,0.000016520862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013565632,0.00007514475,0.00017304833,0.000039552655,0.00037567868,0.000016738895,0.0010182674,0.00002915259,4.0890347e-7],"category_scores_gemma":[0.00020019368,0.000028683735,0.000045476132,0.00027866632,0.0013103707,0.00011908672,0.0003156419,0.000062235464,0.0000017416214],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029496068,0.0001399982,0.00010372079,0.000088274035,0.000012973451,7.110504e-8,0.0028035757,0.000037955913,0.0000107667165,0.9964401,0.00013485394,0.00022471917],"study_design_scores_gemma":[0.00016532652,0.0001793216,0.00022328115,0.0004462199,0.000014115069,0.0000016553035,0.10129365,0.005349232,0.0027939633,0.8893754,0.00007328619,0.00008456861],"about_ca_topic_score_codex":0.0000016680955,"about_ca_topic_score_gemma":0.0000032720286,"teacher_disagreement_score":0.38857684,"about_ca_system_score_codex":0.00008007419,"about_ca_system_score_gemma":0.00008550058,"threshold_uncertainty_score":0.48281157},"labels":[],"label_agreement":null},{"id":"W1832439498","doi":"10.1558/cj.v20i3.433-436","title":"Error Diagnosis and Error Correction in CALL","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Simon Fraser University","funders":"","keywords":"Computer science; Error detection and correction; Error analysis; Speech recognition; Natural language processing; Artificial intelligence; Algorithm; Mathematics","score_opus":0.03002669766090879,"score_gpt":0.3169435381599876,"score_spread":0.28691684049907884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1832439498","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9238138,0.00074757345,0.061179038,0.008943099,0.0031918206,0.0000927304,5.246503e-7,0.000050883937,0.0019805147],"genre_scores_gemma":[0.99283606,0.00009397671,0.006352589,0.00032381355,0.000038878872,0.000014608977,2.1338109e-7,0.000002637472,0.0003372034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994648,0.00006926233,0.00013017998,0.00011739104,0.00008790898,0.0001304249],"domain_scores_gemma":[0.99969494,0.00006426102,0.000051605006,0.000095742165,0.000029823414,0.00006360025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003107653,0.000053744403,0.00006705985,0.00010957945,0.000105328836,0.000057768928,0.00015396312,0.000060439244,0.000027848346],"category_scores_gemma":[0.000100585494,0.000047710677,0.00001624873,0.00017249832,0.00003051636,0.0001955069,0.000023025828,0.00029868682,0.000008431081],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046684254,0.0005469759,0.7192055,0.000008895424,0.000026515369,0.000116099596,0.0014697268,0.00017372498,0.0003456398,0.15283959,0.056609567,0.068653114],"study_design_scores_gemma":[0.0017618914,0.0004180953,0.6279922,0.00019319322,0.000019943107,0.0054815686,0.0014116175,0.011554745,0.0071070776,0.065820605,0.27755094,0.0006881318],"about_ca_topic_score_codex":0.000006001198,"about_ca_topic_score_gemma":0.000016145994,"teacher_disagreement_score":0.22094138,"about_ca_system_score_codex":0.000061291015,"about_ca_system_score_gemma":0.00009157684,"threshold_uncertainty_score":0.1945585},"labels":[],"label_agreement":null},{"id":"W1853045176","doi":"10.3968/j.sss.1923018420130402.2548","title":"Let the Students Feel the Charisma of Chemical Language: Teaching Strategy Based on Linguistic Intelligence","year":2013,"lang":"en","type":"article","venue":"Studies in sociology of science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Style (visual arts); Charisma; Expression (computer science); Psychology; Linguistics; Computer science","score_opus":0.0507128967207052,"score_gpt":0.4256860445848414,"score_spread":0.37497314786413616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1853045176","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98670673,0.0010448198,0.0014134378,0.009393726,0.000361852,0.00021559515,6.1631874e-7,0.000016705959,0.00084653596],"genre_scores_gemma":[0.99727404,0.000065490734,0.0017161726,0.00084738655,0.000021489983,0.00005192997,1.7036409e-7,0.000001359548,0.000021943782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99887145,0.00010594021,0.00023729441,0.0002502894,0.00032915553,0.0002059001],"domain_scores_gemma":[0.9982441,0.0010360448,0.00014704632,0.0004112123,0.0001468001,0.000014811296],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019398996,0.00008049926,0.00015476884,0.00006406131,0.00023328072,0.0000068038858,0.0025478657,0.000041037623,0.0000056942295],"category_scores_gemma":[0.0013824673,0.000043827356,0.000027444526,0.0003039473,0.016832722,0.00007126178,0.0004922042,0.00037235176,0.0000050967747],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007952523,0.0009803126,0.028441632,0.00018617215,0.00009662184,0.0000066557895,0.28078547,0.000910078,0.012483761,0.6511806,0.0022622219,0.022658505],"study_design_scores_gemma":[0.0005628802,0.001071229,0.122349024,0.0012270524,0.000039867922,0.000015514715,0.5234963,0.029955007,0.04542781,0.27511835,0.00008571683,0.00065120374],"about_ca_topic_score_codex":0.00003407798,"about_ca_topic_score_gemma":0.000001183828,"teacher_disagreement_score":0.37606227,"about_ca_system_score_codex":0.000050274513,"about_ca_system_score_gemma":0.00015446768,"threshold_uncertainty_score":0.9858429},"labels":[],"label_agreement":null},{"id":"W1889588694","doi":"10.24908/pceea.v0i0.4785","title":"EVALUATING THE USABILITY OF AN AUTOMATED COURSE-SPECIFIC VOCABULARY TO MEASURE LANGUAGE PROFICIENCY IN ORAL PRESENTATIONS","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Usability; Vocabulary; Natural language processing; Field (mathematics); Measure (data warehouse); Artificial intelligence; Course (navigation); Term (time); Word (group theory); Linguistics; Human–computer interaction; Engineering; Data mining; Mathematics","score_opus":0.022013972068602304,"score_gpt":0.32591914657315546,"score_spread":0.3039051745045532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1889588694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98228514,0.000045869187,0.00013088931,0.015914459,0.00044207094,0.00070921436,0.0000041125354,0.000091983915,0.00037627088],"genre_scores_gemma":[0.98943627,6.243051e-7,0.009997703,0.00012121109,0.00003081867,0.00021194525,0.000003298585,0.000007469795,0.00019068505],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99890494,0.000027012,0.00028694476,0.00019545012,0.00037321143,0.00021243449],"domain_scores_gemma":[0.9986733,0.000081041384,0.0002345319,0.00021098237,0.0007055468,0.00009460031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010966795,0.000089674075,0.00010740488,0.00019947234,0.00013402384,0.000087742155,0.0007753132,0.00008215737,0.000013528899],"category_scores_gemma":[0.00088388665,0.000073909905,0.000034183868,0.0010723259,0.000023644789,0.00042896834,0.000044602482,0.00017736299,0.000005403106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004536212,0.0011545655,0.6811763,0.00023848348,0.00011629063,1.207624e-7,0.034413494,0.014037104,0.05931467,0.15454325,0.031160558,0.023840593],"study_design_scores_gemma":[0.00007911136,0.00003574875,0.93676394,0.00004740672,0.0000075925946,0.0000011945893,0.0015770039,0.057793844,0.0027895016,0.00064843043,0.00015248133,0.00010373974],"about_ca_topic_score_codex":0.006172314,"about_ca_topic_score_gemma":0.002495255,"teacher_disagreement_score":0.2555876,"about_ca_system_score_codex":0.00071478717,"about_ca_system_score_gemma":0.0009734555,"threshold_uncertainty_score":0.93307334},"labels":[],"label_agreement":null},{"id":"W1896297383","doi":"","title":"Generating Interest-based Learning Paths based on Information Theory","year":2008,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.030610173481424693,"score_gpt":0.2689615381165473,"score_spread":0.23835136463512263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896297383","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052433252,0.0002556402,0.068171136,0.8719083,0.0027544817,0.00043299963,0.000009698715,0.00081195816,0.003222553],"genre_scores_gemma":[0.9782343,0.000032147065,0.01802523,0.0029316372,0.00014941349,0.0002588137,0.00007422555,0.000007898019,0.0002863425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998625,0.000095282754,0.0003119586,0.00037862099,0.00028860036,0.000300577],"domain_scores_gemma":[0.99804264,0.0009933836,0.00019220196,0.00041292055,0.0002529958,0.00010586459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002844133,0.00021876553,0.00019381181,0.0012166253,0.00039687983,0.000058199475,0.0006175821,0.00019114697,0.00021881601],"category_scores_gemma":[0.0008228896,0.00020437113,0.000033316337,0.0008345469,0.00037900577,0.00031153756,0.00008488154,0.0007401519,0.00011313079],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009026991,0.00018316982,0.0051087607,0.000008973104,0.000008197277,0.000003715789,0.00024615042,0.0001272489,0.00012909272,0.9789479,0.0019490431,0.013278752],"study_design_scores_gemma":[0.0008694791,0.00056225975,0.010247126,0.00020848069,0.000010948449,0.000034401637,0.00012119928,0.05843848,0.0052241012,0.92014694,0.003580782,0.00055579457],"about_ca_topic_score_codex":0.0000021315973,"about_ca_topic_score_gemma":0.000009083185,"teacher_disagreement_score":0.92580104,"about_ca_system_score_codex":0.00008207166,"about_ca_system_score_gemma":0.0010671087,"threshold_uncertainty_score":0.83340126},"labels":[],"label_agreement":null},{"id":"W1902339472","doi":"","title":"A Comparative Study of the C -Test and NC-test with Iranian EFL Students","year":2012,"lang":"en","type":"article","venue":"Journal of academic and applied studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Computer science; Mathematics education; Programming language; Psychology","score_opus":0.0481283940290632,"score_gpt":0.3739079636861848,"score_spread":0.32577956965712157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902339472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960879,0.0021273394,0.00012967145,0.0013007466,0.00007235203,0.00015351815,5.0382346e-7,0.000004999845,0.00012293887],"genre_scores_gemma":[0.998328,0.00038490156,0.0011187186,0.00007910018,0.0000589769,0.000007061313,1.3334807e-8,0.0000019408678,0.000021313359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992702,0.000022937942,0.00024252411,0.00008684821,0.0002647101,0.000112776725],"domain_scores_gemma":[0.9991294,0.00035393683,0.00032987905,0.00008714218,0.000058882604,0.000040765943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034276294,0.000090477515,0.00025913568,0.00004653363,0.0001605912,0.000010020998,0.00036531087,0.000037074053,2.591998e-7],"category_scores_gemma":[0.000028203658,0.000047138205,0.000012851423,0.00014901541,0.00018228288,0.00014268121,0.0002735603,0.00037381734,2.58123e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010771435,0.00052285404,0.9692296,0.000012270052,0.00020513275,5.2349424e-7,0.022902573,0.0000029158596,0.0007995784,0.005555675,0.00029727837,0.0004608473],"study_design_scores_gemma":[0.0008626006,0.00046414495,0.9489743,0.00007409625,0.00007256451,0.000053031854,0.04635809,0.0000051488432,0.0010829152,0.0018996032,0.00007381663,0.000079667945],"about_ca_topic_score_codex":4.851048e-7,"about_ca_topic_score_gemma":0.0000011273871,"teacher_disagreement_score":0.023455516,"about_ca_system_score_codex":0.000012649156,"about_ca_system_score_gemma":0.000024606925,"threshold_uncertainty_score":0.19222401},"labels":[],"label_agreement":null},{"id":"W1905079982","doi":"10.24908/pceea.v0i0.5743","title":"USING WEIGHTED SCORING RUBRICS IN ENGINEERING ASSESSMENT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Rubric; Computer science; Task (project management); Process (computing); Function (biology); Weight function; Mathematics; Statistics; Arithmetic; Engineering; Systems engineering","score_opus":0.020747075265059606,"score_gpt":0.2632275902746524,"score_spread":0.2424805150095928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1905079982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654619,0.00018873787,0.00865634,0.014805071,0.005429996,0.00060894,0.0000060206266,0.0002694131,0.0045735845],"genre_scores_gemma":[0.940469,0.0000032770536,0.059043244,0.00010096582,0.00009640755,0.000037055022,0.0000018582132,0.00001457717,0.00023360582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988128,0.0000065259437,0.00028576874,0.00021699953,0.00036410856,0.00031377524],"domain_scores_gemma":[0.99889815,0.000044751545,0.00024337374,0.00014562029,0.0004825294,0.00018560507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073346484,0.00013247982,0.00014461164,0.0005461685,0.000083914085,0.00012061755,0.0006455448,0.00013991808,0.000002403232],"category_scores_gemma":[0.00052175816,0.00013972264,0.000044768432,0.0011774314,0.000008444236,0.00049962354,0.000077397395,0.00031011595,0.0000024884525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[5.8776715e-7,0.00013414431,0.5731088,0.00012577586,0.000054890326,3.2681507e-7,0.0011238165,0.011272424,0.0026269883,0.40744847,0.0033382226,0.00076552044],"study_design_scores_gemma":[0.00062896527,0.00003724527,0.52151364,0.00063779065,0.00004132973,0.00002151918,0.00096077047,0.4481696,0.00521461,0.0064990036,0.015456551,0.00081901986],"about_ca_topic_score_codex":0.0030120674,"about_ca_topic_score_gemma":0.00064712274,"teacher_disagreement_score":0.43689716,"about_ca_system_score_codex":0.0050255726,"about_ca_system_score_gemma":0.0022049055,"threshold_uncertainty_score":0.99879396},"labels":[],"label_agreement":null},{"id":"W1921302610","doi":"10.24908/pceea.v0i0.4681","title":"Assessment-focused Model for Monitoring Student Attributes","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Rubric; Accreditation; Process (computing); Context (archaeology); Computer science; Medical education; Psychology; Process management; Mathematics education; Engineering; Medicine; Geography","score_opus":0.018220732138772008,"score_gpt":0.28386483994729833,"score_spread":0.2656441078085263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921302610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8742867,0.0005048049,0.055564035,0.050410707,0.012455948,0.0019970546,0.000055110497,0.0005348863,0.004190722],"genre_scores_gemma":[0.94167197,0.000004375576,0.056547325,0.00009749213,0.00022977428,0.00022520954,0.0000031413472,0.000012967182,0.0012077603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99895513,0.0000038689345,0.00021973098,0.00016105612,0.0002924198,0.00036781887],"domain_scores_gemma":[0.99881864,0.0000785393,0.0002676016,0.0001358614,0.0005338402,0.00016551215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006449389,0.000116299685,0.000120289085,0.00020878456,0.00023044806,0.00010997859,0.00068364956,0.00012276015,0.0000021605028],"category_scores_gemma":[0.0003518242,0.0001147012,0.00007280956,0.00038084804,0.000008876403,0.0005818251,0.000058522382,0.00017105817,0.000002277852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.5238424e-7,0.00013820223,0.62467796,0.000059110032,0.00006617322,3.7699572e-9,0.00095796486,0.0009484545,0.0014985478,0.36265886,0.008146492,0.00084794644],"study_design_scores_gemma":[0.00021009102,0.000014712993,0.9424212,0.0000855962,0.000039660397,0.0000012594728,0.00029395547,0.042014204,0.0055152485,0.0025619003,0.0065614623,0.0002807076],"about_ca_topic_score_codex":0.00024947716,"about_ca_topic_score_gemma":0.0001071634,"teacher_disagreement_score":0.36009696,"about_ca_system_score_codex":0.0022838868,"about_ca_system_score_gemma":0.00090377923,"threshold_uncertainty_score":0.59722847},"labels":[],"label_agreement":null},{"id":"W1944659136","doi":"10.3968/7529","title":"The Report on Concretes of Key School Students Going to Famous University","year":2015,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grit; Psychology; Balance (ability); Class (philosophy); Face (sociological concept); Key (lock); Mathematics education; Social psychology; Pedagogy; Sociology; Social science; Epistemology; Computer science","score_opus":0.021349646033457518,"score_gpt":0.3070948438999085,"score_spread":0.285745197866451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1944659136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8351427,0.000017198427,0.0013558432,0.015264447,0.0008791544,0.00021295925,0.0000046531986,0.000048928174,0.14707413],"genre_scores_gemma":[0.997526,5.9724465e-7,0.0008647194,0.00036748772,0.000026089983,0.000001092315,1.7682405e-7,9.570009e-7,0.0012128843],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991303,0.000022194314,0.00006979129,0.00018576077,0.0003718128,0.00022015869],"domain_scores_gemma":[0.9991579,0.000038493195,0.00004916084,0.00021309555,0.0001890854,0.00035224122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081260747,0.000038671955,0.000047938247,0.000099853154,0.0006044934,0.000074811134,0.0016048689,0.000026625597,0.0000014986908],"category_scores_gemma":[0.00032808722,0.000033954777,0.000013556326,0.00081722275,0.00032100832,0.00016078174,0.00014001652,0.00007446589,0.000032751464],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021621822,0.000011662065,0.12164837,7.651926e-7,0.000005785051,0.000060239858,0.001506154,0.000004370924,0.00016634994,0.85858834,0.013347783,0.004658001],"study_design_scores_gemma":[0.00045001987,0.00032042424,0.42797625,0.00004212993,0.00000907034,0.00003195922,0.014641176,0.00021501488,0.0027165182,0.013010093,0.5400758,0.0005115676],"about_ca_topic_score_codex":0.0021950828,"about_ca_topic_score_gemma":0.0030267865,"teacher_disagreement_score":0.84557825,"about_ca_system_score_codex":0.0006290013,"about_ca_system_score_gemma":0.0027975051,"threshold_uncertainty_score":0.49626538},"labels":[],"label_agreement":null},{"id":"W1947428387","doi":"10.24908/pceea.v0i0.5936","title":"A FAILED ATTEMPT AT TEACHING CONTINUOUSLY EVOLVING SOFTWARE","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"SAIT Polytechnic","funders":"","keywords":"Computer science; Software; Software engineering; Mathematics education; Programming language; Psychology","score_opus":0.007807453499811046,"score_gpt":0.21834015275737953,"score_spread":0.21053269925756848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947428387","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8955923,0.00043112013,0.0039910367,0.07525052,0.007121609,0.00094919396,0.000017900118,0.0008176765,0.015828641],"genre_scores_gemma":[0.9699886,0.0000011347079,0.024222787,0.00036477527,0.00012793107,0.000058699614,0.0000042422885,0.000015325595,0.0052165193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988524,0.000010529296,0.00024098698,0.00023485058,0.0003683416,0.00029290575],"domain_scores_gemma":[0.99848604,0.00007480539,0.0003362804,0.0001710621,0.0007061262,0.0002256986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079945434,0.00012939701,0.00014019097,0.0002563074,0.00026433248,0.00015141797,0.0007853361,0.00014538824,0.000009149938],"category_scores_gemma":[0.0026665337,0.0001274476,0.00006227962,0.00039622342,0.000014544865,0.0004996047,0.000115828225,0.00028770478,0.00001960242],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010536405,0.0000977523,0.60682154,0.000078264326,0.00008795307,1.5209733e-7,0.003890937,0.00026444814,0.0009688749,0.11998764,0.26576528,0.002036091],"study_design_scores_gemma":[0.0008554972,0.000077689554,0.745194,0.0005338441,0.00008170431,0.000031506614,0.0018935195,0.013762893,0.005846451,0.009842123,0.22076796,0.0011128162],"about_ca_topic_score_codex":0.0025038798,"about_ca_topic_score_gemma":0.0021580325,"teacher_disagreement_score":0.13837244,"about_ca_system_score_codex":0.004017847,"about_ca_system_score_gemma":0.0013454951,"threshold_uncertainty_score":0.99980557},"labels":[],"label_agreement":null},{"id":"W1955964561","doi":"10.3968/j.ccc.1923670020120805.zr0236","title":"Planning Research on Chinese Culture English Virtual Community","year":2012,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Virtual community; Chinese culture; The Internet; Key (lock); Chinese community; Computer science; Knowledge management; World Wide Web; Sociology; China; Political science","score_opus":0.10945573428920044,"score_gpt":0.48060123271580446,"score_spread":0.37114549842660405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1955964561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9746734,0.00061561144,0.00047967493,0.0013904687,0.00037292967,0.00016421973,0.0000033315807,0.0003783938,0.021921976],"genre_scores_gemma":[0.9942336,0.000048125938,0.004344284,0.00023381137,0.00016780081,0.000074898795,0.00010163334,0.00000771595,0.00078814896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979856,0.0008329142,0.00022451452,0.00017281421,0.00038086405,0.0004033202],"domain_scores_gemma":[0.99660313,0.0006113768,0.00010035003,0.0017626979,0.0008156449,0.00010677717],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0021302043,0.00015618054,0.00013000995,0.00010555442,0.002410122,0.00047603238,0.0027841812,0.00018812895,0.000012589041],"category_scores_gemma":[0.00071994925,0.00011580379,0.00005366404,0.00067985867,0.0004956592,0.00213816,0.0010284908,0.0019133707,0.00011101874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024003177,0.0010166734,0.084938176,0.000016491134,0.000038529957,5.5822034e-7,0.061467562,0.00017870154,0.0018135956,0.8286972,0.013712233,0.008096291],"study_design_scores_gemma":[0.000976604,0.0005380796,0.7756469,0.00022979079,0.00000824972,0.000029104809,0.022361865,0.0008003734,0.005645418,0.03117,0.16181001,0.000783602],"about_ca_topic_score_codex":0.000036961253,"about_ca_topic_score_gemma":0.0000049848422,"teacher_disagreement_score":0.7975272,"about_ca_system_score_codex":0.00018069595,"about_ca_system_score_gemma":0.000043067328,"threshold_uncertainty_score":0.9988886},"labels":[],"label_agreement":null},{"id":"W1961483450","doi":"10.14288/1.0078381","title":"An exploratory study of the hypothesis of divisible versus unitary competence in second language proficiency","year":2010,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Varimax rotation; Vocabulary; Variance (accounting); Active listening; Exploratory factor analysis; Linguistics; Statistics; Grammar; Language proficiency; Natural language processing; Computer science; Factor analysis; Competence (human resources); Psychology; Econometrics; Mathematics; Structural equation modeling; Mathematics education; Social psychology; Psychometrics","score_opus":0.01331952413533129,"score_gpt":0.2132693009884801,"score_spread":0.1999497768531488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1961483450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991076,0.000018550267,0.00012339599,0.000044486893,0.0001774049,0.00018273664,0.00001564888,0.000020301508,0.00030989244],"genre_scores_gemma":[0.9983971,0.0000020936468,0.0015514923,0.000006442276,0.0000036214701,5.682319e-7,6.1297885e-7,0.0000024017556,0.00003565213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993309,0.00007464432,0.00010255191,0.00020878474,0.00018141222,0.00010173348],"domain_scores_gemma":[0.9991565,0.000082290826,0.00012402891,0.00051101943,0.000098171404,0.000028013916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022779162,0.000026360005,0.0001306337,0.00005967881,0.00009124078,0.000013050774,0.0011848856,0.000049990584,0.000028511335],"category_scores_gemma":[0.000023161696,0.00006436608,0.000030788917,0.00050651084,0.00023562042,0.00035921356,0.00022545185,0.0001595811,9.244037e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018343833,0.0058950433,0.66172713,0.00011516568,0.000060718554,0.00007005538,0.019861305,0.00003545334,0.021967273,0.0007572273,0.00018317233,0.28930908],"study_design_scores_gemma":[0.00055308896,0.00020108504,0.9731777,0.000025125686,0.0000056225513,0.0000025524357,0.025295245,0.00015502394,0.00009310668,0.00042713407,0.0000034269415,0.000060896855],"about_ca_topic_score_codex":0.0073167365,"about_ca_topic_score_gemma":0.31195003,"teacher_disagreement_score":0.31145054,"about_ca_system_score_codex":0.000015768972,"about_ca_system_score_gemma":0.00014942154,"threshold_uncertainty_score":0.9992936},"labels":[],"label_agreement":null},{"id":"W1969690806","doi":"10.5539/elt.v3n1p108","title":"On Rater Agreement and Rater Training","year":2010,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Inter-rater reliability; Task (project management); Applied psychology; Agreement; Selection (genetic algorithm); Interpretation (philosophy); Social psychology; Clinical psychology; Rating scale; Developmental psychology; Linguistics; Artificial intelligence; Computer science","score_opus":0.008705802459287353,"score_gpt":0.27395697064644947,"score_spread":0.2652511681871621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969690806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9758516,0.000026500042,0.008768959,0.001031854,0.0008164565,0.00006319986,6.653196e-7,0.00018873869,0.013252027],"genre_scores_gemma":[0.9735573,4.9812195e-7,0.0251088,0.00055718166,0.00019989636,0.000012634316,0.0000028558043,0.000005047332,0.0005557945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99934316,0.000049223123,0.00009292721,0.00023653576,0.000110401365,0.00016777813],"domain_scores_gemma":[0.9994993,0.00010897078,0.000032592867,0.00030201767,0.000011408306,0.00004567372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052733946,0.00008836019,0.00007427807,0.00007505664,0.00014980033,0.00010923482,0.00029589224,0.000055894892,0.00006277062],"category_scores_gemma":[0.00017073416,0.000073201176,0.000017925046,0.00004253583,0.000027263408,0.00022476786,0.000101363745,0.0005879297,0.000015421936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021340236,0.00009541181,0.0011273028,0.0000067097835,0.00001935946,0.000034480116,0.18344271,0.0000061696305,0.016318006,0.6889799,0.0008473289,0.109120466],"study_design_scores_gemma":[0.0099775875,0.002024001,0.056892443,0.00078322407,0.00012473388,0.00041884943,0.32752937,0.02307596,0.23827939,0.1714188,0.1627893,0.006686338],"about_ca_topic_score_codex":0.00000805841,"about_ca_topic_score_gemma":0.000010558412,"teacher_disagreement_score":0.51756114,"about_ca_system_score_codex":0.000011232444,"about_ca_system_score_gemma":0.000022147868,"threshold_uncertainty_score":0.29850572},"labels":[],"label_agreement":null},{"id":"W1972483967","doi":"10.5539/ies.v5n4p266","title":"Research on Take an Examination of Oneself Potential Candidates Intend Empirical","year":2012,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Attendance; Psychology; Marital status; Degree (music); Empirical research; Empirical examination; Academic achievement; Mathematics education; Degree program; Medical education; Social psychology; Sociology; Demography; Medicine; Statistics","score_opus":0.21963275288247538,"score_gpt":0.5392199163939054,"score_spread":0.31958716351143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972483967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97098404,0.00062858796,0.002890517,0.013753174,0.0056732586,0.00013150231,0.0000052924483,0.000067101624,0.005866499],"genre_scores_gemma":[0.99126744,0.00009258147,0.006666643,0.0002394867,0.00038415202,0.000106253145,0.000024978617,0.0000052963533,0.0012131787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985303,0.00017514291,0.00025375557,0.00024183565,0.0006012176,0.0001977428],"domain_scores_gemma":[0.99705625,0.00028737067,0.00011581747,0.00028458337,0.0021909669,0.00006502358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010844555,0.00009461367,0.00011328125,0.0005299698,0.00015559109,0.00003903254,0.00062484184,0.00005932256,0.00004142131],"category_scores_gemma":[0.0004564075,0.00008371609,0.00003238168,0.00038464487,0.00016570852,0.0006966761,0.00018282152,0.00019457964,0.000065901266],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018909717,0.0034074502,0.03325559,0.000020510643,0.00021081342,7.023959e-7,0.006722233,0.000027154547,0.0007982762,0.85458314,0.020327557,0.08062765],"study_design_scores_gemma":[0.00030678997,0.00033841014,0.9148445,0.000112027534,0.000015275584,0.00003192831,0.022387702,0.0008774288,0.008043891,0.03159659,0.021157965,0.00028745126],"about_ca_topic_score_codex":0.00001971164,"about_ca_topic_score_gemma":0.0000059345307,"teacher_disagreement_score":0.88158894,"about_ca_system_score_codex":0.00021312688,"about_ca_system_score_gemma":0.00023910268,"threshold_uncertainty_score":0.34138432},"labels":[],"label_agreement":null},{"id":"W1983706036","doi":"10.2316/journal.208.2006.1.208-1011","title":"WEB-BASED ASSESSMENT SYSTEM FOR TEACHING MATHEMATICS ON UNDERGRADUATE LEVEL","year":2006,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Theme (computing); Computer science; Mathematics education; Software; Multimedia; World Wide Web; Mathematics; Programming language","score_opus":0.015592004691460814,"score_gpt":0.314881157679389,"score_spread":0.2992891529879282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983706036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026807917,0.000037993585,0.9577942,0.011400303,0.0003020179,0.0006508422,0.00000680298,0.0018148135,0.0011851379],"genre_scores_gemma":[0.52842075,6.5814334e-7,0.47058246,0.000036361846,0.000019781635,0.0005341891,0.000013837403,0.00001582416,0.0003761284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985544,0.000029598557,0.00032988924,0.000499653,0.00015950443,0.00042694845],"domain_scores_gemma":[0.99849194,0.0005873905,0.00029309033,0.00049038266,0.00011162731,0.000025557889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004644589,0.00021104568,0.00025742856,0.00042713733,0.0006776363,0.000041129948,0.0007119778,0.00022556295,5.291556e-7],"category_scores_gemma":[0.00016354895,0.00020705425,0.000099619916,0.00029590106,0.00009577444,0.00015823185,0.000085795604,0.0005367428,0.000007713672],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041756075,0.00015145857,0.00046789195,0.00008899876,0.00001755603,0.0000014828506,0.000008425492,0.010998798,0.00481796,0.96077156,0.00012706565,0.022544611],"study_design_scores_gemma":[0.0034189962,0.0012002423,0.00038724262,0.00043956708,0.000041732957,0.00002889472,0.0010273153,0.40903634,0.03970245,0.49722242,0.04680306,0.00069175544],"about_ca_topic_score_codex":0.0000015373314,"about_ca_topic_score_gemma":0.0000034849884,"teacher_disagreement_score":0.50161284,"about_ca_system_score_codex":0.00027005438,"about_ca_system_score_gemma":0.00016055499,"threshold_uncertainty_score":0.84434277},"labels":[],"label_agreement":null},{"id":"W1987370582","doi":"10.1109/iccse.2010.5593588","title":"Theoretical framework research of open-ended project-based instruction","year":2010,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Computer science; Constructivism (international relations); Process (computing); Key (lock); Selection (genetic algorithm); Mathematics education; Theory of multiple intelligences; Programming language; Psychology; Artificial intelligence; Political science","score_opus":0.07125115431012244,"score_gpt":0.45520756125196266,"score_spread":0.3839564069418402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987370582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41182926,0.0000060463426,0.44112673,0.028563092,0.0011113809,0.0006203829,0.0000012478051,0.00019620753,0.116545655],"genre_scores_gemma":[0.6791795,4.2385528e-7,0.3206413,0.000066446264,0.000019112473,0.000028444523,5.402918e-7,0.0000014744676,0.00006278477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992296,0.00007202212,0.00011386124,0.00020397281,0.00024046552,0.00014004523],"domain_scores_gemma":[0.998957,0.00030024385,0.000027833454,0.0005113394,0.00017763057,0.000025969755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008179867,0.00004240289,0.00006476849,0.00015098552,0.000101167825,0.00007667794,0.0013792191,0.00012399683,0.00020946741],"category_scores_gemma":[0.00024592184,0.000033063094,0.000015765138,0.0005916,0.00040642405,0.00018291612,0.00035603176,0.0005595532,0.000015561345],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035241403,0.00012513952,0.0006576761,0.000002893573,0.000002416933,3.316536e-7,0.000042072552,2.800986e-7,0.0023430563,0.9896228,0.0010929994,0.0061068246],"study_design_scores_gemma":[0.00013826603,0.00008217031,0.002850588,0.000010659305,6.7642253e-7,0.0000036141353,0.00009003508,0.0031109962,0.061827525,0.9302007,0.0016331702,0.0000516055],"about_ca_topic_score_codex":0.000022087734,"about_ca_topic_score_gemma":0.000006521982,"teacher_disagreement_score":0.26735023,"about_ca_system_score_codex":0.000011284317,"about_ca_system_score_gemma":0.0004496247,"threshold_uncertainty_score":0.2562955},"labels":[],"label_agreement":null},{"id":"W1992207937","doi":"10.5539/ies.v4n1p179","title":"How to Write Geography Teaching Paper","year":2011,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Teaching method; Mathematics education; Subject (documents); Pedagogy; Sociology; Computer science; Psychology; Library science","score_opus":0.06342518241806605,"score_gpt":0.37704844038110974,"score_spread":0.3136232579630437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992207937","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17157316,0.0030938517,0.22061199,0.43818918,0.032199066,0.00056667376,0.000009318248,0.000858102,0.13289864],"genre_scores_gemma":[0.8114802,0.000069277,0.18022896,0.003359633,0.00019904418,0.0001916702,0.0000036299164,0.000004987154,0.004462591],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992042,0.000027707336,0.00014176602,0.00028351686,0.00021543892,0.00012736267],"domain_scores_gemma":[0.9988601,0.000053278945,0.00007190759,0.00026500731,0.00069849973,0.00005116436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019068435,0.00010114078,0.00008691642,0.00030004163,0.00016360477,0.00009069991,0.0007332011,0.000031183423,0.000027332282],"category_scores_gemma":[0.00025720667,0.00009203773,0.000047444944,0.0001700395,0.000044584092,0.00068062963,0.00023399327,0.00012594931,0.00006504959],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020524974,0.0002860196,0.015372963,0.0000035255825,0.00014268697,6.806696e-7,0.0028901184,6.139434e-7,0.00015168886,0.9010552,0.02386346,0.056230977],"study_design_scores_gemma":[0.00015461711,0.00008656743,0.15883933,0.00008371817,0.000014617131,0.000025165713,0.008543046,0.000040333303,0.0011844896,0.2602769,0.57037216,0.00037904494],"about_ca_topic_score_codex":0.000026990809,"about_ca_topic_score_gemma":0.0000064933606,"teacher_disagreement_score":0.6407783,"about_ca_system_score_codex":0.00006845294,"about_ca_system_score_gemma":0.00010111985,"threshold_uncertainty_score":0.37531897},"labels":[],"label_agreement":null},{"id":"W2000342775","doi":"10.5539/elt.v3n1p142","title":"The Application of Context Theory in English Teaching of Reading","year":2010,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"People's Government of Jilin Province","keywords":"Context (archaeology); Reading (process); Reading comprehension; Psychology; Linguistics; Comprehension; Context effect; Mathematics education; Test (biology); Test theory; Computer science","score_opus":0.004315786860955886,"score_gpt":0.27412592416525483,"score_spread":0.2698101373042989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000342775","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92789054,0.00019185776,0.058661148,0.00017914144,0.00060724805,0.00015509324,0.0000014585646,0.00014953538,0.012163949],"genre_scores_gemma":[0.98461026,0.0000019132328,0.015084019,0.000034740482,0.00014704849,0.000025088884,0.0000027578392,0.00000678468,0.00008738357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99896276,0.00022656468,0.00028959496,0.00019951805,0.00015866222,0.00016287771],"domain_scores_gemma":[0.99803656,0.001098305,0.00019847097,0.0005872015,0.000055704902,0.000023775874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033173992,0.00008645408,0.0001332449,0.00011350037,0.0001573644,0.000032329826,0.00090298837,0.00008293366,0.0000025394318],"category_scores_gemma":[0.0025408599,0.00006784174,0.000041592648,0.00012224403,0.000085875,0.0002753474,0.00015383447,0.0010093731,8.29739e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002002587,0.000057260208,0.004369915,0.0000068400204,0.0000065730296,5.6695046e-7,0.08297468,0.0000070997535,0.007370287,0.74958414,0.000022173466,0.15559848],"study_design_scores_gemma":[0.0025012128,0.00027371148,0.03021152,0.0005191404,0.000054527492,0.00002229865,0.6640235,0.019982954,0.11839378,0.12550457,0.037144545,0.0013682428],"about_ca_topic_score_codex":0.00011183339,"about_ca_topic_score_gemma":0.00006911504,"teacher_disagreement_score":0.6240796,"about_ca_system_score_codex":0.000023411543,"about_ca_system_score_gemma":0.000047542908,"threshold_uncertainty_score":0.43852797},"labels":[],"label_agreement":null},{"id":"W2006618588","doi":"10.1111/j.1745-3992.2000.tb00036.x","title":"An NCME Instructional Module on Exploring the Logic of Tatsuoka's Rule‐Space Model for Test Development and Analysis","year":2000,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Social Sciences and Humanities Research Council; Alberta Advanced Education; University of Alberta","funders":"","keywords":"Test (biology); Set (abstract data type); Space (punctuation); Blueprint; Computer science; Cognition; Artificial intelligence; Rule-based system; Machine learning; Psychology; Programming language; Engineering","score_opus":0.1492879822400197,"score_gpt":0.36563478447414144,"score_spread":0.21634680223412173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006618588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6354553,0.0023030788,0.12275811,0.23572378,0.00047778798,0.0007581887,0.000023213186,0.00008317462,0.0024173516],"genre_scores_gemma":[0.716076,0.0001547576,0.28281012,0.000341376,0.00007250908,0.00019212488,0.00001133601,0.0000039748807,0.00033778654],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988487,0.00007211651,0.00020482282,0.00030870945,0.0004396865,0.00012596343],"domain_scores_gemma":[0.99857605,0.00066438515,0.000119675606,0.0002518686,0.00033088,0.000057118956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010905091,0.00011137839,0.00011628775,0.000112974405,0.00034722997,0.000078822064,0.00024757462,0.000031378622,0.000029655072],"category_scores_gemma":[0.00033030796,0.000087463326,0.00002667344,0.00027828178,0.00006448316,0.0006504263,0.000023959887,0.00009430978,0.0000032225546],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008383154,0.001961672,0.0038884983,0.000039736165,0.00049826904,2.7105068e-7,0.0047430987,0.012747106,0.00054482504,0.8575131,0.000684545,0.11729503],"study_design_scores_gemma":[0.0010743061,0.0007390098,0.4916705,0.00012660964,0.0006747203,0.000070845366,0.0029559345,0.18945353,0.005760927,0.18338192,0.12308588,0.0010058245],"about_ca_topic_score_codex":0.000019646777,"about_ca_topic_score_gemma":0.000008357982,"teacher_disagreement_score":0.6741312,"about_ca_system_score_codex":0.000058695518,"about_ca_system_score_gemma":0.00027986304,"threshold_uncertainty_score":0.35666507},"labels":[],"label_agreement":null},{"id":"W2011807235","doi":"10.1007/978-1-84882-628-1_5","title":"Web-Based Learning Support System","year":2009,"lang":"en","type":"book-chapter","venue":"Advanced information and knowledge processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Web application; World Wide Web","score_opus":0.009725640213652775,"score_gpt":0.26429858818011864,"score_spread":0.25457294796646585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011807235","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014118124,0.0011302558,0.14920703,0.00036584566,0.00024331981,0.00017369074,0.0000017117319,0.0007024407,0.8481616],"genre_scores_gemma":[0.39704606,0.0005078653,0.21686491,0.0016350001,0.000308121,0.00013921643,0.00041033575,0.00006678097,0.3830217],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903715,0.00000822841,0.00040941138,0.000206332,0.0001622398,0.00017661673],"domain_scores_gemma":[0.9990195,0.000029643346,0.00040637262,0.0001877823,0.00028699345,0.00006972847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020307844,0.00022623525,0.00021457027,0.00031685783,0.00033843357,0.0001934489,0.0003053466,0.00022036112,0.000011833272],"category_scores_gemma":[0.000017845468,0.0002222633,0.00004208077,0.00008861364,0.00005094089,0.0017351471,0.00007995241,0.000411083,0.000161046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020886307,0.0000062162553,0.0000052760424,0.0002749621,0.0000037849027,7.3443175e-7,0.00023207675,0.00005397512,0.0000041239705,0.25702927,0.00015376665,0.74223375],"study_design_scores_gemma":[0.00046343746,0.000092108465,0.000027700076,0.0007914513,0.000012617079,0.000027191969,0.00010178823,0.04094611,0.000112288835,0.0044131456,0.95265675,0.0003554311],"about_ca_topic_score_codex":9.754204e-8,"about_ca_topic_score_gemma":5.282188e-7,"teacher_disagreement_score":0.95250297,"about_ca_system_score_codex":0.00012374073,"about_ca_system_score_gemma":0.0007018806,"threshold_uncertainty_score":0.9063635},"labels":[],"label_agreement":null},{"id":"W2013746363","doi":"10.4018/jeis.2012070103","title":"A Knowledge-Based User Interface to Optimize Curriculum Utility in an E-Learning System","year":2012,"lang":"en","type":"article","venue":"International Journal of Enterprise Information Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Curriculum; Interface (matter); Hypermedia; User interface; Process (computing); The Internet; Multimedia; Domain (mathematical analysis); Task (project management); Human–computer interaction; Personalized learning; World Wide Web; Knowledge management; Teaching method; Engineering; Open learning; Mathematics education; Cooperative learning","score_opus":0.015324381832091243,"score_gpt":0.32305757409547164,"score_spread":0.3077331922633804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013746363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26084393,0.000115519106,0.7319307,0.0004354745,0.0049599684,0.00019128357,0.0000033502367,0.00006949035,0.0014503222],"genre_scores_gemma":[0.990112,0.0000023840341,0.009538053,0.00008851589,0.00019707729,0.000026911679,0.0000050146405,0.0000046548607,0.000025381472],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979217,0.00019842829,0.0010136226,0.000099469544,0.00054521975,0.00022157918],"domain_scores_gemma":[0.9978078,0.000097140524,0.0006587432,0.00021286451,0.0010399807,0.00018347225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015138773,0.0001375691,0.00021552714,0.00085226743,0.00004878766,0.0003076002,0.0012651988,0.00008436273,0.000009915957],"category_scores_gemma":[0.000115743125,0.00012138532,0.00007990205,0.0003113432,0.000017679225,0.004712764,0.00015564571,0.00031441395,0.00011104767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028923329,0.0023969654,0.6935234,0.00025455336,0.00029690107,0.000026698499,0.029384708,0.14449368,0.00025392012,0.102128014,0.0041477964,0.022804154],"study_design_scores_gemma":[0.0038685205,0.0006859843,0.05873227,0.0031377887,0.000027335427,0.0009053028,0.026859885,0.7582171,0.0017606064,0.000056790737,0.14489485,0.00085358374],"about_ca_topic_score_codex":0.000029913848,"about_ca_topic_score_gemma":0.0000025069223,"teacher_disagreement_score":0.7292681,"about_ca_system_score_codex":0.00051139895,"about_ca_system_score_gemma":0.0001871558,"threshold_uncertainty_score":0.49499494},"labels":[],"label_agreement":null},{"id":"W2019616858","doi":"10.5539/cis.v1n3p125","title":"The Design and Implementation of Precious Test and Quality Control System Based on Delphi","year":2008,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Delphi; Test (biology); Quality (philosophy); Control (management); Delphi method; Operating system; Artificial intelligence","score_opus":0.027351008525989623,"score_gpt":0.31681966914214504,"score_spread":0.2894686606161554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019616858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092132814,0.000021709968,0.90650946,0.00090705784,0.00009565114,0.0001949963,0.0000017409237,0.000029964587,0.000106620406],"genre_scores_gemma":[0.96943486,0.000024424018,0.030218592,0.0003017737,0.000006322643,0.000012124105,4.668999e-7,4.920676e-7,9.220693e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932957,0.00003590171,0.00021877114,0.00010446004,0.00021746366,0.00009385683],"domain_scores_gemma":[0.9990125,0.00052100816,0.00013032652,0.00015444493,0.00014266724,0.000039066825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010451722,0.000051536645,0.000064229695,0.00009754067,0.00050703424,0.0001146621,0.00023349629,0.000016969252,2.1479163e-7],"category_scores_gemma":[0.000033843982,0.000035219797,0.000006483838,0.00021835632,0.0003246501,0.001520955,0.000067933746,0.000039391023,8.163573e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016104592,0.00004889064,0.041437637,0.000085019856,0.000008275213,4.5330754e-7,0.0046415892,0.0014390084,0.0002848044,0.6832542,0.00036433246,0.26841968],"study_design_scores_gemma":[0.00047122847,0.00020177574,0.37219027,0.000016465965,0.0000014858149,0.000020890975,0.0002560137,0.6252923,0.0009871967,0.00021692291,0.00027959896,0.000065873974],"about_ca_topic_score_codex":0.0000068161826,"about_ca_topic_score_gemma":3.8854157e-7,"teacher_disagreement_score":0.87730205,"about_ca_system_score_codex":0.00001939687,"about_ca_system_score_gemma":0.00013711232,"threshold_uncertainty_score":0.38997486},"labels":[],"label_agreement":null},{"id":"W2025721211","doi":"10.1145/1562877.1563021","title":"Towards automatic syllabi matching","year":2009,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; Syllabus; Matching (statistics); Artificial intelligence; Mathematics; Mathematics education","score_opus":0.012672633326733048,"score_gpt":0.3001979159808826,"score_spread":0.2875252826541495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025721211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080196775,0.00003579224,0.7983311,0.052366197,0.00022022903,0.00005719922,8.451024e-8,0.00077613466,0.06801649],"genre_scores_gemma":[0.7416841,0.0000014127229,0.25647515,0.0012325522,0.00001354064,0.0000023338146,2.3018328e-7,7.137807e-7,0.00058995857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996002,0.000009183926,0.00007714999,0.00011783837,0.00009457935,0.00010109406],"domain_scores_gemma":[0.9996963,0.000015979433,0.0000188247,0.00022829071,0.000016238124,0.000024330973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000974327,0.000043978223,0.000047441583,0.000044465196,0.000057033227,0.00004411083,0.00042674167,0.000027910737,0.000055258104],"category_scores_gemma":[0.000006842829,0.00003566555,0.00001678168,0.0001513229,0.000008299118,0.000185442,0.000042207812,0.000058778776,0.00010175907],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5209464e-8,0.00003088393,0.00003930467,9.2868584e-7,0.0000016291315,0.0000012493034,0.00008227774,0.0000038683265,0.00014782144,0.85668033,0.0010252355,0.14198644],"study_design_scores_gemma":[0.000076683405,0.000057025318,0.04682348,0.000011862749,0.0000015875423,0.000024049428,0.00006970147,0.011255738,0.0027051328,0.93703395,0.0018222146,0.00011856632],"about_ca_topic_score_codex":0.000004057078,"about_ca_topic_score_gemma":5.280771e-7,"teacher_disagreement_score":0.66148734,"about_ca_system_score_codex":0.000020142708,"about_ca_system_score_gemma":0.00006119187,"threshold_uncertainty_score":0.1454399},"labels":[],"label_agreement":null},{"id":"W2032083393","doi":"10.5539/mas.v4n10p107","title":"The Application for Controlling Theory and Methods in Intelligent Test System","year":2010,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Field (mathematics); Computer-aided; Test (biology); Control (management); Artificial intelligence; Programming language","score_opus":0.013831562012182629,"score_gpt":0.3524123489588371,"score_spread":0.3385807869466545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032083393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065622632,0.000058219597,0.9909742,0.0008275544,0.00016954118,0.00048089484,4.3008578e-7,0.00006781706,0.00085909344],"genre_scores_gemma":[0.79201895,0.0000027117032,0.20747124,0.00005757364,0.00001586374,0.00041206606,1.4283813e-7,0.000002206276,0.000019229332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912256,0.00002226721,0.00015468878,0.0003554578,0.00013545039,0.00020959266],"domain_scores_gemma":[0.99792695,0.0014971631,0.00006924486,0.0004092903,0.00005643899,0.000040930943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005297592,0.000066830704,0.000076859746,0.00007797897,0.0004917802,0.00013388594,0.0009821127,0.00004174427,1.4567507e-7],"category_scores_gemma":[0.00017170425,0.00004652764,0.000011767987,0.0003205196,0.0003857072,0.000111114176,0.00014988074,0.00015739036,0.0000020979235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001845724,0.000011438436,0.000072554205,0.0000025210495,5.2644015e-7,2.2514445e-8,0.00013421554,0.000015674328,0.2145317,0.6515675,8.22829e-7,0.13366112],"study_design_scores_gemma":[0.00009749407,0.0000093473745,0.0007491466,0.0000034317284,0.0000014134134,0.0000032170974,0.00021951542,0.58727056,0.039163847,0.3717626,0.0006537228,0.00006571454],"about_ca_topic_score_codex":0.0000019606348,"about_ca_topic_score_gemma":0.000010302397,"teacher_disagreement_score":0.7854567,"about_ca_system_score_codex":0.000041166517,"about_ca_system_score_gemma":0.00014491274,"threshold_uncertainty_score":0.37824255},"labels":[],"label_agreement":null},{"id":"W2054949702","doi":"10.5539/ijel.v1n2p252","title":"Error Recognition Tests as a Predictor of EFL Learners' Writing Ability","year":2011,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Pearson product-moment correlation coefficient; Psychology; Correlation; Construct (python library); Measure (data warehouse); Mathematics education; Statistics; Cognitive psychology; Computer science; Mathematics; Data mining","score_opus":0.04292484347527174,"score_gpt":0.3282509662089685,"score_spread":0.28532612273369673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054949702","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.792127,0.00020740661,0.02798492,0.0003324412,0.03839301,0.00019267296,0.00005115404,0.00015247831,0.14055891],"genre_scores_gemma":[0.93747246,0.000014420742,0.060265113,0.00007413047,0.0021419914,0.0000017909028,0.00000404442,0.0000049809296,0.000021058515],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986867,0.00004828367,0.0005636464,0.00012865571,0.0004681583,0.00010460818],"domain_scores_gemma":[0.9849582,0.00029569867,0.00057541375,0.00015640886,0.013952381,0.0000619414],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006567118,0.00008223274,0.000136582,0.00019173075,0.000029788904,0.000032400945,0.0009579726,0.00008386756,0.00007050283],"category_scores_gemma":[0.042977974,0.00007914531,0.00007737064,0.00011229904,0.00008321162,0.00014615984,0.00009443452,0.00031482536,0.0000060584975],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003051755,0.004177937,0.20954216,0.00011070643,0.001021938,0.00025866288,0.016645474,0.00015546127,0.0006353192,0.7194995,0.007344325,0.040303335],"study_design_scores_gemma":[0.004152468,0.0025529724,0.17997634,0.0012900855,0.00021236866,0.0001475031,0.0069268057,0.002532608,0.039396178,0.68217474,0.07963047,0.001007475],"about_ca_topic_score_codex":0.000010582142,"about_ca_topic_score_gemma":0.000001585723,"teacher_disagreement_score":0.14534546,"about_ca_system_score_codex":0.000071068695,"about_ca_system_score_gemma":0.0002697265,"threshold_uncertainty_score":0.9650834},"labels":[],"label_agreement":null},{"id":"W2062079576","doi":"10.1109/icalt.2013.46","title":"Automarking Web Service","year":2013,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Red River College; Athabasca University","funders":"","keywords":"Computer science; World Wide Web; Meaning (existential); Service (business); Test (biology); Web service; Semantic Web; Multimedia; Psychology","score_opus":0.012060246244543802,"score_gpt":0.2549325468200493,"score_spread":0.2428723005755055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062079576","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28889272,0.000036061523,0.20878176,0.32502553,0.000464566,0.00015317039,1.1135937e-7,0.001240601,0.17540547],"genre_scores_gemma":[0.9035561,7.3815085e-7,0.09095625,0.0035357855,0.0000155087,0.000022828459,2.4131882e-7,0.0000011268299,0.0019113898],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99970937,0.0000065365202,0.000040680727,0.00010216967,0.00005746258,0.00008378375],"domain_scores_gemma":[0.9997091,0.00002516306,0.0000129482005,0.0001875729,0.000044429707,0.000020737492],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000043190634,0.000030961288,0.000026223683,0.00003047145,0.00004403049,0.00004645921,0.00040060657,0.000024071047,0.00030454164],"category_scores_gemma":[0.0000023429434,0.000025267631,0.000008010897,0.00018109591,0.0000059264985,0.0002644672,0.00010921083,0.000044285563,0.0010745602],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.6478138e-8,0.00003518048,0.0016099586,0.0000027335805,0.000005398649,4.9067955e-7,0.00007154999,0.0000028138425,0.00247507,0.9080086,0.05669712,0.031091074],"study_design_scores_gemma":[0.00035851708,0.00005341908,0.21363185,0.000021026419,0.0000037045031,0.000034974182,0.0004531619,0.34936213,0.009489724,0.17890683,0.2471707,0.00051397417],"about_ca_topic_score_codex":0.000023553257,"about_ca_topic_score_gemma":0.000007646494,"teacher_disagreement_score":0.7291018,"about_ca_system_score_codex":0.000009832229,"about_ca_system_score_gemma":0.00004608441,"threshold_uncertainty_score":0.9997032},"labels":[],"label_agreement":null},{"id":"W2084099844","doi":"10.1145/1370256.1370280","title":"CONFSYS","year":2008,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Upload; Presentation (obstetrics); Function (biology); World Wide Web; Engineering management; Multimedia; Engineering","score_opus":0.028586298037188828,"score_gpt":0.27038619357413435,"score_spread":0.24179989553694553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084099844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05450344,0.000028720224,0.7750669,0.012973926,0.00021790684,0.00002737141,5.6292173e-8,0.0003001282,0.15688154],"genre_scores_gemma":[0.9181907,0.000004552201,0.07520066,0.0004944918,0.000009372159,0.0000031103677,1.2958097e-7,4.2174662e-7,0.0060965354],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9998239,0.0000031802485,0.0000282719,0.00006180248,0.00003915637,0.00004366607],"domain_scores_gemma":[0.99982876,0.000012583306,0.0000060670013,0.00012804937,0.000012651179,0.000011900679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000021939244,0.000016480151,0.000017915858,0.00001675564,0.000049639322,0.00000358628,0.00021181043,0.000012951278,0.000038350507],"category_scores_gemma":[0.000003137327,0.00001335729,0.0000068967556,0.00006451543,0.000019952633,0.000072914096,0.000033671076,0.000024692878,0.00017154061],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8431767e-8,0.000014179641,0.002339815,1.3369723e-7,9.687445e-7,0.0000024125975,0.000029096527,4.0384833e-7,0.000066348686,0.9850287,0.011350561,0.0011673941],"study_design_scores_gemma":[0.0004210923,0.000115607974,0.3137813,0.000005494137,0.0000016141112,0.000595381,0.000111918685,0.005727032,0.053074345,0.243302,0.3824769,0.00038733924],"about_ca_topic_score_codex":0.0000022196966,"about_ca_topic_score_gemma":2.0773483e-7,"teacher_disagreement_score":0.8636873,"about_ca_system_score_codex":0.0000041905687,"about_ca_system_score_gemma":0.000038086233,"threshold_uncertainty_score":0.22048648},"labels":[],"label_agreement":null},{"id":"W2089256187","doi":"10.2316/journal.208.2004.1.202-1452","title":"Integrated of Learning Management Systems and Web Applications using Web Services","year":2004,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Computer science; Web service","score_opus":0.009044005904100682,"score_gpt":0.2843037378997977,"score_spread":0.275259731995697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089256187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3419566,0.0010513595,0.65480626,0.0006541937,0.00008940945,0.0005090945,0.0000014799186,0.0006813755,0.00025026675],"genre_scores_gemma":[0.7615026,0.000120197416,0.23799394,0.0000090589765,0.0000064906103,0.0002418446,0.0000058211895,0.000009437782,0.000110590285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906594,0.000017127772,0.0002373825,0.00036357474,0.00008722666,0.00022875698],"domain_scores_gemma":[0.99931335,0.00005277026,0.00022612288,0.0002668942,0.00011587451,0.000024958228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016310427,0.00012825182,0.00018376464,0.00044527152,0.00030820468,0.000024363053,0.00046643053,0.0001525472,6.4649834e-7],"category_scores_gemma":[0.000018562634,0.00013149368,0.000027794895,0.00078847655,0.00012655908,0.00021946718,0.00021242499,0.00033917988,0.0000025956526],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004158143,0.0000596912,0.004723514,0.00019145808,0.00006114809,0.000001829112,0.00007636791,0.04708263,0.028884985,0.8733496,5.6677266e-7,0.045564074],"study_design_scores_gemma":[0.005842722,0.00124973,0.0008955573,0.0017378988,0.00019148846,0.00028174446,0.029234372,0.45883098,0.033772964,0.24108863,0.22537637,0.0014975372],"about_ca_topic_score_codex":0.0000043512655,"about_ca_topic_score_gemma":0.0000027693927,"teacher_disagreement_score":0.632261,"about_ca_system_score_codex":0.00007194074,"about_ca_system_score_gemma":0.000062979394,"threshold_uncertainty_score":0.53621566},"labels":[],"label_agreement":null},{"id":"W2096507573","doi":"10.5539/ies.v2n4p45","title":"An Evaluation System for the Online Training Programs in Meteorology and Hydrology","year":2009,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"China Meteorological Administration","keywords":"Context (archaeology); Training (meteorology); China; Evaluation methods; Product (mathematics); Computer science; Process (computing); Environmental science; Program evaluation; Hydrology (agriculture); Meteorology; Operations research; Geography; Engineering; Mathematics; Statistics","score_opus":0.18827474351315615,"score_gpt":0.469600357684364,"score_spread":0.2813256141712078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096507573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8287303,0.0034652918,0.0306397,0.13138817,0.004532309,0.000812409,0.0000033214535,0.0001277137,0.00030078902],"genre_scores_gemma":[0.97694564,0.000066936555,0.021637069,0.0006641734,0.00016457017,0.000456427,0.000024162233,0.000002201941,0.000038824295],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992337,0.00006641416,0.00020049185,0.00024186284,0.00014705707,0.00011047635],"domain_scores_gemma":[0.99886924,0.00020905526,0.00009671946,0.00016286514,0.00064413715,0.000017986249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007176052,0.0000749334,0.000102479746,0.00014652764,0.00011542055,0.00003612431,0.00037785413,0.000043734646,0.0000012741434],"category_scores_gemma":[0.00019398508,0.0000566392,0.000018415605,0.00013441536,0.00006453635,0.00023395993,0.00003059875,0.00007776075,8.718578e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075955277,0.0002972831,0.0024146049,0.0000045087186,0.000058724956,1.7115376e-7,0.0034567576,0.00012846422,0.00010348258,0.44643235,0.0001408551,0.54695517],"study_design_scores_gemma":[0.0014593417,0.00086518057,0.23981996,0.00012392648,0.00008674461,0.00014119559,0.07634692,0.24358507,0.00014234037,0.42682463,0.010225202,0.0003794921],"about_ca_topic_score_codex":0.000010863723,"about_ca_topic_score_gemma":0.000055377328,"teacher_disagreement_score":0.54657567,"about_ca_system_score_codex":0.00012531987,"about_ca_system_score_gemma":0.0002198429,"threshold_uncertainty_score":0.23096797},"labels":[],"label_agreement":null},{"id":"W2102131480","doi":"10.5539/ies.v4n1p166","title":"Optimal Number of Gaps in C-Test Passages","year":2011,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Alexander von Humboldt-Stiftung","keywords":"Test (biology); Reliability (semiconductor); Statistics; Psychology; Factorial; Mathematics; Computer science; Mathematics education","score_opus":0.06296830432380317,"score_gpt":0.4108746882031374,"score_spread":0.3479063838793342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102131480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9123439,0.0011029879,0.0058305254,0.011976472,0.0058203973,0.00014508882,0.000005370269,0.00009591763,0.0626793],"genre_scores_gemma":[0.92288756,0.00019080642,0.07524589,0.00014125621,0.000043092026,0.00005723478,0.000002509732,0.0000026654168,0.0014289925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993439,0.000016333881,0.00023002876,0.00017123041,0.00015571968,0.00008283482],"domain_scores_gemma":[0.9989865,0.000118066106,0.00011228291,0.00016666915,0.00060000824,0.000016490552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014935827,0.000069400485,0.000097043594,0.00014845557,0.000028123175,0.000009293298,0.0004833274,0.000030835206,0.00008915856],"category_scores_gemma":[0.00026270226,0.00006569173,0.000027136663,0.00019896938,0.00008483067,0.00026916794,0.00013860848,0.00007499599,0.00005701302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028446195,0.00096957234,0.38085827,0.0000101963,0.000067279936,0.0000012064085,0.0031932585,0.000004692253,0.00010388886,0.6039022,0.004619086,0.006267473],"study_design_scores_gemma":[0.00036714348,0.00006558111,0.7831651,0.00018487826,0.00001064885,0.000045003362,0.009202671,0.00024723346,0.009603422,0.18636607,0.010442116,0.0003001276],"about_ca_topic_score_codex":0.00004392828,"about_ca_topic_score_gemma":0.000009257123,"teacher_disagreement_score":0.41753617,"about_ca_system_score_codex":0.00006858324,"about_ca_system_score_gemma":0.00019258016,"threshold_uncertainty_score":0.2678831},"labels":[],"label_agreement":null},{"id":"W2103828285","doi":"10.24908/pceea.v0i0.4684","title":"IDENTIFYING DISCIPLINE-SPECIFIC VOCABULARY ON ENGINEERING EXAMS","year":2012,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Vocabulary; tf–idf; Computer science; Test (biology); Measure (data warehouse); Engineering education; Natural language processing; Term (time); Mathematics education; Artificial intelligence; Data science; Psychology; Engineering; Linguistics; Data mining; Engineering management","score_opus":0.011874013592819557,"score_gpt":0.22903565837523443,"score_spread":0.21716164478241487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103828285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9346739,0.00094310305,0.0057302504,0.03317567,0.016296588,0.0008968036,0.000016153836,0.00065649365,0.0076110056],"genre_scores_gemma":[0.9906419,0.000010922179,0.0077986866,0.00017468711,0.00033985783,0.00006615234,0.0000039832894,0.000019364406,0.0009444839],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987869,0.0000048500146,0.00024412647,0.00020358548,0.000353716,0.00040680595],"domain_scores_gemma":[0.9990881,0.0000697262,0.0002318299,0.0001923098,0.0002131219,0.00020488029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055139203,0.00015077808,0.00012697958,0.00037934724,0.0001972737,0.00013102502,0.00071502506,0.00014264406,0.000011462824],"category_scores_gemma":[0.00032850413,0.00014791443,0.00007408004,0.00070425,0.00001061717,0.0006174596,0.000074025855,0.00030471807,0.000026442642],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.112182e-7,0.00019914815,0.09581684,0.00011703164,0.00008312705,7.890887e-8,0.0021513235,0.000832221,0.0054733795,0.8652027,0.02745159,0.0026717403],"study_design_scores_gemma":[0.00020182993,0.000024425875,0.88700694,0.00033613466,0.00002853481,0.0000113745255,0.00040756355,0.0044567003,0.021044,0.0015304071,0.08435849,0.0005936154],"about_ca_topic_score_codex":0.00027193682,"about_ca_topic_score_gemma":0.000087258326,"teacher_disagreement_score":0.8636723,"about_ca_system_score_codex":0.0017951863,"about_ca_system_score_gemma":0.00032602067,"threshold_uncertainty_score":0.60317755},"labels":[],"label_agreement":null},{"id":"W2120238962","doi":"10.5539/ass.v8n11p96","title":"The Writing Questions in Literature Review--Frequently Aroused in College Students’ Opening Report","year":2012,"lang":"en","type":"article","venue":"Asian Social Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Focus (optics); Process (computing); Mathematics education; Medicine; Computer science","score_opus":0.016832355160788806,"score_gpt":0.37010641913785214,"score_spread":0.35327406397706335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120238962","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2894869,0.036018744,0.008437876,0.27588323,0.0055588684,0.003753917,0.000012326342,0.00062215416,0.38022596],"genre_scores_gemma":[0.9952053,0.0002555976,0.0036969648,0.00049836177,0.0000815459,0.00007814681,8.9101945e-7,0.0000025115646,0.00018070519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.998443,0.00010471654,0.00029593756,0.0002611634,0.00047407325,0.0004210794],"domain_scores_gemma":[0.9993879,0.000075163414,0.00012241387,0.00027889127,0.0000788586,0.000056728448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039523854,0.00007632981,0.00010568187,0.00010946745,0.0007339471,0.0001947995,0.0015708716,0.00005043293,0.0000015866622],"category_scores_gemma":[0.00035606662,0.00006114575,0.000025098032,0.0027195078,0.00026170962,0.0010885042,0.0003154536,0.00030565765,0.00000651294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0455657e-7,0.00013567905,0.13042524,0.00001470362,0.000002086157,0.000063567466,0.0029286516,1.4017901e-7,0.00018894272,0.84172374,0.0006294206,0.023887329],"study_design_scores_gemma":[0.00012382765,0.000011008177,0.9838344,0.00073437835,0.0000020380269,0.000100846155,0.0014460704,0.000016086007,0.00007843674,0.008582698,0.0049164146,0.00015382873],"about_ca_topic_score_codex":0.0000132890855,"about_ca_topic_score_gemma":0.000037336125,"teacher_disagreement_score":0.8534091,"about_ca_system_score_codex":0.00023400137,"about_ca_system_score_gemma":0.00030545302,"threshold_uncertainty_score":0.56450015},"labels":[],"label_agreement":null},{"id":"W2126337504","doi":"10.5539/cis.v3n2p244","title":"Shuffling Algorithms for Automatic Generator Question Paper System","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Shuffling; Computer science; Generator (circuit theory); Repetition (rhetorical device); Quality (philosophy); Algorithm; Process (computing); Test (biology); Programming language","score_opus":0.011297996102687252,"score_gpt":0.28680231621285585,"score_spread":0.27550432011016857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126337504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054856796,0.000008002712,0.941712,0.0009814494,0.001624197,0.00017396212,0.0000014152613,0.00022915826,0.00041297261],"genre_scores_gemma":[0.542679,0.0000019549939,0.4567301,0.00046229843,0.00008424663,0.00003396869,0.0000024415576,0.0000010532889,0.00000488895],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992355,0.000007971577,0.00022052469,0.0001605503,0.00021180495,0.00016366286],"domain_scores_gemma":[0.9992775,0.00005229806,0.000092391805,0.00024809272,0.0002560877,0.00007368034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008400322,0.00007282694,0.0000718874,0.00020098106,0.00042792296,0.00045251037,0.0005382701,0.000046283676,0.0000018772785],"category_scores_gemma":[0.000033116987,0.00006151678,0.000017115577,0.00037220912,0.00013056191,0.0071448702,0.00014647788,0.00009352144,0.000017097445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1473663e-7,0.000007455835,0.000103694605,0.000025566465,0.0000013902051,6.6036286e-8,0.0003145833,0.000040336578,0.0009774164,0.8115615,0.0001845694,0.18678316],"study_design_scores_gemma":[0.00013288473,0.000036389632,0.005424885,0.000018123264,0.0000014952576,0.00003425171,0.000043871296,0.98285204,0.0022477042,0.0011834641,0.007926662,0.00009822112],"about_ca_topic_score_codex":0.000002015694,"about_ca_topic_score_gemma":3.473872e-7,"teacher_disagreement_score":0.9828117,"about_ca_system_score_codex":0.000029795292,"about_ca_system_score_gemma":0.00018275922,"threshold_uncertainty_score":0.5179859},"labels":[],"label_agreement":null},{"id":"W2127986424","doi":"10.5539/elt.v2n2p167","title":"Investigate and Evaluate Online Resources of Reading Comprehension Test","year":2009,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading comprehension; Competence (human resources); Psychology; Comprehension; Mathematics education; Reciprocal teaching; Test (biology); Computer science; Reading (process); Linguistics","score_opus":0.012317308183903733,"score_gpt":0.2959650804776632,"score_spread":0.2836477722937594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127986424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99455255,0.0004103648,0.0019230961,0.0012438523,0.00009042636,0.00005720807,0.0000020632056,0.00020770192,0.0015127363],"genre_scores_gemma":[0.934788,0.00000654431,0.06475115,0.0002720085,0.00008276765,0.0000010438583,0.0000053127806,0.0000033132421,0.00008988265],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99928087,0.00008386911,0.00015856216,0.0002047822,0.0001456091,0.00012627986],"domain_scores_gemma":[0.99932694,0.00023763909,0.000088018445,0.00027154377,0.0000297697,0.00004609099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004858962,0.000084019404,0.0001189417,0.00010473032,0.00010749943,0.000036034508,0.0003059361,0.000046803816,0.000002587428],"category_scores_gemma":[0.00065684016,0.00007494949,0.000018696988,0.000111938185,0.00004425744,0.0002226648,0.00010376504,0.00028865572,7.9767705e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068302534,0.0007652338,0.022870507,0.000063396,0.00003633552,0.000049698236,0.29464662,0.00017933757,0.17880557,0.14813676,0.0008411065,0.3535986],"study_design_scores_gemma":[0.005180397,0.0028885675,0.47256997,0.0030862303,0.00018701567,0.00025290737,0.131778,0.13810629,0.1320978,0.096480735,0.014371379,0.003000715],"about_ca_topic_score_codex":0.000020176481,"about_ca_topic_score_gemma":0.0000025313689,"teacher_disagreement_score":0.44969946,"about_ca_system_score_codex":0.000015536514,"about_ca_system_score_gemma":0.000019788353,"threshold_uncertainty_score":0.30563512},"labels":[],"label_agreement":null},{"id":"W2129988987","doi":"10.1177/0265532208092433","title":"Test review: College English Test (CET) in China","year":2008,"lang":"en","type":"article","venue":"Language Testing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":192,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Test (biology); College English; China; Psychology; Language assessment; Test of English as a Foreign Language; Mathematics education; Political science","score_opus":0.017274515028303867,"score_gpt":0.2757766721564041,"score_spread":0.25850215712810026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129988987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87624043,0.020240659,0.0024853558,0.008441632,0.00072102575,0.0009573118,0.000029543253,0.002326088,0.08855796],"genre_scores_gemma":[0.9365644,0.000121200464,0.061741397,0.0008107263,0.00011732317,0.0000390768,0.0000038761755,0.000007766623,0.00059423165],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991082,0.000026526664,0.00021592452,0.0002697317,0.00014679045,0.00023282378],"domain_scores_gemma":[0.9985433,0.0008735562,0.000083974024,0.00039116165,0.0000654395,0.000042552976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028310154,0.00010621195,0.00014889018,0.00008491719,0.00012545203,0.000012650796,0.00057651324,0.000047479847,0.000022645136],"category_scores_gemma":[0.005635848,0.00010096123,0.000022910142,0.00092799263,0.000044143333,0.00020505054,0.00015714832,0.0002469618,0.000032661148],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.736991e-7,0.0007546929,0.9472071,0.00025323205,0.000006408845,0.001056227,0.0049565355,0.000014364612,0.0021569252,0.009492432,0.016718734,0.017382892],"study_design_scores_gemma":[0.0007210357,0.00023745571,0.9806531,0.002421604,0.000010575393,0.0007350305,0.0006214603,0.005557359,0.002512983,0.001761639,0.0040421747,0.0007256031],"about_ca_topic_score_codex":0.00005520729,"about_ca_topic_score_gemma":0.000016492713,"teacher_disagreement_score":0.08796372,"about_ca_system_score_codex":0.00005216243,"about_ca_system_score_gemma":0.00013080741,"threshold_uncertainty_score":0.6747043},"labels":[],"label_agreement":null},{"id":"W2131222006","doi":"10.1177/0265532210364380","title":"Use of tree-based regression in the analyses of L2 reading test items","year":2010,"lang":"en","type":"article","venue":"Language Testing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reading (process); Cognition; Psychology; Interpretation (philosophy); Cognitive psychology; Test (biology); Tree (set theory); Regression; Regression analysis; Natural language processing; Artificial intelligence; Computer science; Machine learning; Linguistics; Mathematics","score_opus":0.10655832357545793,"score_gpt":0.3862878005927542,"score_spread":0.2797294770172963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131222006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99612087,0.00003536544,0.0027653088,0.0004215768,0.000047878053,0.000052650557,0.0000011554006,0.00004014962,0.0005150454],"genre_scores_gemma":[0.8886801,2.169788e-7,0.11121881,0.000057490808,0.000016868074,0.0000046528253,0.0000015298319,0.0000020873224,0.000018235018],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99946815,0.00003758151,0.00016675274,0.000114981565,0.00012352347,0.00008900646],"domain_scores_gemma":[0.9972418,0.0021896425,0.00015433946,0.00035704626,0.000046357953,0.000010844056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003532011,0.000052693522,0.00008678131,0.00011346299,0.000035354067,0.000017512597,0.0004178238,0.000039285405,0.0000034456482],"category_scores_gemma":[0.0019317215,0.000033625016,0.000020204521,0.00058381545,0.00004787209,0.00011842917,0.00004634073,0.00017215141,6.0564406e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.703237e-7,0.00013080485,0.2848825,0.00001644372,0.0000024136416,0.00001200938,0.0012446474,0.00006304986,0.6914383,0.0028929,0.00003269767,0.019283554],"study_design_scores_gemma":[0.00022313769,0.00010332207,0.40952292,0.00037977894,0.00001237367,0.000016636159,0.0012532596,0.060378548,0.52694595,0.0009841033,0.000031350617,0.00014863239],"about_ca_topic_score_codex":0.00032748515,"about_ca_topic_score_gemma":0.00007328141,"teacher_disagreement_score":0.16449241,"about_ca_system_score_codex":0.0000054602037,"about_ca_system_score_gemma":0.000051826115,"threshold_uncertainty_score":0.23125905},"labels":[],"label_agreement":null},{"id":"W2134816092","doi":"10.5539/ies.v3n3p201","title":"The Survey and Analysis of Excellent Senior High School Physics Teachers’ Professional Growth Actuality","year":2010,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"School teachers; Professional development; Mathematics education; China; Faculty development; Medical education; Pedagogy; Psychology; Political science; Medicine","score_opus":0.04337952296917437,"score_gpt":0.40674006331729995,"score_spread":0.3633605403481256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134816092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9714345,0.00025911,0.003673888,0.019061081,0.005199671,0.000099616496,0.000018655644,0.000032142227,0.00022138558],"genre_scores_gemma":[0.9915184,0.00019215647,0.006391574,0.00018465442,0.0001053588,0.00007594693,0.00003211475,0.0000028504844,0.0014969744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990088,0.000093473325,0.0002528875,0.00023669933,0.00031287278,0.00009527535],"domain_scores_gemma":[0.9971708,0.0007239792,0.00021464757,0.00027054411,0.0015804629,0.000039586357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007191413,0.000094016665,0.00014562503,0.00012816492,0.00024099498,0.0000516854,0.00054203236,0.00004478445,0.00001760384],"category_scores_gemma":[0.001002568,0.00006525177,0.00005053997,0.00043603816,0.0002129915,0.00021182005,0.00024568717,0.00021348841,0.0000052215823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006359354,0.00044887047,0.5196927,0.0000054129137,0.001519937,9.0711936e-8,0.0018709252,0.0000039578676,0.0004445118,0.45541558,0.0064898487,0.014101763],"study_design_scores_gemma":[0.00007491778,0.000009261909,0.96007496,0.0000068776626,0.000044276847,9.251621e-7,0.0012039967,0.00026437955,0.00050607184,0.03632054,0.0014157726,0.00007800929],"about_ca_topic_score_codex":0.00014620794,"about_ca_topic_score_gemma":0.00016894694,"teacher_disagreement_score":0.44038224,"about_ca_system_score_codex":0.000049910916,"about_ca_system_score_gemma":0.0003523278,"threshold_uncertainty_score":0.266089},"labels":[],"label_agreement":null},{"id":"W2136151510","doi":"","title":"Model of English Teaching for Future Employees in China's Petroleum Production Industry","year":2014,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Process (computing); China; Production (economics); Teaching method; Field (mathematics); Mathematics education; Petroleum industry; Realization (probability); College English; Pedagogy; Computer science; Psychology; Engineering; Political science; Economics","score_opus":0.012583307790940116,"score_gpt":0.3133179898828799,"score_spread":0.30073468209193976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136151510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99102587,0.0045133084,0.0014417815,0.0016042202,0.0006690889,0.00010992503,0.0000031553675,0.00003281716,0.0005998533],"genre_scores_gemma":[0.98351765,0.000056254503,0.015700566,0.00006835207,0.00038186368,0.000039421055,0.000003553378,0.0000028466125,0.00022947359],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99948967,0.000035857076,0.00011847809,0.00019717832,0.000055519005,0.000103299964],"domain_scores_gemma":[0.9996967,0.000042072385,0.000041883635,0.00015913337,0.000050302086,0.000009928953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034426324,0.00007428069,0.00013068662,0.00011787181,0.00004957222,0.000016380747,0.00014029744,0.00011342804,1.5118366e-7],"category_scores_gemma":[0.00027198924,0.000058561724,0.000015742846,0.00012599002,0.00003883749,0.00019150443,0.000058807815,0.00039753513,2.496015e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022096425,0.00033833852,0.03121255,0.00048308304,0.000054218075,0.0000034343186,0.49510172,0.0006580971,0.0008832746,0.44038284,0.0035173057,0.027343057],"study_design_scores_gemma":[0.0068432693,0.002135924,0.20899409,0.006823413,0.000092176175,0.00004425946,0.21284282,0.05872457,0.014449651,0.46039915,0.025826357,0.0028242932],"about_ca_topic_score_codex":0.0000017568512,"about_ca_topic_score_gemma":0.000014901875,"teacher_disagreement_score":0.28225887,"about_ca_system_score_codex":0.000015225236,"about_ca_system_score_gemma":0.000012075197,"threshold_uncertainty_score":0.23880778},"labels":[],"label_agreement":null},{"id":"W2144008554","doi":"10.24908/pceea.v0i0.3599","title":"INVESTIGATION OF LANGUAGE USED IN ENGINEERING ASSESSMENT","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Linguistics; Computer science; Philosophy","score_opus":0.011968053572852463,"score_gpt":0.22206154256059157,"score_spread":0.2100934889877391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144008554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937658,0.00003815468,0.00057139184,0.0028124957,0.00079548877,0.00024044594,0.000003672125,0.00006698678,0.0017056186],"genre_scores_gemma":[0.9788854,0.0000021201722,0.020807901,0.000059307844,0.00002633956,0.00004624951,0.0000022854438,0.000008757022,0.00016164267],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991744,0.0000057501475,0.00026679615,0.00014843067,0.00022252192,0.00018211435],"domain_scores_gemma":[0.99923664,0.000040353258,0.0002798738,0.00012606883,0.00023591833,0.000081117156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047735678,0.00009246536,0.000121062374,0.00043030863,0.000039395713,0.000025389454,0.0005152575,0.000110478206,0.000008545931],"category_scores_gemma":[0.0002919157,0.00009546983,0.000041359624,0.00074750494,0.000012122219,0.00031940936,0.000039282277,0.00019071688,0.0000014259122],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4914189e-7,0.000051012248,0.7084353,0.00013797001,0.00003336535,8.194058e-8,0.0059720217,0.00018719715,0.014188312,0.2698342,0.0008207729,0.00033939723],"study_design_scores_gemma":[0.00011028758,0.000013241249,0.96090436,0.00013876987,0.000008851209,0.0000012572389,0.00042341853,0.0049704374,0.031869728,0.0011995586,0.00022425996,0.00013583079],"about_ca_topic_score_codex":0.004194203,"about_ca_topic_score_gemma":0.0015151196,"teacher_disagreement_score":0.26863465,"about_ca_system_score_codex":0.0011247084,"about_ca_system_score_gemma":0.00084595813,"threshold_uncertainty_score":0.63404083},"labels":[],"label_agreement":null},{"id":"W2151417076","doi":"10.3968/j.css.1923669720100606.005","title":"A Comparison Study on Word Association Between English Native Speakers and Chinese English Learners","year":2010,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mental lexicon; Word Association; Linguistics; Association (psychology); Lexicon; Psychology; First language; Noun","score_opus":0.015558683056183516,"score_gpt":0.3247377859022043,"score_spread":0.3091791028460208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151417076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9683702,0.0000030058436,0.000060504663,0.0018659744,0.001204362,0.0002061578,0.0000059509784,0.00008453218,0.02819933],"genre_scores_gemma":[0.99890935,3.3776178e-7,0.00036864742,0.0001915162,0.0003904257,0.000015711825,0.000001599085,0.0000037388727,0.00011864173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852735,0.000055092274,0.00013968226,0.00042222184,0.00045205455,0.00040361166],"domain_scores_gemma":[0.998934,0.00017138285,0.00011153317,0.00018749645,0.00030887825,0.00028676397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011208854,0.00011034115,0.00014725338,0.00026845725,0.0008725359,0.00026731988,0.00084747124,0.00010524716,0.000007832661],"category_scores_gemma":[0.0011502949,0.000109261106,0.000021941843,0.0012975245,0.00030565643,0.0004784684,0.00009202791,0.00052364066,0.0000075059197],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.8563275e-7,0.000039875922,0.94041014,5.350864e-7,0.000009757498,0.0000012326722,0.02578591,3.1539366e-7,0.000027332571,0.028170008,0.00041200253,0.005142529],"study_design_scores_gemma":[0.00016935379,0.00006622593,0.9812729,0.0000025318052,0.0000051934026,1.1831478e-7,0.01179416,0.000055087672,0.00004836314,0.0010444152,0.0053820666,0.0001595864],"about_ca_topic_score_codex":0.0015889158,"about_ca_topic_score_gemma":0.014908359,"teacher_disagreement_score":0.040862784,"about_ca_system_score_codex":0.00056775514,"about_ca_system_score_gemma":0.0008131443,"threshold_uncertainty_score":0.83192146},"labels":[],"label_agreement":null},{"id":"W2154195524","doi":"10.5539/ies.v1n4p33","title":"Study on the Intuitive Introduction in Calculus Teaching","year":2008,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Teaching method; Calculus (dental); Process (computing); Higher education; Logical reasoning; Computer science; Psychology","score_opus":0.0891006981104829,"score_gpt":0.42406517982811437,"score_spread":0.3349644817176315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154195524","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8362789,0.00013522712,0.0023875993,0.1499655,0.0056416052,0.0002629916,6.466476e-7,0.00007318158,0.005254361],"genre_scores_gemma":[0.99560535,0.000042438194,0.0012259645,0.00084385666,0.00041091154,0.0003096358,0.0000022798758,0.00000335802,0.0015562241],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990282,0.00011820934,0.00020223594,0.0002802535,0.0002734453,0.000097645345],"domain_scores_gemma":[0.9990047,0.00023081704,0.00008556352,0.0002567484,0.0004076114,0.000014555482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042056607,0.00009228129,0.000088743596,0.0002265317,0.00027665822,0.000027255497,0.0005245542,0.000022014703,0.000011190621],"category_scores_gemma":[0.00074777973,0.00006645512,0.00002473256,0.00021734308,0.00008148839,0.00025742105,0.00014625603,0.00026827288,0.000057392],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004847263,0.0015929603,0.026837278,0.0000010039487,0.00010465466,0.0000040946916,0.015059557,0.000036942296,0.0000304972,0.9191234,0.03015237,0.0070524053],"study_design_scores_gemma":[0.00066070963,0.00039715014,0.722564,0.000082181614,0.000013144501,0.00014250744,0.13649705,0.0005183453,0.0009124027,0.08962129,0.048130676,0.00046053666],"about_ca_topic_score_codex":0.000032639728,"about_ca_topic_score_gemma":0.0000143835805,"teacher_disagreement_score":0.8295021,"about_ca_system_score_codex":0.00026423254,"about_ca_system_score_gemma":0.00017551103,"threshold_uncertainty_score":0.27099612},"labels":[],"label_agreement":null},{"id":"W2154611368","doi":"10.5267/j.msl.2011.08.015","title":"Using fuzzy analytical hierarchy process (AHP) to evaluate web development platform","year":2011,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analytic hierarchy process; Reliability (semiconductor); Fuzzy logic; Computer science; Hierarchy; Process (computing); Operations research; Engineering management; World Wide Web; Process management; Business; Engineering; Artificial intelligence; Political science; Operating system; Physics","score_opus":0.09581910944514098,"score_gpt":0.34900062902053963,"score_spread":0.25318151957539864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154611368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7140596,0.0000032267992,0.26251248,0.008835878,0.00042947105,0.00037090154,2.2434364e-7,0.00017874701,0.013609499],"genre_scores_gemma":[0.72264606,6.401132e-7,0.27222794,0.0049453895,0.000014032705,0.000044721804,3.8108706e-7,0.0000045044676,0.000116305215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9975643,0.000014543376,0.00024897134,0.0007035555,0.0008719579,0.0005966749],"domain_scores_gemma":[0.9991595,0.000013088458,0.000068712565,0.0005457859,0.000046629008,0.00016625332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011272373,0.00015926194,0.000115038354,0.00073523255,0.00047697136,0.00015859908,0.002311796,0.000026899676,0.000029240391],"category_scores_gemma":[0.000016467322,0.00014441222,0.000028278093,0.0020492484,0.00028340975,0.0009320715,0.000772662,0.00012421948,0.00014748883],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023605427,0.00066013454,0.037604447,0.00010460727,0.00014528784,0.00017390326,0.009025567,0.0026360261,0.00672846,0.84708625,0.0034546754,0.092357025],"study_design_scores_gemma":[0.002290473,0.00042455617,0.5099534,0.00052346656,0.00014676932,0.00009961897,0.004576679,0.3163523,0.05585257,0.076794125,0.029008197,0.003977872],"about_ca_topic_score_codex":0.0000041978096,"about_ca_topic_score_gemma":0.0000014987613,"teacher_disagreement_score":0.77029216,"about_ca_system_score_codex":0.00028081477,"about_ca_system_score_gemma":0.00013642781,"threshold_uncertainty_score":0.5888959},"labels":[],"label_agreement":null},{"id":"W2163502268","doi":"","title":"The Construction of MTI Translation Evaluation Index System","year":2015,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Translation (biology); Index (typography); Process (computing); Artificial intelligence; Hierarchy; Natural language processing; Political science; World Wide Web; Programming language","score_opus":0.04957840797961512,"score_gpt":0.3218420182242261,"score_spread":0.272263610244611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163502268","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30090025,0.00063133694,0.16648151,0.037479077,0.007979909,0.0013134807,0.000013475462,0.00025585468,0.48494512],"genre_scores_gemma":[0.99818456,6.4822143e-7,0.0017252731,0.000027022861,0.000038846116,0.000012104394,5.34218e-7,8.61132e-7,0.000010168605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915695,0.000045429304,0.00010002677,0.0001254282,0.00042141517,0.00015072936],"domain_scores_gemma":[0.9992964,0.000025769203,0.00006531529,0.00012787194,0.00037838623,0.000106237836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015962167,0.000032644602,0.00003832074,0.000098916535,0.00052162976,0.00006140604,0.00052152755,0.00003818423,0.0000010860272],"category_scores_gemma":[0.00006371741,0.000027210028,0.0000124050075,0.00081804825,0.0004722488,0.0002984846,0.000014304351,0.000051308878,0.000003921475],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5956563e-7,0.0000019281877,0.0031989962,0.0000011130693,0.0000013196704,1.2391696e-7,0.0006102236,0.0000058876435,0.000056964163,0.88052934,0.00013413029,0.11545959],"study_design_scores_gemma":[0.0018633826,0.00022448228,0.20426674,0.00010290278,0.000056729015,0.000089141104,0.084915645,0.3506805,0.0067567476,0.27771902,0.07234096,0.0009837478],"about_ca_topic_score_codex":0.0014347566,"about_ca_topic_score_gemma":0.0025401532,"teacher_disagreement_score":0.6972843,"about_ca_system_score_codex":0.00060098164,"about_ca_system_score_gemma":0.0032776596,"threshold_uncertainty_score":0.5814428},"labels":[],"label_agreement":null},{"id":"W2171391384","doi":"10.5539/ijel.v2n1p17","title":"Reading Comprehension of Different Genres: A Fuzzy Approach","year":2012,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Shiraz University","keywords":"Argumentative; Fuzzy logic; Narrative; Reading (process); Test (biology); Reading comprehension; Computer science; Psychology; Comprehension; Linguistics; Artificial intelligence; Mathematics; Natural language processing","score_opus":0.025372834494015742,"score_gpt":0.3101763549955568,"score_spread":0.28480352050154106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171391384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35598862,0.0012711082,0.4058485,0.00034770908,0.10586305,0.0002290899,0.000019870695,0.0001450179,0.130287],"genre_scores_gemma":[0.92707884,0.000043212123,0.068348624,0.0000552013,0.004437934,0.0000010562514,0.0000032463004,0.00000487482,0.00002699005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998808,0.000039707396,0.00044409483,0.00008336852,0.0004895679,0.0001352353],"domain_scores_gemma":[0.9917325,0.00022382935,0.00045755837,0.00015740692,0.0073517784,0.00007695474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033659162,0.00008833922,0.00016433003,0.00021808904,0.000029404388,0.0000316094,0.0008846545,0.000061702376,0.0000057581747],"category_scores_gemma":[0.007872566,0.000073338735,0.00008533148,0.00009272713,0.00004548847,0.00012632624,0.00016752769,0.00023300808,0.0000012928625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017785498,0.0008370023,0.022430185,0.000015832367,0.00017245584,0.0000048526203,0.0013406264,0.00017910768,0.00021824485,0.96957964,0.0032157442,0.0019884985],"study_design_scores_gemma":[0.00566517,0.0011770882,0.15094092,0.001188974,0.0003298055,0.00021283695,0.006353359,0.011662572,0.051815245,0.14642973,0.6225454,0.0016788853],"about_ca_topic_score_codex":0.0000013479283,"about_ca_topic_score_gemma":7.896288e-8,"teacher_disagreement_score":0.8231499,"about_ca_system_score_codex":0.00007757382,"about_ca_system_score_gemma":0.0000709991,"threshold_uncertainty_score":0.9424765},"labels":[],"label_agreement":null},{"id":"W2172179933","doi":"10.1111/emip.12018","title":"Instructional Topics in Educational Measurement (ITEMS) Module: Using Automated Processes to Generate Test Items","year":2013,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Rendering (computer graphics); Test (biology); Item bank; Process (computing); Item response theory; Task (project management); Item analysis; Artificial intelligence; Machine learning; Information retrieval; Psychometrics; Programming language; Psychology; Engineering","score_opus":0.09722074847346185,"score_gpt":0.36063916936176055,"score_spread":0.2634184208882987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172179933","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20603442,0.006340825,0.009182005,0.76912636,0.0037217895,0.001906059,0.000013801515,0.00032989404,0.0033448269],"genre_scores_gemma":[0.76492673,0.00014081418,0.23082483,0.0019190763,0.0009850654,0.000575269,0.000020015099,0.000018392593,0.00058981136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99712205,0.00017538032,0.00048903597,0.0005947059,0.0012876398,0.00033116847],"domain_scores_gemma":[0.9961851,0.0004681657,0.00023135939,0.00034405547,0.0025889638,0.00018233847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014557017,0.00024250368,0.00018666676,0.0003161802,0.00031790312,0.00038127447,0.000464349,0.00009852262,0.00017035307],"category_scores_gemma":[0.004121631,0.00024447817,0.000025194684,0.0008894023,0.000056814453,0.0017012751,0.000120634664,0.00022436568,0.000101347934],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009925635,0.014791272,0.17094181,0.00093874824,0.0006787927,0.000007734254,0.007997799,0.0077277953,0.05192865,0.52676266,0.17555752,0.042567942],"study_design_scores_gemma":[0.0010590225,0.00032623307,0.68588275,0.00063622074,0.00007846624,0.00042064252,0.0013212361,0.018950395,0.004005948,0.050839953,0.2349783,0.0015008523],"about_ca_topic_score_codex":0.0006193183,"about_ca_topic_score_gemma":0.00007027721,"teacher_disagreement_score":0.7672073,"about_ca_system_score_codex":0.00059642224,"about_ca_system_score_gemma":0.0023373861,"threshold_uncertainty_score":0.99695307},"labels":[],"label_agreement":null},{"id":"W2174961056","doi":"10.34105/j.kmel.2015.07.009","title":"The potential contributions of concept maps for learning website to assessment for learning practices","year":2015,"lang":"en","type":"article","venue":"Knowledge Management & E-Learning An International Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Karadeniz Teknik Üniversitesi","keywords":"Strengths and weaknesses; Computer science; Pathfinder; Concept map; Variety (cybernetics); Plan (archaeology); Workload; Subject (documents); Human–computer interaction; Multimedia; Artificial intelligence; World Wide Web; Psychology","score_opus":0.033580594646711294,"score_gpt":0.40098999196812635,"score_spread":0.36740939732141503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2174961056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050539323,0.0002093914,0.9750442,0.009474474,0.0027328646,0.0005211813,0.000006827342,0.00012945374,0.006827713],"genre_scores_gemma":[0.89084935,0.00007976869,0.09891905,0.00008547178,0.0007855218,0.00021437793,0.000065870714,0.000020784755,0.0089797955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978408,0.0003635935,0.00050680636,0.00036071968,0.0005542592,0.00037377732],"domain_scores_gemma":[0.9960788,0.0005879842,0.00095976953,0.00020282943,0.001988742,0.00018186102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030382976,0.00017456115,0.00018887327,0.0003155661,0.0010974528,0.0007282104,0.0016647282,0.00007224054,0.000011766112],"category_scores_gemma":[0.0012970414,0.0001499027,0.00014987655,0.00023177254,0.000075888274,0.00076386344,0.00046015176,0.00066772936,0.000016992504],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016805055,0.0005733364,0.0038706814,0.000023772647,0.0008408041,0.00001275509,0.0018154803,0.065464914,0.00031360352,0.7562123,0.010226061,0.16047825],"study_design_scores_gemma":[0.002370881,0.0014467434,0.0030411973,0.00013195467,0.00010081061,0.0000750063,0.01004575,0.12962349,0.00039631987,0.017584488,0.8348547,0.0003286501],"about_ca_topic_score_codex":0.0000042565052,"about_ca_topic_score_gemma":0.000004963885,"teacher_disagreement_score":0.8857954,"about_ca_system_score_codex":0.00033505147,"about_ca_system_score_gemma":0.00031222377,"threshold_uncertainty_score":0.8440831},"labels":[],"label_agreement":null},{"id":"W2185303739","doi":"","title":"Research on Evaluation System of Vocational Capacity of Financial Engineering Specialty","year":2015,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Specialty; Quality (philosophy); Questionnaire; Vocational education; Engineering management; Business; Capacity building; Mode (computer interface); Engineering; Computer science; Psychology; Economics; Pedagogy; Economic growth; Sociology","score_opus":0.13340676730735435,"score_gpt":0.421319473538339,"score_spread":0.28791270623098464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185303739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241168,0.00005663219,0.0023057496,0.0014290162,0.0030127838,0.00035202023,0.0000054312254,0.00003780129,0.06868375],"genre_scores_gemma":[0.99365544,4.455232e-7,0.0059654177,0.0000124599055,0.00019959136,0.000034147506,0.0000016997923,0.0000019633385,0.00012885068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99785465,0.00008615825,0.00026349546,0.00021355637,0.0014344417,0.00014768796],"domain_scores_gemma":[0.997111,0.000095947755,0.00020717653,0.00022638967,0.0023018932,0.000057580077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003372843,0.000055212713,0.00011216107,0.0003656151,0.00012363285,0.000014022977,0.0007196027,0.00006141003,0.000014835813],"category_scores_gemma":[0.00025014335,0.000056317545,0.000025961657,0.0017576985,0.00043201246,0.00028359695,0.00007840847,0.00011506305,0.000005889249],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002407819,0.00020251294,0.00053528964,0.000022980821,0.0000015061685,1.2345501e-8,0.00087996636,0.00007189275,0.0026672406,0.99362993,0.00064903364,0.0013372386],"study_design_scores_gemma":[0.0001748499,0.000114713264,0.95051855,0.00008474302,0.0000047674484,7.6609103e-7,0.00066963176,0.0007380676,0.030188577,0.016009958,0.0014037717,0.00009160137],"about_ca_topic_score_codex":0.000050009417,"about_ca_topic_score_gemma":6.240907e-7,"teacher_disagreement_score":0.97761995,"about_ca_system_score_codex":0.00045753323,"about_ca_system_score_gemma":0.004451583,"threshold_uncertainty_score":0.7896917},"labels":[],"label_agreement":null},{"id":"W2197485666","doi":"10.5281/zenodo.10268","title":"New tutorial code & bugfixes","year":2014,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Perimeter Institute","funders":"","keywords":"Programming language; Computer science; Code (set theory); Set (abstract data type)","score_opus":0.03585982044762981,"score_gpt":0.27591166533630507,"score_spread":0.24005184488867526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2197485666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049374877,0.000026094402,0.9021136,0.007828836,0.00066339504,0.00016851255,0.000013127483,0.0016455133,0.08260345],"genre_scores_gemma":[0.9419944,0.000032373988,0.046908557,0.00046076925,0.0011953195,5.7518914e-8,0.00041714797,0.0006567448,0.008334628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99886584,0.0001633646,0.00014408579,0.000330026,0.00026249335,0.00023415781],"domain_scores_gemma":[0.99900484,0.00003300223,0.00006193273,0.00055108755,0.0002185201,0.00013059699],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005017692,0.00008702056,0.000083007886,0.00013321963,0.0011295611,0.00056177576,0.0017202002,0.000057451773,0.002523643],"category_scores_gemma":[0.00040073053,0.000089349305,0.000029234501,0.00039369843,0.00006349235,0.00028673717,0.0010122423,0.000189032,0.008353655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005286205,0.000058671052,0.000007230042,0.000006576245,0.000012485103,6.2120944e-7,0.00035461437,0.00002499973,0.0012677431,0.43466774,0.41179836,0.15179567],"study_design_scores_gemma":[0.00021822347,0.00008143153,0.0005934897,0.0000075002886,0.0000025740821,0.00003222285,0.0000151507675,0.00031826668,0.000474805,0.0125184655,0.9856345,0.00010336876],"about_ca_topic_score_codex":0.000011025163,"about_ca_topic_score_gemma":4.5271446e-7,"teacher_disagreement_score":0.9370569,"about_ca_system_score_codex":0.00006912357,"about_ca_system_score_gemma":0.0000108159575,"threshold_uncertainty_score":0.9983882},"labels":[],"label_agreement":null},{"id":"W2204570674","doi":"","title":"Error Analysis on English Writing of Chinese Mongolian Students Based on Automated Scoring System","year":2015,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Set (abstract data type); Natural language processing; Error analysis; Scoring system; Composition (language); Artificial intelligence; Mathematics education; Linguistics; Psychology; Programming language; Mathematics; Medicine","score_opus":0.03491701420337537,"score_gpt":0.3996661119759398,"score_spread":0.3647490977725645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204570674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995399,0.00003907714,0.00071354647,0.0003942638,0.000144039,0.00015058249,0.0000050864815,0.00075561303,0.0023987773],"genre_scores_gemma":[0.9941264,0.0000020047119,0.0056271628,0.000052206517,0.000023233179,0.00004421942,0.000081018676,0.0000054873126,0.00003830074],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986367,0.00017089574,0.00035434723,0.00025203067,0.00043233065,0.00015368812],"domain_scores_gemma":[0.99746585,0.00016060629,0.00028246673,0.0012858588,0.0007360348,0.00006918279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000706667,0.00013941735,0.00021395167,0.00020466604,0.00027723584,0.0002919957,0.0018196765,0.00009633564,0.0000015151676],"category_scores_gemma":[0.00024824205,0.00011043484,0.00008148252,0.0010974613,0.00011653686,0.0005342146,0.0002707652,0.00023084269,0.000012319643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049946382,0.00095967366,0.85311633,0.00008977097,0.00033930343,0.0000029933854,0.00629644,0.068555005,0.00060326967,0.067814834,0.0002904902,0.0018819369],"study_design_scores_gemma":[0.0007110803,0.00013448622,0.5415782,0.00018562106,0.000042288968,0.000001223137,0.0019596794,0.45373797,0.0010727781,0.00023212293,0.000121923935,0.00022264848],"about_ca_topic_score_codex":0.000053405314,"about_ca_topic_score_gemma":0.000011217722,"teacher_disagreement_score":0.38518298,"about_ca_system_score_codex":0.00023618025,"about_ca_system_score_gemma":0.000054439344,"threshold_uncertainty_score":0.4503402},"labels":[],"label_agreement":null},{"id":"W2238447832","doi":"","title":"Engineering Methodology for Educational Webware Development","year":2000,"lang":"en","type":"article","venue":"World Conference on WWW and Internet","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Systems engineering; Engineering management; Engineering","score_opus":0.10746166527076152,"score_gpt":0.3290136903089333,"score_spread":0.22155202503817178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238447832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13679317,0.00033565043,0.70283663,0.089189604,0.0017774907,0.00067953445,0.0000088141815,0.00040175748,0.067977324],"genre_scores_gemma":[0.7360804,0.000011286396,0.21428892,0.0005749947,0.00004781719,0.00012960582,0.000009829403,0.000003877198,0.04885325],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994328,0.000016297377,0.00012071727,0.00023746667,0.00005789713,0.00013483223],"domain_scores_gemma":[0.99959934,0.00016528042,0.000024058576,0.00013256501,0.00003718016,0.00004157512],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013563283,0.00008525517,0.00008947255,0.000100426165,0.00004205803,0.000046111178,0.00030665798,0.000033672564,0.0009808167],"category_scores_gemma":[0.000017752272,0.000078692734,0.000016625616,0.00007772705,0.000023430843,0.00008470829,0.000038403552,0.00008901476,0.00011478884],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042011884,0.000036369463,0.00023826055,0.000005966124,0.000012291729,2.1397388e-7,0.00017426809,0.000006661921,0.00004884285,0.911187,0.0034052313,0.08488069],"study_design_scores_gemma":[0.00041827172,0.00016645541,0.020993305,0.0001497331,0.0000065552313,0.000020228577,0.00004022124,0.027862336,0.0077015646,0.079091735,0.8631251,0.00042449878],"about_ca_topic_score_codex":0.000003147262,"about_ca_topic_score_gemma":0.000014054625,"teacher_disagreement_score":0.8597199,"about_ca_system_score_codex":0.000025123074,"about_ca_system_score_gemma":0.00012802327,"threshold_uncertainty_score":0.9999324},"labels":[],"label_agreement":null},{"id":"W2240469675","doi":"","title":"Distance Instructor Training and Support with WebCT","year":2003,"lang":"en","type":"article","venue":"EdMedia: World Conference on Educational Media and Technology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Training (meteorology); Distance education; Computer science; Medical education; Psychology; Mathematics education; Medicine; Geography","score_opus":0.02899748152267966,"score_gpt":0.2689371083739391,"score_spread":0.2399396268512594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240469675","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07366252,0.0006873113,0.006718731,0.89822316,0.0022614656,0.00043068736,0.000012741441,0.0004430722,0.017560327],"genre_scores_gemma":[0.9737986,0.00009883596,0.024718774,0.00030766526,0.00006860493,0.00015959273,0.000010259886,0.000008368243,0.0008293022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99871784,0.00003146286,0.00019492906,0.0005265439,0.0002170047,0.0003122056],"domain_scores_gemma":[0.99893945,0.00032803844,0.000105201034,0.00035397828,0.00013749603,0.0001358147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013705582,0.00019584829,0.0002162271,0.0005129681,0.00017743067,0.000057440633,0.00039528715,0.00012716114,0.00014561285],"category_scores_gemma":[0.0002060991,0.00016774019,0.000012122025,0.00075758767,0.0006208861,0.00021018741,0.000060570514,0.0003935309,0.000015771135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022233269,0.00007750936,0.01359125,0.00000656987,0.000014114655,0.0000043485175,0.0005824648,9.001745e-8,0.00005845399,0.9778986,0.0002701825,0.0074942186],"study_design_scores_gemma":[0.0003350186,0.00014112654,0.012620402,0.000051693507,0.000007579882,0.00013321279,0.0003100402,0.00003829435,0.00085717475,0.98215693,0.0031110637,0.00023746841],"about_ca_topic_score_codex":0.0000015665617,"about_ca_topic_score_gemma":0.00006932204,"teacher_disagreement_score":0.90013605,"about_ca_system_score_codex":0.000036937694,"about_ca_system_score_gemma":0.00094119646,"threshold_uncertainty_score":0.68402463},"labels":[],"label_agreement":null},{"id":"W2247167488","doi":"","title":"Computer-based TOEFL experiences of ESL students","year":2003,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Test of English as a Foreign Language; Computer science; Mathematics education; Psychology; Linguistics; Language assessment","score_opus":0.019918507711570277,"score_gpt":0.33221750834553854,"score_spread":0.31229900063396826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2247167488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47755352,0.00001711191,0.5193918,0.00028351226,0.000300275,0.000043025684,6.302746e-8,0.00005506946,0.002355641],"genre_scores_gemma":[0.8162386,5.916417e-7,0.18337797,0.00022151142,0.0000055131995,0.000016311458,1.9865266e-7,9.2193204e-7,0.00013838298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994356,0.000027853615,0.000110851426,0.0001485366,0.0001874298,0.000089754605],"domain_scores_gemma":[0.99960595,0.000049947215,0.000040149152,0.00024199657,0.000037842183,0.000024135801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012825303,0.00004859002,0.00006654665,0.000050082468,0.00004023058,0.000022202066,0.000642306,0.00002657323,0.00007134863],"category_scores_gemma":[0.000007615991,0.000039916446,0.000021670414,0.00018666578,0.000049062957,0.00009897111,0.000054172513,0.000035440215,0.000011154342],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.7931154e-7,0.0006168125,0.021183027,0.000005872402,0.000012428068,0.0000020621515,0.0026746592,0.00008292417,0.00017939774,0.96940106,0.0014486695,0.0043923794],"study_design_scores_gemma":[0.0027864852,0.0018298937,0.08687173,0.00012724532,0.000016513526,0.00003167463,0.019516343,0.03293387,0.7617426,0.06793355,0.024892664,0.0013174181],"about_ca_topic_score_codex":0.000002135899,"about_ca_topic_score_gemma":5.1434677e-7,"teacher_disagreement_score":0.90146756,"about_ca_system_score_codex":0.000009789675,"about_ca_system_score_gemma":0.00008238675,"threshold_uncertainty_score":0.16277455},"labels":[],"label_agreement":null},{"id":"W2248017594","doi":"","title":"Apply Formal Concept Analysis to Teaching Material Extraction","year":2009,"lang":"en","type":"article","venue":"E-Learn: World Conference on E-Learning in Corporate, Government, Healthcare, and Higher Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Formal concept analysis; Formal methods; Programming language; Algorithm","score_opus":0.042764989724730786,"score_gpt":0.32710627596385705,"score_spread":0.28434128623912625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2248017594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6731939,0.0003117714,0.031204097,0.21780671,0.005141772,0.0018059098,0.000028332583,0.0008684428,0.06963907],"genre_scores_gemma":[0.97451276,0.00005252506,0.0076483204,0.0027230787,0.00024028397,0.00010687119,0.000057327306,0.000012838935,0.014646004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9972688,0.00031136375,0.0005169847,0.00079500664,0.00059445546,0.0005134013],"domain_scores_gemma":[0.99849397,0.00009594692,0.0005985488,0.00044338,0.00012186782,0.00024626186],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006864657,0.00029767572,0.00035830014,0.0004973726,0.0004816352,0.00036352366,0.00047618363,0.00015567458,0.00019721221],"category_scores_gemma":[0.000038524002,0.00031462405,0.000060073686,0.0011799885,0.000049021375,0.0007702085,0.000092759794,0.00088557473,0.000041499585],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068296504,0.00044016703,0.022939686,0.000018111721,0.000040319264,0.000003308428,0.00076669717,0.0002579773,0.00042900935,0.8211011,0.0010747755,0.1528605],"study_design_scores_gemma":[0.00045832974,0.0009129478,0.9305994,0.00018409188,0.000053887365,0.000008452568,0.001235514,0.0017547919,0.00048327132,0.023404516,0.04022883,0.0006759802],"about_ca_topic_score_codex":0.000318057,"about_ca_topic_score_gemma":0.00018703629,"teacher_disagreement_score":0.9076597,"about_ca_system_score_codex":0.0005447092,"about_ca_system_score_gemma":0.0004968746,"threshold_uncertainty_score":0.99993056},"labels":[],"label_agreement":null},{"id":"W2255037847","doi":"10.5430/air.v5n2p1","title":"Identifying student group profiles for diagnostic feedback using snap-drift modal learning neural network","year":2015,"lang":"en","type":"article","venue":"Artificial Intelligence Research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"London Metropolitan University","keywords":"Artificial neural network; Modal; Snap; Computer science; Set (abstract data type); Machine learning; Artificial intelligence; Group (periodic table)","score_opus":0.39879044203692166,"score_gpt":0.5051790844681736,"score_spread":0.10638864243125196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255037847","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32320902,0.0003823136,0.6727572,0.0016662005,0.0009682862,0.0007062019,0.0000010266409,0.00014078626,0.00016893884],"genre_scores_gemma":[0.9539488,0.000024922958,0.045089994,0.00003412418,0.00055985287,0.00021888183,0.0000072121566,0.000016908562,0.00009933623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967914,0.0003789563,0.00042499497,0.00060670066,0.0008785673,0.0009193649],"domain_scores_gemma":[0.9968111,0.0018373029,0.00009510989,0.00041935797,0.00062761095,0.00020949716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035064674,0.00015964457,0.00018626501,0.00024625208,0.00081639056,0.00052012724,0.0013640658,0.00012345715,0.000011858157],"category_scores_gemma":[0.0013454542,0.00015690534,0.00007399244,0.0011043708,0.00025881664,0.0005544918,0.0007225501,0.0007086723,0.00011183709],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003153591,0.00035279256,0.010632921,0.000029827692,0.000036387195,0.000016954751,0.0021153677,0.05728441,0.0012247744,0.8623252,0.0008709397,0.06507888],"study_design_scores_gemma":[0.000067506626,0.00048329754,0.0012117116,0.000103377984,0.000008991257,0.000015595107,0.006747374,0.46274608,0.010432011,0.5171107,0.0007594755,0.00031384212],"about_ca_topic_score_codex":0.00011082394,"about_ca_topic_score_gemma":0.00005498273,"teacher_disagreement_score":0.63073975,"about_ca_system_score_codex":0.00020731376,"about_ca_system_score_gemma":0.00032780465,"threshold_uncertainty_score":0.63984144},"labels":[],"label_agreement":null},{"id":"W2255647364","doi":"","title":"불어권 캐나다인 한국어 습득과정에서 나타나는 오류 양상","year":2007,"lang":"ko","type":"article","venue":"코기토","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Linguistics; Computer science; Interlanguage; Pronunciation; First language; Language transfer; Vocabulary; Foreign language; Sentence; Natural language processing; Spelling; Artificial intelligence; Comprehension approach; Natural language","score_opus":0.01947628085169629,"score_gpt":0.3296918711530531,"score_spread":0.3102155903013568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2255647364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3958507,0.0029402862,0.43860358,0.07149558,0.011927271,0.0006173998,0.000015012492,0.0008259817,0.077724226],"genre_scores_gemma":[0.9529188,0.00005960511,0.034030568,0.0019278913,0.0004767413,0.000008895455,0.0000057835905,0.0000119077895,0.010559759],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983298,0.000037454054,0.0003044027,0.0004819046,0.00032938714,0.0005170285],"domain_scores_gemma":[0.9987379,0.00014372365,0.00012539375,0.00071549945,0.00014230337,0.0001352237],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007347475,0.0001830775,0.00016679667,0.00016182347,0.00024517727,0.00009790177,0.0010529087,0.00023300124,0.0003627757],"category_scores_gemma":[0.00006467057,0.00018475969,0.00007109044,0.00070645625,0.00016005125,0.00025641927,0.00029885845,0.00040409996,0.001571713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011790209,0.0007882495,0.023544433,0.000040779603,0.00008193873,0.0001259714,0.0019143631,0.000027445822,0.00060406904,0.7777593,0.036236405,0.15886524],"study_design_scores_gemma":[0.0009361614,0.00046629313,0.4149513,0.00021476242,0.000055316337,0.00016722521,0.0009333918,0.0056663593,0.016818032,0.12034212,0.4383486,0.0011004584],"about_ca_topic_score_codex":0.000050485858,"about_ca_topic_score_gemma":0.000031428946,"teacher_disagreement_score":0.6574172,"about_ca_system_score_codex":0.000110287096,"about_ca_system_score_gemma":0.00032106682,"threshold_uncertainty_score":0.99920565},"labels":[],"label_agreement":null},{"id":"W2273219704","doi":"","title":"Using fuzzy techniques for students' evaluation","year":2010,"lang":"en","type":"article","venue":"Annual Conference on Computers","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Fuzzy logic; Competence (human resources); Java; Process (computing); Artificial intelligence; Domain (mathematical analysis); Programming language; Mathematics","score_opus":0.08575710544690808,"score_gpt":0.4344855980316968,"score_spread":0.3487284925847887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273219704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1652252,0.0000045492684,0.82808316,0.0030070774,0.0014840559,0.00057509687,0.0000062918903,0.0002738497,0.0013407496],"genre_scores_gemma":[0.7560223,0.0000012762296,0.24333528,0.0004443697,0.00009216897,0.00007186947,0.0000060011625,0.000004396292,0.000022356475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889517,0.000041688472,0.0001582644,0.00035143705,0.0003597005,0.00019376221],"domain_scores_gemma":[0.9988543,0.000108776454,0.00008922456,0.0003954708,0.00049971376,0.000052564363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059494574,0.000121570745,0.00011012932,0.00013687054,0.00015969928,0.00016303126,0.001061777,0.0001017972,0.000013490837],"category_scores_gemma":[0.000042334454,0.000116414274,0.00004344217,0.00015034559,0.000059178597,0.0003496828,0.00016630531,0.00021004875,0.0000105176605],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061480005,0.00023015316,0.0009265661,0.000005596294,0.000024197634,0.0000014024386,0.0006191381,0.000043351567,0.0024365976,0.8068892,0.0020477935,0.1867699],"study_design_scores_gemma":[0.0017338711,0.0015833341,0.019569838,0.00023710953,0.00006605755,0.00006632215,0.0010820127,0.49545607,0.037125137,0.43110234,0.010559422,0.0014184983],"about_ca_topic_score_codex":0.000009620816,"about_ca_topic_score_gemma":0.0000052897926,"teacher_disagreement_score":0.59079707,"about_ca_system_score_codex":0.000039214352,"about_ca_system_score_gemma":0.00024470413,"threshold_uncertainty_score":0.47472364},"labels":[],"label_agreement":null},{"id":"W2281883933","doi":"10.5753/cbie.wcbie.2015.1007","title":"Geração automática de avaliações de objetos de aprendizagem por meio de mineração de textos","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Computer science; Philosophy","score_opus":0.046357816740967096,"score_gpt":0.33898029579434474,"score_spread":0.2926224790533776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281883933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7734833,0.007092385,0.1838763,0.019051038,0.0039637554,0.0017595666,0.00015936675,0.0016309074,0.008983376],"genre_scores_gemma":[0.90611,0.0006209174,0.07368105,0.007606588,0.0010082665,0.00057362305,0.00007923127,0.00017971605,0.010140633],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9887885,0.0009506117,0.0019576356,0.0016962813,0.0013822237,0.005224753],"domain_scores_gemma":[0.9896954,0.0022519683,0.0010643265,0.0027706996,0.00088408403,0.003333504],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0050232504,0.0015668336,0.0014105731,0.0012424116,0.0011092536,0.001910411,0.005167218,0.0020776372,0.0007542542],"category_scores_gemma":[0.0039625787,0.0017086621,0.0006738841,0.0023633207,0.001086248,0.0018957555,0.0013547615,0.0030780185,0.0004906125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00033448593,0.0033234044,0.48962325,0.0005629121,0.0014694352,0.0010783295,0.057463236,0.0022038869,0.0010395146,0.045537528,0.32448095,0.07288308],"study_design_scores_gemma":[0.011055221,0.0020747106,0.43341023,0.005680321,0.0023778407,0.009777555,0.054863047,0.33118618,0.02012723,0.04998354,0.06953387,0.009930267],"about_ca_topic_score_codex":0.00065484765,"about_ca_topic_score_gemma":0.00021410685,"teacher_disagreement_score":0.3289823,"about_ca_system_score_codex":0.0045317663,"about_ca_system_score_gemma":0.01983211,"threshold_uncertainty_score":0.999708},"labels":[],"label_agreement":null},{"id":"W2283054869","doi":"10.5623/cig2012-026","title":"Education for Geomatics Professionals: An Approach to Closing the Knowledge Gap","year":2012,"lang":"en","type":"article","venue":"GEOMATICA","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Closing (real estate); Geomatics; Knowledge management; Engineering ethics; Data science; Engineering; Sociology; Geography; Political science; Computer science; Remote sensing","score_opus":0.0661182812923178,"score_gpt":0.38931532947289904,"score_spread":0.32319704818058126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283054869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06287429,0.0003341245,0.9023552,0.012357668,0.0016200691,0.0011612234,0.0000024641176,0.00020116149,0.019093785],"genre_scores_gemma":[0.58310926,6.514137e-7,0.4145546,0.00073953916,0.00025053916,0.00061859674,0.00001041764,0.0000065552963,0.0007098135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991579,0.00007437595,0.00018645267,0.00016832563,0.00013132718,0.00028163422],"domain_scores_gemma":[0.9989805,0.00019067843,0.00006945093,0.0005479376,0.00010659751,0.00010482153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072115776,0.00009465554,0.00009159673,0.00007314543,0.000343275,0.00006408229,0.00072725496,0.00006148603,0.0000061858436],"category_scores_gemma":[0.000108919536,0.00006416076,0.00003069302,0.0002618828,0.000030892046,0.0003896274,0.00014520843,0.00008752532,0.000076100216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.546318e-7,0.0012775151,0.00030420558,0.000046661346,0.000009057378,6.1538445e-9,0.0047950386,0.0000042311235,0.000058889495,0.954372,0.010745817,0.028385833],"study_design_scores_gemma":[0.00055300945,0.0002779306,0.07477017,0.00038216857,0.000099412515,0.000083734434,0.018561777,0.099291734,0.0031602583,0.6560461,0.1455912,0.001182541],"about_ca_topic_score_codex":0.0000015726598,"about_ca_topic_score_gemma":5.3971155e-7,"teacher_disagreement_score":0.520235,"about_ca_system_score_codex":0.000045356664,"about_ca_system_score_gemma":0.00028026826,"threshold_uncertainty_score":0.26402283},"labels":[],"label_agreement":null},{"id":"W2290671769","doi":"10.19173/irrodl.v17i2.2227","title":"E-learning in Mongolian Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Cluster analysis; Class (philosophy); Higher education; Psychology; Computer science; Artificial intelligence; Political science","score_opus":0.07594871817533566,"score_gpt":0.4610309109183763,"score_spread":0.3850821927430406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290671769","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21384843,0.023229381,0.003954411,0.70759374,0.0006490113,0.0014762374,0.000010170746,0.000074720076,0.04916391],"genre_scores_gemma":[0.98560524,0.0111161135,0.00050199137,0.00016096981,0.000025888983,0.000106157895,0.000012296367,0.0000029035118,0.0024684519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986647,0.00038082086,0.00023918455,0.0002039818,0.00035097965,0.00016035601],"domain_scores_gemma":[0.9988616,0.000637352,0.00009167609,0.00018062012,0.00019561658,0.00003314266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003172839,0.00005598473,0.000115790324,0.00016443785,0.00007953341,0.00007744097,0.0014671731,0.000031553984,0.00011516218],"category_scores_gemma":[0.0008206574,0.00003363056,0.000017536708,0.00054698956,0.00010163864,0.0003474941,0.00076750293,0.00040784507,0.000016891228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011247597,0.00016566884,0.13855654,0.00018948287,0.000011214509,0.0000035780781,0.000074192365,0.000016028342,0.00017294772,0.6505163,0.0022329276,0.20804988],"study_design_scores_gemma":[0.0009787176,0.00017384083,0.4085746,0.023582553,0.0000033890965,0.000023149527,0.0014505811,0.0008344501,0.00036455892,0.09975403,0.4640236,0.0002365254],"about_ca_topic_score_codex":0.0001580714,"about_ca_topic_score_gemma":0.000008330723,"teacher_disagreement_score":0.77175677,"about_ca_system_score_codex":0.0001287693,"about_ca_system_score_gemma":0.00032501257,"threshold_uncertainty_score":0.27263972},"labels":[],"label_agreement":null},{"id":"W2300843895","doi":"","title":"Analysis of proctor feedback accuracy in a computer-aided personalized system of instruction","year":2000,"lang":"en","type":"article","venue":"Library and Archives Canada (Government of Canada)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Artificial intelligence","score_opus":0.003938695947483533,"score_gpt":0.1720895485616063,"score_spread":0.16815085261412277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300843895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98898417,0.000077384095,0.0018369652,0.0013067338,0.00007756543,0.00011680992,0.000059516817,0.00000986575,0.0075310064],"genre_scores_gemma":[0.99140656,0.000029266279,0.008128621,0.000084002626,0.000008948584,0.000005687378,0.0000040181417,0.0000029485614,0.00032997562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99862313,0.000052661133,0.0003271768,0.00018761269,0.0006843929,0.00012502768],"domain_scores_gemma":[0.9993684,0.00017821722,0.00019534848,0.00019664849,0.0000012031968,0.000060137947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00001555897,0.000091192145,0.00027519796,0.00008355982,0.000040708277,0.0000071931945,0.00032522285,0.000021532294,0.000023010345],"category_scores_gemma":[0.0000015960595,0.00008819367,0.000033898654,0.00044114096,0.00006747457,0.00030978807,0.0000685687,0.00006704276,8.0278045e-10],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027452645,0.0001791101,0.19710183,0.00051362714,0.00066024245,0.000023200564,0.00061463786,0.002342768,0.0058461376,0.69252163,0.00008333542,0.09983895],"study_design_scores_gemma":[0.0009772279,0.00012956983,0.8005081,0.0002910874,0.000095402575,0.000009864531,0.0022042345,0.14996967,0.043282233,0.0010456912,0.0012203922,0.000266551],"about_ca_topic_score_codex":0.001769255,"about_ca_topic_score_gemma":0.003577053,"teacher_disagreement_score":0.6914759,"about_ca_system_score_codex":0.000011142403,"about_ca_system_score_gemma":0.00092019635,"threshold_uncertainty_score":0.35964337},"labels":[],"label_agreement":null},{"id":"W2339070665","doi":"10.14288/1.0102286","title":"Development of a measure for open-ended questions","year":2011,"lang":"en","type":"article","venue":"cIRcle (University of British Columbia)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Measure (data warehouse); Computer science; Data mining","score_opus":0.03794741249357929,"score_gpt":0.23091537226081005,"score_spread":0.19296795976723075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339070665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6641333,0.000055460918,0.33103186,0.00020846036,0.00014030708,0.000363495,0.000024898247,0.00006766762,0.0039745662],"genre_scores_gemma":[0.7074934,0.0000027273838,0.29224235,0.000009175977,0.0000019939941,0.0000019873332,0.0000024066044,0.0000016283335,0.0002442818],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994954,0.000015498934,0.00008970504,0.00019962032,0.000098707045,0.000101082056],"domain_scores_gemma":[0.9994089,0.000019024203,0.00009983994,0.00021925996,0.0002142994,0.000038677943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019507181,0.000020079764,0.000114332935,0.000032294978,0.00018383849,0.000025665115,0.0010187214,0.00005575673,0.000020256668],"category_scores_gemma":[0.000015185417,0.00007005239,0.000036418398,0.00017801586,0.00009170894,0.0003183135,0.00027898615,0.000046445704,0.0000032345495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006001691,0.00069196365,0.005575058,0.000052114803,0.000081195656,0.000008212425,0.001960974,4.8430286e-7,0.0005983083,0.006695493,0.003067179,0.98126304],"study_design_scores_gemma":[0.00041447734,0.000045532164,0.98899925,0.00008191193,0.000008798481,0.000009476208,0.00075866625,0.00006309605,0.000051424075,0.00872875,0.00074931455,0.00008929916],"about_ca_topic_score_codex":0.0049466626,"about_ca_topic_score_gemma":0.05722345,"teacher_disagreement_score":0.9834242,"about_ca_system_score_codex":0.000033636956,"about_ca_system_score_gemma":0.00035752458,"threshold_uncertainty_score":0.9599798},"labels":[],"label_agreement":null},{"id":"W2347983853","doi":"","title":"Research on Knowledge Model and Knowledge Diagnosis in ITS","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Domain knowledge; Domain (mathematical analysis); Test (biology); Artificial intelligence","score_opus":0.07812957116844253,"score_gpt":0.42857766084472937,"score_spread":0.3504480896762868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2347983853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049201854,0.0011103143,0.93414176,0.003481867,0.00002937613,0.0007152944,0.0000028034574,0.00015893966,0.011157811],"genre_scores_gemma":[0.83185554,0.0000771072,0.16641691,0.00015206599,0.000081385355,0.0009097028,0.0000033943745,0.000008403992,0.00049547973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988147,0.000045612906,0.0002106516,0.0004901001,0.00010460414,0.0003343342],"domain_scores_gemma":[0.9988653,0.0004857258,0.00002862258,0.0003825709,0.00015262674,0.000085135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092960725,0.0001071173,0.000102629354,0.0005667116,0.00022741663,0.000061559724,0.00077157596,0.00010586918,0.0000024992871],"category_scores_gemma":[0.0000011985245,0.00010997327,0.000022315386,0.0010862255,0.00007952673,0.00013394147,0.00044320003,0.00036064195,0.00022226857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012839488,0.0008698518,0.0011629114,0.000017021075,0.0000053416807,0.0000010060782,0.00080781453,0.00013436777,0.0005803114,0.77501124,0.0044903806,0.21691845],"study_design_scores_gemma":[0.0010458498,0.00017657991,0.08880066,0.00016932706,0.000006647862,0.000029836325,0.0002730855,0.10898271,0.026864309,0.14267778,0.63020515,0.00076801964],"about_ca_topic_score_codex":0.0000038064052,"about_ca_topic_score_gemma":0.00005056061,"teacher_disagreement_score":0.7826537,"about_ca_system_score_codex":0.0001202114,"about_ca_system_score_gemma":0.00014480154,"threshold_uncertainty_score":0.448458},"labels":[],"label_agreement":null},{"id":"W2348422631","doi":"","title":"A Implementation of Optimal Generating for Test Paper and Fuzzy Grading","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Computer science; Fuzzy logic; Approximate string matching; Data mining; Artificial intelligence; Pattern matching","score_opus":0.00802020834545033,"score_gpt":0.29079556720636546,"score_spread":0.28277535886091515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2348422631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039370134,0.00009264064,0.95845765,0.0015051735,0.00000947754,0.00042764086,0.000010122106,0.000059041136,0.00006812085],"genre_scores_gemma":[0.31752616,0.0000023825287,0.6818371,0.00009271059,0.00007015387,0.000428117,0.000017958466,0.0000033773654,0.000022042044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994196,0.000006066327,0.0001957179,0.00021932795,0.00004664242,0.000112632515],"domain_scores_gemma":[0.9995705,0.000109101755,0.0000877491,0.00014863783,0.000067105786,0.00001692314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000086242355,0.000067444635,0.00007311717,0.00006583148,0.00015749988,0.000044509587,0.00021845344,0.00003027398,0.000001797427],"category_scores_gemma":[3.0393107e-7,0.00007035046,0.000025063644,0.00015084498,0.000029489789,0.00015188674,0.00008075569,0.000035996487,0.0000013921766],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.525716e-7,0.00014951827,0.007854494,0.000030306528,0.000013183027,9.620598e-8,0.0001844087,0.00018732267,0.16383575,0.6409152,0.0024966444,0.18433268],"study_design_scores_gemma":[0.0024436752,0.00033215457,0.12263021,0.000049421422,0.00007113746,0.00009944629,0.0006381309,0.04857004,0.33776823,0.1771931,0.30919737,0.001007095],"about_ca_topic_score_codex":0.000027721779,"about_ca_topic_score_gemma":0.000011460408,"teacher_disagreement_score":0.4637221,"about_ca_system_score_codex":0.000017541473,"about_ca_system_score_gemma":0.00003917185,"threshold_uncertainty_score":0.28688088},"labels":[],"label_agreement":null},{"id":"W2349086602","doi":"","title":"The characteristics of students' evaluation abroad and its enlightenments to China","year":2010,"lang":"en","type":"article","venue":"Researches in Medical Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"China; Study abroad; Quality (philosophy); Medical education; Psychology; Mathematics education; Political science; Medicine; Pedagogy","score_opus":0.021472925350125127,"score_gpt":0.4697836514457315,"score_spread":0.44831072609560635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2349086602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684205,0.00010284836,0.00051192445,0.029839827,0.000522606,0.000287192,3.8063627e-7,0.000007979805,0.00030674704],"genre_scores_gemma":[0.9977771,0.00014724805,0.0015819763,0.0001293546,0.00006076615,0.00014866641,0.0000032419225,0.0000021845872,0.00014948602],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998213,0.00013314611,0.00018933804,0.00016809262,0.0011536494,0.00014280048],"domain_scores_gemma":[0.9992097,0.000188599,0.00004771408,0.0002579376,0.00016755184,0.00012850645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003667302,0.000046305635,0.00006323523,0.000113288406,0.00009497761,0.00004566931,0.0008459601,0.00007510999,0.000049925486],"category_scores_gemma":[0.0045901863,0.00003344047,0.000008695041,0.0002931968,0.00008474248,0.00010598116,0.00025503853,0.00034878455,0.000009535566],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068460854,0.0006996226,0.049333386,0.00002008963,0.00000925021,4.4584155e-7,0.0015820466,2.4773044e-7,0.0014037607,0.13183367,0.0008410996,0.81426954],"study_design_scores_gemma":[0.00012156304,0.000043057382,0.9805668,0.00004633041,0.0000016938756,0.0000031070272,0.00019104431,0.0037314773,0.0011053472,0.012409683,0.001735176,0.000044695193],"about_ca_topic_score_codex":0.000020929292,"about_ca_topic_score_gemma":0.00001858337,"teacher_disagreement_score":0.93123347,"about_ca_system_score_codex":0.000052711002,"about_ca_system_score_gemma":0.0012027905,"threshold_uncertainty_score":0.5495213},"labels":[],"label_agreement":null},{"id":"W2350444110","doi":"","title":"One Kind Based on Question Bank Self-adapted Test System Design and Realization","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Computer science; Realization (probability); Repetition (rhetorical device); Volume (thermodynamics); Test design; Test method; Statistics; Mathematics","score_opus":0.01225952538017126,"score_gpt":0.26036004416639846,"score_spread":0.24810051878622721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2350444110","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00054362265,0.00003221826,0.99596196,0.0014921449,0.000026117565,0.0007693086,0.000002349206,0.00067779305,0.00049451005],"genre_scores_gemma":[0.33715805,0.0000035058301,0.66225934,0.0002879431,0.000064672946,0.00018031386,0.000020242856,0.000007680344,0.000018240817],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99892586,0.000049909326,0.00024667324,0.00043137392,0.00015285784,0.00019331838],"domain_scores_gemma":[0.99889624,0.00036942432,0.000114946975,0.00041389553,0.00013023223,0.0000752395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053841574,0.0001279499,0.000109788874,0.00022471066,0.00026084337,0.0000872121,0.00039478502,0.000112439215,0.0000013289891],"category_scores_gemma":[0.000001751311,0.00014161537,0.000021461385,0.00051737064,0.000031686923,0.0001307125,0.0000678163,0.00012234741,0.000037777816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059840527,0.0009960649,0.0014115542,0.000071574104,0.000023997149,0.0000023353373,0.00017230971,0.0015181084,0.007371738,0.85993505,0.0009363092,0.127555],"study_design_scores_gemma":[0.0013751914,0.00045102424,0.098792195,0.0003089778,0.00006637402,0.00007863989,0.00006319663,0.75083137,0.048552018,0.011974616,0.08656793,0.00093848613],"about_ca_topic_score_codex":0.000006426225,"about_ca_topic_score_gemma":0.0000017884672,"teacher_disagreement_score":0.8479604,"about_ca_system_score_codex":0.00015052922,"about_ca_system_score_gemma":0.00008385523,"threshold_uncertainty_score":0.57749075},"labels":[],"label_agreement":null},{"id":"W2350814520","doi":"","title":"Interactive Schoolwork Assignment and Evaluation System Based on Web Mining","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Bridge (graph theory); Process (computing); Complement (music); Web mining; Web application; World Wide Web; Multimedia; Human–computer interaction; Web page","score_opus":0.011749432854094218,"score_gpt":0.297375974427196,"score_spread":0.28562654157310174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2350814520","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008407082,0.000060370618,0.9815015,0.006580312,0.000040613486,0.00068267476,0.000002117989,0.0002407794,0.0024845086],"genre_scores_gemma":[0.70014256,0.0000011503836,0.29872298,0.0006886588,0.000056471097,0.00035875477,0.000008737803,0.000002976371,0.000017705288],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900556,0.00006107473,0.00017706414,0.00041441104,0.0001974551,0.00014443614],"domain_scores_gemma":[0.9992543,0.00011582727,0.00009547807,0.00037422555,0.00010270396,0.00005745545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002878952,0.00011848351,0.000098542834,0.00015818547,0.00021418874,0.00012046648,0.0003966829,0.000059175687,0.0000041861417],"category_scores_gemma":[0.000001034869,0.00011632875,0.000028426583,0.0002925691,0.000021338907,0.00015902685,0.000059113972,0.00012995575,0.000040168703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052043415,0.000439317,0.00053854455,0.000014196351,0.000023710645,0.0000011462733,0.00025318633,0.002089395,0.0030741359,0.16576408,0.0037695013,0.8240276],"study_design_scores_gemma":[0.00086198346,0.00022192273,0.025083097,0.00019924602,0.000031311876,0.000026963391,0.00021320976,0.91818625,0.0038916299,0.0061739697,0.04472454,0.00038585803],"about_ca_topic_score_codex":6.7239023e-7,"about_ca_topic_score_gemma":3.151623e-7,"teacher_disagreement_score":0.91609687,"about_ca_system_score_codex":0.00020653552,"about_ca_system_score_gemma":0.00012842221,"threshold_uncertainty_score":0.4743749},"labels":[],"label_agreement":null},{"id":"W2351039254","doi":"","title":"Design and Implementation of an J2EE-based Platform for JAVA Language Learning","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Java; Programming language; Unified Modeling Language; Thread (computing); Real time Java; strictfp; Design pattern; Extensibility; Object-oriented programming; Common Object Request Broker Architecture; Software engineering; Operating system; Software","score_opus":0.021759764943077534,"score_gpt":0.32409997367938553,"score_spread":0.302340208736308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2351039254","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08768029,0.000043908884,0.9111985,0.00039042547,0.0000062429644,0.0005758005,0.0000026735026,0.00008941575,0.000012718995],"genre_scores_gemma":[0.34542266,0.0000028618454,0.65406954,0.00008139723,0.000018520206,0.00035980088,0.000026744261,0.0000037095058,0.000014726934],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994599,0.000015764152,0.00014791559,0.00021189019,0.00005715782,0.000107332075],"domain_scores_gemma":[0.9995405,0.00010697681,0.000083677536,0.0001757561,0.00006117669,0.000031878226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012804693,0.000067439585,0.00007725183,0.00008894495,0.0002078691,0.00001814729,0.00027321692,0.000036558165,0.0000029440828],"category_scores_gemma":[3.2337005e-7,0.00006999172,0.00002061064,0.00014632246,0.000041134677,0.00016783827,0.000046124234,0.000056178415,0.000002383113],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007720787,0.00037586773,0.0024776375,0.000061277,0.000041765605,0.0000012136253,0.004304735,0.0024603994,0.059808627,0.07870849,0.00078086834,0.8509714],"study_design_scores_gemma":[0.0029788879,0.0008267239,0.033954166,0.000026727399,0.000037544654,0.00012250013,0.0013073756,0.2085261,0.6687768,0.0142562,0.06847058,0.00071636454],"about_ca_topic_score_codex":0.000011450566,"about_ca_topic_score_gemma":0.0000020203756,"teacher_disagreement_score":0.850255,"about_ca_system_score_codex":0.00001810017,"about_ca_system_score_gemma":0.000094138806,"threshold_uncertainty_score":0.28541797},"labels":[],"label_agreement":null},{"id":"W2351076592","doi":"","title":"Analysis and Implementation of Distance Education Individuation Based on Web Data Mining","year":2010,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Individuation; Computer science; Distance education; Mode (computer interface); Data collection; Web mining; Data science; World Wide Web; Data mining; Web service; Human–computer interaction; Mathematics education; Statistics","score_opus":0.01306960479896443,"score_gpt":0.33755497018471875,"score_spread":0.32448536538575434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2351076592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06672334,0.000016280255,0.93039125,0.002290423,0.000033773424,0.00030886984,0.00004207991,0.000055866785,0.00013808977],"genre_scores_gemma":[0.58012396,0.0000022423433,0.41928452,0.00015769865,0.000028124454,0.0001325469,0.00026006188,0.0000024381143,0.000008406749],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991331,0.000020492127,0.0002189264,0.00040591724,0.00012759368,0.00009394777],"domain_scores_gemma":[0.9987529,0.00009998439,0.00017201935,0.0008445414,0.000093785064,0.000036802034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022375613,0.0000840895,0.00009922274,0.0003395133,0.00012454511,0.00006098815,0.00078163744,0.000048896774,0.000012021632],"category_scores_gemma":[0.0000012468091,0.000088490306,0.00002396957,0.00087793486,0.00004736078,0.00023909291,0.00016980711,0.000101960904,0.000003753121],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.772757e-7,0.00028215328,0.097463064,0.000015216531,0.000058606616,4.0460392e-8,0.00018077134,0.000035896657,0.005211014,0.07754034,0.0007054504,0.81850666],"study_design_scores_gemma":[0.0004945788,0.000059273563,0.6904554,0.000019391926,0.00021445478,0.0000040626123,0.00024296946,0.17413223,0.010784656,0.0045279204,0.11868858,0.00037648765],"about_ca_topic_score_codex":0.000017471659,"about_ca_topic_score_gemma":0.00012515036,"teacher_disagreement_score":0.8181302,"about_ca_system_score_codex":0.000015575943,"about_ca_system_score_gemma":0.0002647522,"threshold_uncertainty_score":0.360853},"labels":[],"label_agreement":null},{"id":"W2353031048","doi":"","title":"Application of Ajax in Task-driven VFP Network Teaching System","year":2010,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Ajax; Visual FoxPro; Computer science; Maintainability; Server; Task (project management); Operating system; World Wide Web; Database; Software engineering","score_opus":0.003854679505828462,"score_gpt":0.25079270183975566,"score_spread":0.2469380223339272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353031048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015743867,0.000031888714,0.9811261,0.0011009579,0.000065559085,0.0006074853,0.0000031021568,0.0002234082,0.0010976115],"genre_scores_gemma":[0.55940926,9.374171e-7,0.4399101,0.000060314054,0.000112595284,0.00047588523,0.000010624002,0.0000051581383,0.000015090031],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99887884,0.000036900696,0.0003557307,0.00040024126,0.000112332025,0.00021594307],"domain_scores_gemma":[0.99891627,0.000100667916,0.00017692121,0.00068986637,0.00006895231,0.000047299534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030089964,0.00011847491,0.00016116399,0.00014803823,0.0001512878,0.000036741392,0.0011609909,0.00011927743,0.000001408151],"category_scores_gemma":[7.539567e-7,0.00012482036,0.000046869303,0.00047527658,0.00005617252,0.00015779008,0.00024634393,0.0004187841,0.000046898036],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.196911e-7,0.00016598665,0.007418386,0.000026829537,0.000009220188,3.0651304e-7,0.00014982451,0.0007317591,0.021951694,0.8690075,0.00057380367,0.09996417],"study_design_scores_gemma":[0.00085764675,0.00006216773,0.09075778,0.00012189424,0.000025441303,0.00013134522,0.00016720573,0.24484386,0.0083211465,0.041842725,0.6120566,0.00081219384],"about_ca_topic_score_codex":0.00003647331,"about_ca_topic_score_gemma":0.000031652296,"teacher_disagreement_score":0.82716477,"about_ca_system_score_codex":0.00005015716,"about_ca_system_score_gemma":0.000077322315,"threshold_uncertainty_score":0.5090026},"labels":[],"label_agreement":null},{"id":"W2353580856","doi":"","title":"Some Enlightenment from Curriculum Standards and Teaching Evaluation of Mathematics Education in Canada","year":2011,"lang":"en","type":"article","venue":"Journal on Mathematics Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mathematics education; Reform mathematics; Curriculum; Connected Mathematics; Process (computing); Core-Plus Mathematics Project; Enlightenment; Comprehension; Math wars; Generalization; Everyday Mathematics; Pedagogy; Computer science; Mathematics; Psychology","score_opus":0.0260894323468708,"score_gpt":0.3274752507668938,"score_spread":0.30138581842002304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353580856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988342,0.00053637853,0.0072435215,0.0009271558,0.0011620607,0.0002924617,0.000004090222,0.000011205369,0.0014811286],"genre_scores_gemma":[0.8182657,0.000063730295,0.18137816,0.00011593783,0.00009657523,0.000036047746,0.0000037450206,0.000007416176,0.00003272901],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980667,0.000119765864,0.0005677514,0.0001778136,0.00092834467,0.00013961294],"domain_scores_gemma":[0.9984652,0.000118574215,0.0005828676,0.0003262649,0.00042489255,0.00008219185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018109418,0.00013293044,0.00018568826,0.00023941432,0.00009990711,0.00004628931,0.00035790718,0.000055990186,0.000040482642],"category_scores_gemma":[0.0002935823,0.00011530316,0.000027981549,0.00009573422,0.00001988263,0.00049338245,0.000046743473,0.000303773,0.0000022856543],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014787126,0.00404459,0.01320439,0.00009395456,0.000051196817,9.572158e-7,0.008977662,0.00002702123,0.00024471842,0.86084807,0.0019852964,0.11052067],"study_design_scores_gemma":[0.00032272036,0.0000721288,0.038107228,0.00074745336,0.000076433265,0.00005922048,0.015384876,0.014103482,0.0021474888,0.92852014,0.00022925304,0.00022959322],"about_ca_topic_score_codex":0.024240863,"about_ca_topic_score_gemma":0.00892658,"teacher_disagreement_score":0.17413463,"about_ca_system_score_codex":0.0014522609,"about_ca_system_score_gemma":0.011754783,"threshold_uncertainty_score":0.99384767},"labels":[],"label_agreement":null},{"id":"W2353679965","doi":"","title":"Application of Genetic Algorithm in Numerical Simulation of Slope Stability Analysis","year":2002,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"CAE (Canada)","funders":"","keywords":"Cohesion (chemistry); Convergence (economics); Software; Finite element method; Stability (learning theory); Rate of convergence; Algorithm; Genetic algorithm; Computer science; Mathematics; Geotechnical engineering; Mathematical optimization; Geology; Structural engineering; Engineering; Machine learning","score_opus":0.020746399404154684,"score_gpt":0.2980516343625501,"score_spread":0.27730523495839543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2353679965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06680021,0.000026422138,0.93247914,0.0002963677,0.000009901885,0.00006656282,6.434652e-7,0.000016127728,0.0003045975],"genre_scores_gemma":[0.7799829,0.000002308174,0.21998575,0.000009238403,0.0000021387295,0.000007634568,0.0000010027497,6.0206816e-7,0.000008379976],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994435,0.000027660451,0.00022066545,0.0001455158,0.00010940433,0.000053273277],"domain_scores_gemma":[0.9994726,0.000086704,0.00007894236,0.00028648105,0.00006310711,0.000012121342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010816647,0.000033736298,0.00010196117,0.00013263205,0.000009402464,0.0000025150928,0.00020655789,0.000033733704,0.00008019035],"category_scores_gemma":[0.000013367713,0.000031313088,0.00003162339,0.001158722,0.000026573423,0.00006771791,0.00003671572,0.00003451033,0.0000031573902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.5030075e-7,0.00077354244,0.3819216,0.000010068026,0.00005258481,1.7953577e-7,0.00031136355,0.12761466,0.00035329285,0.018604923,0.0000082889,0.47034866],"study_design_scores_gemma":[0.00003382464,0.000012476472,0.2698639,4.755178e-7,0.0000063930947,6.117127e-8,0.000012288792,0.72710186,0.0010624124,0.0018695897,0.000015205481,0.000021513888],"about_ca_topic_score_codex":0.00004165258,"about_ca_topic_score_gemma":0.000005411594,"teacher_disagreement_score":0.71318275,"about_ca_system_score_codex":0.000021262904,"about_ca_system_score_gemma":0.000010676958,"threshold_uncertainty_score":0.12769106},"labels":[],"label_agreement":null},{"id":"W2354123728","doi":"","title":"On the Positive Stable Solution to Metrix Equation of A TXA=B","year":2000,"lang":"en","type":"article","venue":"Journal of Luoyang University","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prairie Improvement Network","funders":"","keywords":"Mathematics; Applied mathematics; Mathematical analysis","score_opus":0.01906923353822839,"score_gpt":0.24305408859429845,"score_spread":0.22398485505607005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2354123728","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77714497,0.00001714526,0.2042707,0.014400789,0.00009910233,0.000058956073,0.0000022276915,0.000008251792,0.003997873],"genre_scores_gemma":[0.99076104,0.000009454127,0.0082986625,0.00012506987,0.000013017533,4.3214307e-8,1.9958256e-7,7.838177e-7,0.0007917442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99958485,0.000060009177,0.0000802626,0.000053213047,0.00016138026,0.000060254122],"domain_scores_gemma":[0.9994619,0.00015608087,0.00011194195,0.000100585276,0.00014301307,0.000026496216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031256312,0.00003160261,0.00006047859,0.0001408511,0.000091460846,0.000008067058,0.0003475806,0.000024744755,0.000058859263],"category_scores_gemma":[0.000032793076,0.000024236335,0.000032610245,0.00037472538,0.000020272193,0.00022144779,0.00003056849,0.00009889057,0.00001177658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014262827,0.0004431137,0.0008073085,0.000004312834,0.00010299179,0.000023508574,0.0017632075,0.002966347,0.0039235284,0.950542,0.010499428,0.028781647],"study_design_scores_gemma":[0.005094021,0.010337436,0.47739622,0.001112215,0.00035540856,0.00027027781,0.009428959,0.031165749,0.17128357,0.213551,0.07876211,0.0012430301],"about_ca_topic_score_codex":0.000019924028,"about_ca_topic_score_gemma":0.0000024694266,"teacher_disagreement_score":0.736991,"about_ca_system_score_codex":0.00012095459,"about_ca_system_score_gemma":0.00009971344,"threshold_uncertainty_score":0.098832905},"labels":[],"label_agreement":null},{"id":"W2354523100","doi":"","title":"Research and Implementation of an Automated Assessment Algorithm for Subjective Issue Based on Fuzzy Grading","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Grading (engineering); Fuzzy logic; Fuzzy mathematics; Subject (documents); Test (biology); Artificial intelligence; Machine learning; Algorithm; Data mining; Fuzzy control system; Fuzzy classification","score_opus":0.034259484653115846,"score_gpt":0.42742744289719886,"score_spread":0.393167958244083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2354523100","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024584757,0.000012967783,0.97253406,0.0013621236,0.000019502024,0.0011082158,0.000024574552,0.0002197578,0.00013405798],"genre_scores_gemma":[0.26922733,0.0000040238747,0.7294705,0.000097126125,0.000049010014,0.0010754077,0.000053003914,0.000006476279,0.000017155533],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893665,0.000058370682,0.0002096449,0.0004086076,0.0001848751,0.00020182657],"domain_scores_gemma":[0.99898165,0.00024411357,0.00008400636,0.00033714215,0.0002962924,0.00005677021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037166686,0.000096118674,0.00011541859,0.0003076591,0.00045281948,0.000038444105,0.00043022467,0.000056608966,0.0000031188754],"category_scores_gemma":[3.8315446e-7,0.000099751756,0.000025302243,0.00051466335,0.000110059336,0.00017941362,0.000088026485,0.00012654417,0.0000037747009],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004206168,0.0014014232,0.0023071896,0.000046239886,0.000051810355,0.0000017109079,0.0009886093,0.00024189372,0.0072398237,0.17776485,0.0035166116,0.80643564],"study_design_scores_gemma":[0.0016339839,0.0012673618,0.1320632,0.000031639753,0.000012247145,0.000039608014,0.0006754614,0.7433071,0.06599829,0.030706106,0.023875834,0.00038913524],"about_ca_topic_score_codex":0.00003471631,"about_ca_topic_score_gemma":0.0000043578366,"teacher_disagreement_score":0.8060465,"about_ca_system_score_codex":0.000093431714,"about_ca_system_score_gemma":0.00022159386,"threshold_uncertainty_score":0.40677586},"labels":[],"label_agreement":null},{"id":"W2356370409","doi":"","title":"Design and Realization of a General Automtion Examination System","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Realization (probability); Generalization; Set (abstract data type); Process (computing); Test (biology); Software engineering; Programming language; Statistics","score_opus":0.011379745214367683,"score_gpt":0.2685374338939038,"score_spread":0.2571576886795361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356370409","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0060964446,0.000059753616,0.9927133,0.00015632951,0.000021526044,0.00043397013,7.408924e-7,0.00018750301,0.0003304784],"genre_scores_gemma":[0.3934936,0.000004582336,0.60631025,0.000028555809,0.000033894252,0.00007795603,0.000009505889,0.0000031191107,0.000038550956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993137,0.000038202154,0.00022371583,0.00022705412,0.00009113971,0.00010620368],"domain_scores_gemma":[0.99943537,0.000077433215,0.00012114432,0.00021502552,0.00011953105,0.000031474312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005168077,0.00006973863,0.000077779216,0.00016941743,0.000104442915,0.00002712479,0.0002553223,0.00006507984,6.3291037e-7],"category_scores_gemma":[4.249508e-7,0.00007287312,0.000014641154,0.00036933698,0.000036437497,0.00015378377,0.00007590365,0.00004812247,0.000004885391],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.174584e-7,0.00006283473,0.00015271963,0.000027067166,0.000007652093,2.6978557e-7,0.00021622036,0.00019206542,0.01627464,0.76895773,0.00014816438,0.21395992],"study_design_scores_gemma":[0.0012287404,0.00024349063,0.20697467,0.00014817371,0.000057401696,0.00031349083,0.00029979713,0.4096211,0.29265776,0.040812105,0.046821076,0.0008222246],"about_ca_topic_score_codex":0.000006493986,"about_ca_topic_score_gemma":7.0252423e-7,"teacher_disagreement_score":0.72814566,"about_ca_system_score_codex":0.000059036312,"about_ca_system_score_gemma":0.000035770685,"threshold_uncertainty_score":0.29716796},"labels":[],"label_agreement":null},{"id":"W2356771232","doi":"","title":"Designing and Implementing of Computer Examination System","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Visual Basic for Applications; Visual Basic; Key (lock); Set (abstract data type); Process (computing); Human–computer interaction; Software engineering; Multimedia; Engineering drawing; Computer graphics (images); Programming language; Software; Operating system","score_opus":0.0109381806787216,"score_gpt":0.2751484775823515,"score_spread":0.2642102969036299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356771232","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016726416,0.00006315544,0.9820746,0.0001581808,0.000020720992,0.00028838636,0.0000010577115,0.0001499918,0.0005174836],"genre_scores_gemma":[0.45594794,0.0000011215345,0.5439292,0.000030885214,0.000044061846,0.000031693915,0.0000033278466,0.0000026681844,0.000009103205],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99917513,0.000021708034,0.00027462657,0.00025619174,0.000091963724,0.00018036544],"domain_scores_gemma":[0.9993744,0.00012967634,0.00013609853,0.00022264948,0.00009932743,0.000037857764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006457584,0.00008043589,0.00009742403,0.00016257117,0.0001628464,0.000038808572,0.00035976752,0.000046091955,9.143566e-7],"category_scores_gemma":[2.2634103e-7,0.0000844346,0.000022162078,0.0002987321,0.000039647628,0.00014564907,0.00024190507,0.000069793095,0.0000055060045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.9199575e-7,0.000054848137,0.0016592734,0.00004746021,0.000014949677,5.8954106e-7,0.00032477186,0.000009809854,0.017264469,0.40366235,0.000105686886,0.5768555],"study_design_scores_gemma":[0.0015710366,0.00024283555,0.31064078,0.00027986526,0.00006414808,0.0004521246,0.0014698559,0.054323908,0.49201837,0.010951327,0.12684147,0.0011442928],"about_ca_topic_score_codex":0.0000044644294,"about_ca_topic_score_gemma":0.0000015215447,"teacher_disagreement_score":0.5757112,"about_ca_system_score_codex":0.000038898255,"about_ca_system_score_gemma":0.000024434814,"threshold_uncertainty_score":0.3443143},"labels":[],"label_agreement":null},{"id":"W2357025427","doi":"","title":"Arithmetic and Realized of adaption system itself about grade input","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Peacetime; Computer science; Arithmetic; Mode (computer interface); Operating system; Mathematics","score_opus":0.006444445090848418,"score_gpt":0.23736862968036143,"score_spread":0.23092418458951303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2357025427","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013936141,0.00034595974,0.98312426,0.0012753776,0.000022524348,0.00038312067,0.0000062211607,0.00022124285,0.00068517774],"genre_scores_gemma":[0.52284145,0.000012484156,0.47668368,0.000048340607,0.00005995142,0.00024447925,0.000016375061,0.000004917895,0.000088339475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991613,0.00002841265,0.00027179916,0.00030423934,0.00010092717,0.00013331334],"domain_scores_gemma":[0.99934703,0.000056974983,0.00013140313,0.0003487561,0.00008420179,0.000031654024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012090007,0.00009940484,0.00013693798,0.00013815147,0.0001249201,0.000044285644,0.00042350797,0.00007154688,8.318458e-7],"category_scores_gemma":[2.2433164e-7,0.00009968442,0.000033858483,0.00034701638,0.0000710263,0.00011359821,0.00013721644,0.00007273136,0.000008551013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.040429e-7,0.00016008024,0.0006814134,0.000055661305,0.000012308848,4.3747195e-7,0.00006465113,0.00006332939,0.0069785705,0.9642607,0.0010066476,0.026715575],"study_design_scores_gemma":[0.0022625003,0.00016888305,0.18668506,0.00030620344,0.0001033689,0.000463844,0.00020232715,0.066459425,0.057012714,0.15723462,0.5279489,0.0011521372],"about_ca_topic_score_codex":0.00006853062,"about_ca_topic_score_gemma":0.0000062890617,"teacher_disagreement_score":0.8070261,"about_ca_system_score_codex":0.000041160216,"about_ca_system_score_gemma":0.000046019104,"threshold_uncertainty_score":0.40650126},"labels":[],"label_agreement":null},{"id":"W2357303510","doi":"","title":"The Overseas College Entrance Examination Pattern Comparison Studies","year":2006,"lang":"en","type":"article","venue":"Theoretic Observation","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mechanism (biology); Political science; Mathematics education; Management; Psychology; Economics; Physics","score_opus":0.03073352389432586,"score_gpt":0.3046581468980854,"score_spread":0.2739246230037595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2357303510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6761514,0.0009409575,0.3023032,0.016264427,0.00092798565,0.0003332667,0.0000036221622,0.00024415497,0.002831029],"genre_scores_gemma":[0.9968386,0.00005010976,0.0024332567,0.000141933,0.00006671651,0.000051138242,0.0000083424475,0.0000036580345,0.00040622035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99914306,0.000109512024,0.00020701307,0.0001744296,0.00021770038,0.00014829327],"domain_scores_gemma":[0.99904096,0.00038378802,0.00012564691,0.00029827232,0.00013928027,0.000012039364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000553083,0.00008225061,0.00008472607,0.000030136742,0.0003326212,0.000048450926,0.00040270193,0.000039537696,0.000004065539],"category_scores_gemma":[0.0000587654,0.000060323175,0.000022552445,0.00025701016,0.00015663035,0.00022327971,0.00005991736,0.0000821062,0.00001606359],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011248541,0.000046243636,0.011450748,0.0000061565347,0.000008266524,4.5469972e-7,0.00020276273,0.00006798482,0.000107393585,0.9741885,0.0011626944,0.012757652],"study_design_scores_gemma":[0.00020368735,0.000042869164,0.46156937,0.00002555479,0.000009080032,0.0000018132791,0.00067155965,0.025685806,0.003386109,0.50390327,0.00438295,0.00011791643],"about_ca_topic_score_codex":0.000008117174,"about_ca_topic_score_gemma":0.00001911018,"teacher_disagreement_score":0.47028524,"about_ca_system_score_codex":0.00008269252,"about_ca_system_score_gemma":0.000033110482,"threshold_uncertainty_score":0.2558287},"labels":[],"label_agreement":null},{"id":"W2357997047","doi":"","title":"The Applied Research of Data Mining in Failure Diagnosis Based on Genetic Algorithms","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Petrochemistry; Genetic algorithm; Key (lock); Data mining; Algorithm; Machine learning; Computer security","score_opus":0.10462456101279456,"score_gpt":0.3767965735334882,"score_spread":0.2721720125206937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2357997047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096586365,0.00015093805,0.97935957,0.009546009,0.00001677528,0.0007440861,0.000011442238,0.000067487694,0.00044506087],"genre_scores_gemma":[0.30597195,0.000041105166,0.6926067,0.00014650564,0.00004807635,0.0011389514,0.000018608953,0.0000058750024,0.000022255004],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870586,0.00006503123,0.0002535709,0.00047719586,0.00025568064,0.00024267597],"domain_scores_gemma":[0.9975049,0.0008709978,0.0000667241,0.0014296478,0.00009180333,0.000035929726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048767976,0.000088716646,0.00010089239,0.00021174159,0.00041798886,0.000037923488,0.002860239,0.00006371391,0.0000026746882],"category_scores_gemma":[0.0000025074976,0.00007346623,0.000020077943,0.0009974807,0.00020695855,0.00007986076,0.0005838701,0.00024117598,0.000028093775],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040943314,0.0010470407,0.011880527,0.00002031383,0.000022893382,0.0000048991405,0.0006114826,0.0010776601,0.0008529631,0.06059237,0.028978111,0.89490765],"study_design_scores_gemma":[0.0009220928,0.00012302835,0.124820545,0.00007091908,0.0000069853436,0.000027722434,0.00025018826,0.14516538,0.009520186,0.010746363,0.70790833,0.00043824766],"about_ca_topic_score_codex":0.000012922407,"about_ca_topic_score_gemma":0.000017912616,"teacher_disagreement_score":0.8944694,"about_ca_system_score_codex":0.000043774642,"about_ca_system_score_gemma":0.00020736895,"threshold_uncertainty_score":0.5315083},"labels":[],"label_agreement":null},{"id":"W2359047365","doi":"","title":"Design and Implementation of The Test System Without Paper About Access Based On Visual Basic","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Test (biology); Key (lock); Microcomputer; Visual Basic; Point (geometry); Human–computer interaction; Software engineering; Operating system; Software","score_opus":0.01275636794419427,"score_gpt":0.3342999837969857,"score_spread":0.32154361585279145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2359047365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016630894,0.000017952258,0.9809608,0.0013075212,0.00002399607,0.00084563013,0.0000027015574,0.00008782759,0.00012267343],"genre_scores_gemma":[0.78795546,0.000001076888,0.21127078,0.00050805864,0.000032385902,0.00021346203,0.0000024043493,0.000005034552,0.000011335501],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991862,0.0000333349,0.00022763673,0.00027433335,0.00013425146,0.00014423717],"domain_scores_gemma":[0.9991103,0.00028610884,0.00013903007,0.0003505138,0.000079707024,0.00003437311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003336911,0.000097408774,0.00008742501,0.000095646516,0.00020520424,0.000067779365,0.000706398,0.000046865272,0.0000035279145],"category_scores_gemma":[6.631584e-7,0.00007553734,0.000027543583,0.00037701047,0.00005871348,0.0001478524,0.00016315827,0.00008938161,0.0000059927193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009148778,0.0009785763,0.22223383,0.00017102293,0.00006467788,8.403247e-7,0.00054532464,0.0011483209,0.04374608,0.23146306,0.001723644,0.49791548],"study_design_scores_gemma":[0.00088330335,0.00014009072,0.7815366,0.00009490804,0.00003131251,0.000028039865,0.00018137167,0.034045774,0.166185,0.0021743758,0.014372249,0.00032700557],"about_ca_topic_score_codex":0.000012035266,"about_ca_topic_score_gemma":0.0000042281154,"teacher_disagreement_score":0.7713246,"about_ca_system_score_codex":0.000056781017,"about_ca_system_score_gemma":0.00010430726,"threshold_uncertainty_score":0.30803233},"labels":[],"label_agreement":null},{"id":"W2359807681","doi":"","title":"An Intelligent System on Solving middle school Algebraic Equation","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Intelligent tutoring system; The Internet; Function (biology); Algebraic equation; Algebraic number; Artificial intelligence; World Wide Web; Mathematics","score_opus":0.019488351396311568,"score_gpt":0.2645078165730762,"score_spread":0.24501946517676465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2359807681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011490119,0.000083651605,0.9845776,0.0011861317,0.00006153205,0.0005205597,0.0000029334483,0.0006545638,0.0014229234],"genre_scores_gemma":[0.6316108,0.0000019756237,0.36716616,0.0002762858,0.00025290015,0.0005267433,0.000045272805,0.000009622782,0.00011020582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876004,0.000042316944,0.00029510836,0.0005089507,0.00016419029,0.0002293658],"domain_scores_gemma":[0.99894255,0.00006788221,0.00011339298,0.0006950413,0.00010212656,0.00007897431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001750913,0.00014873335,0.00011177841,0.00015451614,0.00031858942,0.00019137267,0.0009874427,0.000087437125,0.000009462932],"category_scores_gemma":[4.8478654e-7,0.00015187505,0.000050344035,0.00041435563,0.000032915992,0.000279869,0.00010775056,0.0001613652,0.00059720804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.93573e-7,0.00034776333,0.0003582706,0.000016472548,0.0000087172775,7.3754194e-7,0.000051717656,0.0011702797,0.003777831,0.9442546,0.0015172375,0.048495714],"study_design_scores_gemma":[0.00097592693,0.0004283875,0.036548547,0.00031507132,0.000048889702,0.00014520099,0.0005854019,0.30447465,0.114947215,0.1928112,0.346973,0.0017465173],"about_ca_topic_score_codex":0.000032965858,"about_ca_topic_score_gemma":0.000006701155,"teacher_disagreement_score":0.7514434,"about_ca_system_score_codex":0.00020759547,"about_ca_system_score_gemma":0.00009555553,"threshold_uncertainty_score":0.7676101},"labels":[],"label_agreement":null},{"id":"W2360001699","doi":"","title":"Reformation of university examination system to adapt to the Training Outstanding Talent","year":2013,"lang":"en","type":"article","venue":"Hebei Nongye Daxue xuebao","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Standardization; Test (biology); Quality (philosophy); Mode (computer interface); Medical education; Management system; Engineering management; Computer science; Training system; Mathematics education; Training (meteorology); Psychology; Operations management; Engineering; Political science; Medicine","score_opus":0.024873969280500337,"score_gpt":0.24018004649840627,"score_spread":0.21530607721790593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2360001699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4026938,0.000014747998,0.5739025,0.01419313,0.00049561885,0.00061476405,0.0000069947437,0.0001592624,0.007919214],"genre_scores_gemma":[0.98470104,0.0000011344816,0.014571999,0.00012179214,0.000030662308,0.000018548782,0.0000038750195,0.0000031388881,0.0005477844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99920356,0.0000881492,0.00016226502,0.00017714701,0.00021253305,0.00015634717],"domain_scores_gemma":[0.9992859,0.00007985369,0.00009060398,0.00035000764,0.00013206011,0.00006158028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005642918,0.000074953416,0.0000962855,0.000173335,0.00017900573,0.00004532508,0.0005862963,0.000046241585,0.000009528851],"category_scores_gemma":[0.00003662811,0.000059643917,0.000027492306,0.00050439395,0.00001839857,0.0004999296,0.00016327936,0.00008181732,0.000119644144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009863258,0.00010392215,0.00083074736,0.00009245328,0.00004394467,0.000004822024,0.02591709,0.002175753,0.0023343856,0.860459,0.007881799,0.100146204],"study_design_scores_gemma":[0.0014318363,0.000998095,0.50382394,0.0013169786,0.0000698005,0.0001069265,0.15792832,0.15776785,0.020601435,0.002398622,0.15214476,0.0014114386],"about_ca_topic_score_codex":0.000087255794,"about_ca_topic_score_gemma":0.000027192871,"teacher_disagreement_score":0.8580604,"about_ca_system_score_codex":0.00024094617,"about_ca_system_score_gemma":0.00006449072,"threshold_uncertainty_score":0.24322084},"labels":[],"label_agreement":null},{"id":"W2360831220","doi":"","title":"Increment Iteration Method to Capture the Use Case in the Modeling Process of UML","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Unified Modeling Language; Applications of UML; Process (computing); UML tool; Object Constraint Language; Object-oriented analysis and design; Software engineering; Iterative and incremental development; Modeling language; Metamodeling; Programming language","score_opus":0.04145626313155858,"score_gpt":0.36855467899962613,"score_spread":0.32709841586806754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2360831220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03177748,0.000028316159,0.9595589,0.007730662,0.0000113702345,0.00080086605,0.0000022061326,0.00003247194,0.000057695885],"genre_scores_gemma":[0.5169079,5.365155e-7,0.48162726,0.0011567335,0.00003026914,0.0002632522,0.0000032654702,0.0000023942453,0.000008434307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914336,0.000059477126,0.00027123716,0.00024383009,0.00013407774,0.00014803237],"domain_scores_gemma":[0.99913377,0.00020065795,0.00006732476,0.0004471508,0.0001268962,0.000024215797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089680695,0.000084426734,0.00007465683,0.00012340219,0.0001772739,0.000081623424,0.00081001857,0.000047367903,0.0000010712274],"category_scores_gemma":[0.0000016039163,0.0000547445,0.000027100028,0.0007370385,0.000016060287,0.00016686687,0.00011827234,0.00016380574,0.0000046395467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006592044,0.0007692982,0.0010886722,0.00004368592,0.000036680794,0.000026768466,0.02716317,0.087588996,0.005679011,0.58608645,0.0014718715,0.2900388],"study_design_scores_gemma":[0.00057278463,0.00008672878,0.0039912197,0.00007404709,0.000037157268,0.0015231107,0.003500406,0.8215037,0.016865904,0.03258963,0.11867854,0.0005767649],"about_ca_topic_score_codex":0.00009666435,"about_ca_topic_score_gemma":0.000110955945,"teacher_disagreement_score":0.73391473,"about_ca_system_score_codex":0.00003659507,"about_ca_system_score_gemma":0.000050880102,"threshold_uncertainty_score":0.2232416},"labels":[],"label_agreement":null},{"id":"W2362067483","doi":"","title":"Analysis and Design of the Computer Foundation Online Examination System","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Grading (engineering); Categorization; Foundation (evidence); Test (biology); Function (biology); World Wide Web; Multimedia; Artificial intelligence","score_opus":0.01023933868950653,"score_gpt":0.2465900758382335,"score_spread":0.23635073714872698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2362067483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013084138,0.000031845306,0.98556995,0.00073359977,0.000026148202,0.0004057302,0.0000037523612,0.00009354206,0.00005131723],"genre_scores_gemma":[0.5048059,0.0000013981472,0.4949726,0.00003692756,0.00004906705,0.000074661664,0.000020152209,0.0000022868414,0.000037018937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999235,0.00006843307,0.00023646843,0.0002588829,0.000110945584,0.000090303125],"domain_scores_gemma":[0.9992459,0.00008588328,0.0001597031,0.000374989,0.000118298965,0.000015227126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001760563,0.00008209642,0.00011349738,0.00017808662,0.00016628236,0.000053220945,0.00050332036,0.00004857058,0.0000011270348],"category_scores_gemma":[2.051123e-7,0.000066135784,0.000048095433,0.0010304686,0.000063159845,0.00012197083,0.00017439142,0.00006408023,0.00000406406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.443412e-7,0.0005061941,0.0142205395,0.000054961383,0.00018284537,2.5579524e-7,0.0001702623,0.0112143,0.0051550767,0.56173867,0.00045244474,0.4063036],"study_design_scores_gemma":[0.00018796834,0.000020850728,0.62226945,0.000017361057,0.00011781008,0.000017033371,0.000021563665,0.3627839,0.003677685,0.0038197592,0.006913318,0.00015329215],"about_ca_topic_score_codex":0.00002768981,"about_ca_topic_score_gemma":0.0000084873,"teacher_disagreement_score":0.6080489,"about_ca_system_score_codex":0.000048786398,"about_ca_system_score_gemma":0.000037537447,"threshold_uncertainty_score":0.2696939},"labels":[],"label_agreement":null},{"id":"W2367971682","doi":"","title":"On the Analysis of Word Formation of English Vocabulary of Computer Science","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Vocabulary; Word formation; Word (group theory); English language; English vocabulary; Artificial intelligence; Natural language processing; Linguistics","score_opus":0.009281159455887585,"score_gpt":0.26420370392618847,"score_spread":0.2549225444703009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367971682","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08665612,0.000023248656,0.91179675,0.0009301547,0.000022311993,0.00025111003,0.0000052731757,0.000034133314,0.00028091695],"genre_scores_gemma":[0.79212093,0.0000037515592,0.20760818,0.00020829437,0.000021627633,0.000026076374,0.0000061065994,0.0000012636389,0.000003798037],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990557,0.000023967228,0.0003527914,0.00022230754,0.0002289046,0.00011637079],"domain_scores_gemma":[0.9983146,0.00017591877,0.00028056747,0.0006520583,0.00055245846,0.000024354633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035283857,0.00007838594,0.00017688914,0.00050566345,0.00010483541,0.00001951819,0.0012979419,0.000036613124,0.000003829663],"category_scores_gemma":[0.0000036531999,0.00006086306,0.00009406021,0.002879169,0.00021322694,0.00020231155,0.0001303634,0.00008360839,0.000002131859],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019636614,0.00048524543,0.00023694277,0.00001138523,0.00007558061,5.330524e-8,0.0014448229,0.002892988,0.010186131,0.81259644,0.00060465647,0.1714638],"study_design_scores_gemma":[0.0004839379,0.00037600842,0.1863183,0.00010754028,0.00029523866,0.0000036657989,0.00016550314,0.23651442,0.48056698,0.084302366,0.010413323,0.00045272324],"about_ca_topic_score_codex":0.0000025552135,"about_ca_topic_score_gemma":6.5466656e-7,"teacher_disagreement_score":0.7282941,"about_ca_system_score_codex":0.000026637317,"about_ca_system_score_gemma":0.000085090396,"threshold_uncertainty_score":0.24819237},"labels":[],"label_agreement":null},{"id":"W2368687381","doi":"","title":"Researches on Curriculum Implementation Over the Last 20 Yea rs","year":2003,"lang":"en","type":"article","venue":"Journal of The Northwest Normal University","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Curriculum; Enthusiasm; Mathematics education; Curriculum theory; Sociology; Computer science; Pedagogy; Psychology; Curriculum development; Social psychology","score_opus":0.015173830012868216,"score_gpt":0.2808923653440968,"score_spread":0.2657185353312286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2368687381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9928202,0.000009613973,0.0012846183,0.004323479,0.00038999587,0.0000590682,0.0000027867738,0.000007449028,0.001102804],"genre_scores_gemma":[0.9988604,0.000013838666,0.00070262654,0.00014452136,0.00003521431,1.1781281e-7,4.209635e-7,0.0000015287844,0.00024132116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992199,0.00017220835,0.00010368997,0.000075085714,0.00030108777,0.00012800463],"domain_scores_gemma":[0.9993568,0.00008213203,0.00018585718,0.00021692592,0.00011801658,0.00004025853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047339586,0.00005512041,0.000057637528,0.00008210276,0.00035716148,0.00002967975,0.00092291273,0.000029174573,0.0000379348],"category_scores_gemma":[0.000025956264,0.00003249296,0.00008109784,0.0003447146,0.00007017859,0.00036261152,0.00012738806,0.00031701487,0.000006509056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008014165,0.00020133701,0.78273106,0.0000027100398,0.000057506873,0.00002343364,0.00036437935,0.00036868575,0.00006849,0.20686257,0.0076574315,0.0016543675],"study_design_scores_gemma":[0.00047339516,0.00016388869,0.9173232,0.000016278362,0.00001788495,0.00006882542,0.0022465186,0.000056927318,0.0011930219,0.0017854625,0.0765742,0.000080411715],"about_ca_topic_score_codex":0.00008568185,"about_ca_topic_score_gemma":0.00046880878,"teacher_disagreement_score":0.20507711,"about_ca_system_score_codex":0.00013555915,"about_ca_system_score_gemma":0.00023823902,"threshold_uncertainty_score":0.27470335},"labels":[],"label_agreement":null},{"id":"W2368788662","doi":"","title":"The Preliminary Design for a New Intelligent Education System","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction; Systems design; Engineering management; Software engineering; Engineering","score_opus":0.03034890820844333,"score_gpt":0.2871752669530197,"score_spread":0.2568263587445764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2368788662","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012121047,0.0006668151,0.9907335,0.0064315163,0.000115578034,0.0014752551,0.0000011054664,0.00026516206,0.00018987694],"genre_scores_gemma":[0.031810556,0.000039246283,0.96248955,0.00029021993,0.0002874942,0.0034119184,0.000009799002,0.000009096894,0.0016521254],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916226,0.000028964689,0.00022115678,0.0003140869,0.000087333065,0.00018620967],"domain_scores_gemma":[0.99887776,0.00029558683,0.000094379866,0.00052913476,0.00013367359,0.000069488065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015386973,0.00010607198,0.000079461606,0.00006530033,0.00083088706,0.000072987714,0.0011075891,0.000056202316,7.2762435e-7],"category_scores_gemma":[0.0000011599803,0.000084772204,0.00005781844,0.00027747487,0.00005553853,0.00011724919,0.00013322508,0.00008554841,0.000077001605],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037235263,0.00015556868,0.000024918898,0.0000129214695,0.00001869576,1.664414e-7,0.00029381263,0.00016709449,0.00022688591,0.54666364,0.08880264,0.36362994],"study_design_scores_gemma":[0.00011579527,0.00007661358,0.00065118365,0.000019228442,0.000008811623,0.00017828704,0.000107521904,0.010961963,0.005739123,0.019957468,0.9620262,0.00015781604],"about_ca_topic_score_codex":0.0000068737418,"about_ca_topic_score_gemma":4.934113e-7,"teacher_disagreement_score":0.87322354,"about_ca_system_score_codex":0.00010835659,"about_ca_system_score_gemma":0.0007601594,"threshold_uncertainty_score":0.63905954},"labels":[],"label_agreement":null},{"id":"W2369754570","doi":"","title":"Enlightenment and Reference to the College Teachers' Performance Evaluation in America,Canada and Japan","year":2008,"lang":"en","type":"article","venue":"Journal of China Women's University","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Enlightenment; Performance appraisal; Internationalization; Meaning (existential); Perspective (graphical); Reliability (semiconductor); International education; China; Psychology; Mathematics education; Pedagogy; Political science; Higher education; Management; Computer science; Business; Economics; Law; International trade","score_opus":0.009720113949981098,"score_gpt":0.21228972951241876,"score_spread":0.20256961556243766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2369754570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99134916,0.00003134924,0.00023631491,0.0078028003,0.00005114004,0.000059694332,8.916145e-7,0.0000025110612,0.0004661184],"genre_scores_gemma":[0.99771947,0.00016004937,0.0017788473,0.00014825568,0.0000080475365,4.050962e-7,1.12228975e-7,7.4618157e-7,0.00018406262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999449,0.00006205925,0.00008354355,0.000084261395,0.00023171146,0.00008940642],"domain_scores_gemma":[0.99966687,0.00003613375,0.00009247061,0.00009305597,0.00005270094,0.000058784113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033167595,0.000046243065,0.00007915417,0.000091952155,0.00015630038,0.0000062156346,0.00026601405,0.000017603845,0.0000058857936],"category_scores_gemma":[0.000015770322,0.00003523379,0.0000061292058,0.0002265309,0.000041935848,0.00022764422,0.000090278285,0.00015615982,3.3770203e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023187007,0.00069679064,0.6556142,0.000030284798,0.00017905496,0.00027323776,0.08245236,0.0015810772,0.000564663,0.030932477,0.012384264,0.21505974],"study_design_scores_gemma":[0.00032604783,0.0001797489,0.9764768,0.0000138635605,0.0000039518904,0.00008969799,0.003583826,0.00093910797,0.00004500072,0.0002321726,0.01805095,0.00005886388],"about_ca_topic_score_codex":0.000958763,"about_ca_topic_score_gemma":0.0011058418,"teacher_disagreement_score":0.3208626,"about_ca_system_score_codex":0.00041386188,"about_ca_system_score_gemma":0.00047775556,"threshold_uncertainty_score":0.14493692},"labels":[],"label_agreement":null},{"id":"W2370320816","doi":"","title":"Thought on Improving Teaching Quality for Analytical Chemistry Course","year":2014,"lang":"en","type":"article","venue":"Guangzhou Chemical Industry","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Course (navigation); Mathematics education; Quality (philosophy); Chemistry education; Teaching method; Chemistry; Object (grammar); Computer science; Engineering ethics; Engineering; Psychology; Epistemology; Philosophy; Artificial intelligence","score_opus":0.03933143149676757,"score_gpt":0.3766764430330155,"score_spread":0.33734501153624796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370320816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8510389,0.00002194369,0.114902064,0.01784586,0.00033130238,0.00019168519,0.000010148313,0.0004728594,0.015185264],"genre_scores_gemma":[0.9696208,2.1250376e-7,0.02752935,0.0009277253,0.00051369733,0.000052636628,0.000013731933,0.000011264506,0.0013305675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99858665,0.00004379845,0.00027408183,0.0005031707,0.00023591986,0.00035638496],"domain_scores_gemma":[0.99856764,0.0004890961,0.00011308673,0.0006283734,0.000058837002,0.0001429915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076199794,0.00016618893,0.00019550689,0.000023947678,0.00014832095,0.00007008676,0.00084039505,0.00062830234,0.000024223213],"category_scores_gemma":[0.00064806745,0.00015424534,0.00009505336,0.00012714896,0.000096821226,0.00013685868,0.00018872082,0.0013246416,0.000014987651],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018620398,0.00085976,0.0026930037,0.00009479407,0.00005846444,0.0000025435213,0.00008910117,0.000020282288,0.06880137,0.8267143,0.018203968,0.082443826],"study_design_scores_gemma":[0.0018579274,0.00017810606,0.0046332544,0.00018414616,0.00007516082,0.000043890905,0.0004423831,0.061164096,0.8215307,0.051176786,0.057300728,0.0014127976],"about_ca_topic_score_codex":0.0000049634955,"about_ca_topic_score_gemma":1.5828181e-7,"teacher_disagreement_score":0.7755375,"about_ca_system_score_codex":0.000092755945,"about_ca_system_score_gemma":0.00012785885,"threshold_uncertainty_score":0.6289942},"labels":[],"label_agreement":null},{"id":"W2370745629","doi":"","title":"Features and Inspirations of the Course Evaluation Systems of Canadian Universities——McGill University as a Case Study","year":2009,"lang":"en","type":"article","venue":"Journal of Zhejiang University of Technology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Sociology; Outcome (game theory); Course (navigation); Library science; Political science; Mathematics education; Pedagogy; Engineering; Psychology; Computer science; Mathematics","score_opus":0.016651651478118368,"score_gpt":0.2629990853665647,"score_spread":0.24634743388844632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370745629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923714,0.00015055142,0.00030817068,0.0063374746,0.00009251209,0.00016124884,0.000014529231,0.000010037693,0.000554066],"genre_scores_gemma":[0.9983734,0.000024487686,0.0014277573,0.000010930764,0.0000030981998,1.6005492e-8,1.8940217e-7,0.0000010145618,0.00015911956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9994065,0.00009295903,0.00013506721,0.000096000316,0.00018571828,0.000083740146],"domain_scores_gemma":[0.99863523,0.000037328897,0.0004512682,0.0002455162,0.00058691046,0.000043727458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031460857,0.000059169968,0.0001718176,0.0010571046,0.00019874485,0.0000025408253,0.0006230749,0.00012104162,0.0000032994242],"category_scores_gemma":[0.000023692233,0.00005721605,0.000048191207,0.0009835584,0.00018799085,0.00022400773,0.000092100134,0.00019118263,1.6528888e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009046717,0.0018949795,0.039793607,0.000061510174,0.00078884006,0.0025925862,0.008695608,0.0020647228,0.0031609773,0.90647364,0.003185997,0.031197088],"study_design_scores_gemma":[0.005073389,0.00486325,0.24866793,0.0004467272,0.0011516967,0.009601893,0.70960885,0.0016448889,0.0029381302,0.008894261,0.0066636605,0.00044534498],"about_ca_topic_score_codex":0.013041059,"about_ca_topic_score_gemma":0.01169468,"teacher_disagreement_score":0.8975794,"about_ca_system_score_codex":0.00022583074,"about_ca_system_score_gemma":0.0008709493,"threshold_uncertainty_score":0.99353117},"labels":[],"label_agreement":null},{"id":"W2371630070","doi":"","title":"Query Optimization Technology of the Relation Database Based on Immune Genetic Algorithm","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Genetic algorithm; Query optimization; Relation (database); Adaptation (eye); Meta-optimization; Algorithm; Operator (biology); Genetic operator; Data mining; Database; Machine learning","score_opus":0.007851371693369896,"score_gpt":0.2316159984878157,"score_spread":0.2237646267944458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2371630070","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012860546,0.00008741134,0.9935686,0.004216024,0.000043358017,0.0004806468,0.000008828494,0.00015580512,0.00015328219],"genre_scores_gemma":[0.07082428,0.000016590462,0.92849576,0.00025233836,0.000031333737,0.00029129896,0.000025485433,0.0000071356408,0.000055775694],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911076,0.00003531082,0.00026811298,0.00031189792,0.00014375763,0.00013014064],"domain_scores_gemma":[0.99871415,0.00006496031,0.00016813884,0.000911054,0.000119912664,0.000021802263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007787823,0.000105019964,0.000101946025,0.00022324178,0.0003008645,0.000011524698,0.0009845359,0.000099475496,0.0000064725996],"category_scores_gemma":[0.0000016979944,0.00008905119,0.00005205559,0.0010141226,0.00014951281,0.000100604,0.00020510427,0.00017440702,0.000019184534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004621231,0.0019469849,0.006283955,0.000041190604,0.00006118721,0.00000398422,0.00025447187,0.35632473,0.014685092,0.17744584,0.0023332515,0.4406147],"study_design_scores_gemma":[0.00050848123,0.00007183324,0.03942502,0.000056907993,0.000015761909,0.00008153115,0.000013653872,0.8911968,0.035640486,0.004785395,0.027915334,0.0002888092],"about_ca_topic_score_codex":0.000004902901,"about_ca_topic_score_gemma":2.7726293e-7,"teacher_disagreement_score":0.53487206,"about_ca_system_score_codex":0.00004855591,"about_ca_system_score_gemma":0.00016138217,"threshold_uncertainty_score":0.3631402},"labels":[],"label_agreement":null},{"id":"W2372053807","doi":"","title":"Composing Test Paper Based on Ant Colony Optimization","year":2010,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Ant colony optimization algorithms; Degree (music); Test (biology); Item bank; Mathematical optimization; Artificial intelligence; Statistics; Item response theory; Mathematics","score_opus":0.004765477289244544,"score_gpt":0.2483499400758797,"score_spread":0.24358446278663518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2372053807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008473988,0.00000791281,0.9865408,0.009985855,0.00007833783,0.00040948522,0.0000055647856,0.0003303472,0.0017942972],"genre_scores_gemma":[0.18817164,0.0000014641852,0.8089981,0.002294981,0.00011343573,0.00031116517,0.000030809108,0.000008562553,0.000069817484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991054,0.000015791584,0.00018340908,0.00039283917,0.000121712925,0.0001808822],"domain_scores_gemma":[0.998927,0.00024160118,0.00007990833,0.0005854561,0.000102388294,0.00006363351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011727826,0.00012543882,0.00009364255,0.00013155027,0.00031559513,0.00012774812,0.00078526785,0.0000975361,0.00003296016],"category_scores_gemma":[0.0000019602978,0.00012497042,0.000040679308,0.00039728478,0.00006558191,0.00017443464,0.000108689565,0.00027436716,0.000113447844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048752827,0.003696778,0.005223699,0.000032345266,0.000030736333,0.0000043852942,0.00021734837,0.08209506,0.17200686,0.5329989,0.01858702,0.18510199],"study_design_scores_gemma":[0.00036736805,0.000074067415,0.0055424008,0.000016387587,0.000007492207,0.00002056016,0.0000052963787,0.5775622,0.011696135,0.0031488843,0.40125045,0.00030873742],"about_ca_topic_score_codex":0.00000349114,"about_ca_topic_score_gemma":0.0000033588121,"teacher_disagreement_score":0.52985,"about_ca_system_score_codex":0.000033936703,"about_ca_system_score_gemma":0.00011182306,"threshold_uncertainty_score":0.5096146},"labels":[],"label_agreement":null},{"id":"W2372922109","doi":"","title":"An Application of Association Rules In Analysis of Instruction Evaluation Data","year":2005,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Credibility; Objectivity (philosophy); Association rule learning; Field (mathematics); Raising (metalworking); Data mining; Data science","score_opus":0.0216824962310909,"score_gpt":0.34925338194853234,"score_spread":0.3275708857174414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2372922109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15425542,0.000057483372,0.84430873,0.0007697661,0.000010106052,0.00042129887,0.000033642507,0.000044238885,0.00009933252],"genre_scores_gemma":[0.6463604,0.000008326365,0.35293713,0.00002800218,0.000031349427,0.00017381817,0.00045512075,0.0000025354634,0.0000033109832],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986868,0.0000773479,0.00045535242,0.00040592585,0.00026868196,0.00010593028],"domain_scores_gemma":[0.998144,0.00007818831,0.0004180351,0.0010497689,0.00028588268,0.000024181556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008728028,0.000078933,0.00018178087,0.0006116536,0.000046623285,0.000019733568,0.0011658253,0.000094609066,0.000006606556],"category_scores_gemma":[0.0000030215758,0.000089245754,0.000038713693,0.0017212707,0.000026499918,0.00060398516,0.00014802007,0.00008538273,0.0000075156777],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014728838,0.000633676,0.046821363,0.000009521483,0.00015116653,1.1085566e-8,0.00028148887,0.011149882,0.00966152,0.06586055,0.000082963554,0.8653464],"study_design_scores_gemma":[0.0002377602,0.000013125091,0.2534037,0.00000410831,0.000142573,5.907623e-7,0.000027807793,0.7302744,0.0042703026,0.00403259,0.0075006187,0.00009241922],"about_ca_topic_score_codex":0.0000619254,"about_ca_topic_score_gemma":0.00016225093,"teacher_disagreement_score":0.865254,"about_ca_system_score_codex":0.0001902322,"about_ca_system_score_gemma":0.00010670136,"threshold_uncertainty_score":0.36393362},"labels":[],"label_agreement":null},{"id":"W2376286836","doi":"","title":"Design and Implementation of Teaching Achievement Management System Software","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Workload; Visual Basic; Management system; Software engineering; Operating system; Function (biology); Interface (matter); Software system; Operations management","score_opus":0.01019967997278111,"score_gpt":0.2986153103140989,"score_spread":0.2884156303413178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2376286836","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038632208,0.00006174725,0.9944454,0.00049158133,0.000019427947,0.00079998054,0.0000013134364,0.00017206164,0.00014529587],"genre_scores_gemma":[0.20337558,0.000004319411,0.79630536,0.000077522825,0.00001950825,0.0001856235,0.000005789123,0.000004146635,0.000022150145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915016,0.00002749243,0.00027025587,0.00027804106,0.000114276256,0.00015976996],"domain_scores_gemma":[0.99944013,0.00007805278,0.00011744262,0.00028227145,0.00004222802,0.0000398499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058155437,0.00009073369,0.00008836308,0.00015478265,0.00018520613,0.000033657576,0.00041742998,0.00003405808,0.0000011660594],"category_scores_gemma":[9.637162e-8,0.0000928818,0.000021090922,0.00017081412,0.000026446187,0.00011907817,0.00023513875,0.00008031003,0.0000067750607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.524587e-7,0.00007902476,0.0010642183,0.000060290404,0.00003184837,7.6561247e-7,0.000262491,0.000044453747,0.0011183481,0.4802163,0.00023495269,0.51688653],"study_design_scores_gemma":[0.0040702918,0.00057031465,0.30883598,0.00039209513,0.00023149561,0.00027145472,0.009140103,0.012028116,0.17858021,0.056212857,0.427692,0.0019750823],"about_ca_topic_score_codex":0.000008535714,"about_ca_topic_score_gemma":0.0000013096281,"teacher_disagreement_score":0.5149115,"about_ca_system_score_codex":0.00007070329,"about_ca_system_score_gemma":0.000021671602,"threshold_uncertainty_score":0.378761},"labels":[],"label_agreement":null},{"id":"W2376877259","doi":"","title":"Research on Application of Compiler Method in Solving Expressions","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Compiler; Optimizing compiler; Compiler correctness; Programming language","score_opus":0.04989028964509413,"score_gpt":0.4516390240923724,"score_spread":0.40174873444727827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2376877259","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004116311,0.000049168502,0.99072087,0.0014847034,0.000017743983,0.0006015774,0.000002152483,0.00009082571,0.0029166625],"genre_scores_gemma":[0.42249927,0.0000033404656,0.5769684,0.000112685404,0.000041644078,0.00032563802,0.0000062902127,0.0000051412626,0.000037603095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985309,0.000088135734,0.00037673383,0.00045302336,0.00024858373,0.0003026077],"domain_scores_gemma":[0.99820536,0.0007712602,0.00010117568,0.00067775015,0.00018496338,0.000059502672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016402472,0.000098022676,0.00013715199,0.0006439234,0.00017911827,0.00002614927,0.0011180261,0.00010771,0.0000046229375],"category_scores_gemma":[0.0000017724757,0.000098436234,0.000039354207,0.0014462672,0.000079869336,0.000117973206,0.0003072979,0.0003820698,0.000060637936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027834533,0.0005561251,0.0010588904,0.000012636863,0.00000621968,5.797622e-7,0.00028988603,0.0003716215,0.04020882,0.70938915,0.0007569902,0.24734631],"study_design_scores_gemma":[0.0009270707,0.00015867138,0.15225539,0.0001659421,0.0000067212227,0.000026813908,0.0006815805,0.025776263,0.27790222,0.16051458,0.38100103,0.0005837226],"about_ca_topic_score_codex":0.00003051776,"about_ca_topic_score_gemma":0.000016209826,"teacher_disagreement_score":0.54887456,"about_ca_system_score_codex":0.0000963174,"about_ca_system_score_gemma":0.000078387035,"threshold_uncertainty_score":0.40141132},"labels":[],"label_agreement":null},{"id":"W2376877771","doi":"","title":"Application and Research of Data Mining Based on Statistics and Analysis","year":2008,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Foundation (evidence); Data mining; Data science","score_opus":0.08596449281182372,"score_gpt":0.39989062136284215,"score_spread":0.3139261285510184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2376877771","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067234393,0.00007249457,0.9915821,0.0011687216,0.0000025786749,0.00025169758,0.000056761663,0.00003800038,0.00010418979],"genre_scores_gemma":[0.32207483,0.00002442895,0.6775914,0.00007718843,0.00001299211,0.00009898183,0.000100198115,0.0000025912652,0.00001741837],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999057,0.000042857384,0.00017006412,0.00044835111,0.00016464737,0.00011709941],"domain_scores_gemma":[0.9985134,0.00040031582,0.000066906105,0.0008390013,0.00013469819,0.000045678316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033901422,0.000066606815,0.00011437941,0.00035699093,0.0002491366,0.0000262005,0.000711875,0.000044285352,0.0000015210334],"category_scores_gemma":[0.000001995251,0.000067829635,0.000010743104,0.0009983294,0.00019529829,0.0001135597,0.00038633528,0.000107316315,0.000003910784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045587826,0.00062396534,0.051830363,0.000055289827,0.00016041672,0.0000017275744,0.0006357837,0.00033932953,0.0021258725,0.29261658,0.0054995753,0.64610654],"study_design_scores_gemma":[0.00027311628,0.00007257424,0.16647032,0.000010801448,0.00005268483,0.0000139362955,0.00004121613,0.7768947,0.0011488745,0.0073626107,0.047468994,0.0001901729],"about_ca_topic_score_codex":0.000014049781,"about_ca_topic_score_gemma":0.000003592814,"teacher_disagreement_score":0.77655536,"about_ca_system_score_codex":0.000014445762,"about_ca_system_score_gemma":0.00007967141,"threshold_uncertainty_score":0.27660123},"labels":[],"label_agreement":null},{"id":"W2377236757","doi":"","title":"Fuzzy Retrieval Algorithm Design for Speech Navigation System","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Flexibility (engineering); Sentence; Grammar; Vocabulary; Fuzzy logic; Speech recognition; Artificial intelligence; Natural language processing; Algorithm","score_opus":0.016928764051185603,"score_gpt":0.28730866978721087,"score_spread":0.27037990573602527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2377236757","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028893445,0.00008495226,0.99424595,0.0031585088,0.00005907463,0.0012875289,0.000008581294,0.0005458818,0.000320599],"genre_scores_gemma":[0.028705806,0.0000021458707,0.97028726,0.00026667505,0.0002275935,0.00032900996,0.000047348207,0.0000068592235,0.00012732296],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989093,0.000029312549,0.0002562263,0.0004452286,0.00012994761,0.00023000583],"domain_scores_gemma":[0.99907553,0.0001081094,0.00010912269,0.0004599711,0.00018528524,0.000061977335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002737412,0.00013493463,0.0001303365,0.00010943362,0.00029937888,0.00011751377,0.00085146126,0.000106722786,6.7513696e-7],"category_scores_gemma":[5.802019e-7,0.0001400234,0.000065236054,0.0004832309,0.000026201325,0.00021027612,0.000061160375,0.00011550048,0.00006913625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021785556,0.00015544107,0.0000039404476,0.000014955091,0.00001383836,0.0000012962238,0.00007418638,0.00009139826,0.0045212293,0.39627734,0.0036895436,0.59515464],"study_design_scores_gemma":[0.0014125013,0.00049288,0.0016311678,0.00013428729,0.000055963053,0.0006481838,0.00012208696,0.15146175,0.14324908,0.41919276,0.28053796,0.0010613893],"about_ca_topic_score_codex":0.0000011158853,"about_ca_topic_score_gemma":4.3351267e-8,"teacher_disagreement_score":0.59409326,"about_ca_system_score_codex":0.00012973427,"about_ca_system_score_gemma":0.00010690725,"threshold_uncertainty_score":0.57099885},"labels":[],"label_agreement":null},{"id":"W2378083265","doi":"","title":"Search on the Personalized System of Network Learning Based on J2EE","year":2014,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Personalized learning; Artificial intelligence; Function (biology); Machine learning; Learning network; Teaching method; Open learning; Cooperative learning","score_opus":0.013337890471712336,"score_gpt":0.26030169947792675,"score_spread":0.24696380900621442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2378083265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024524806,0.000015547823,0.983046,0.01139671,0.000026116415,0.0003547532,9.3122344e-7,0.0001637699,0.0025437209],"genre_scores_gemma":[0.84629285,0.0000011398945,0.15124746,0.0018447821,0.00011445765,0.0003379619,0.000006465324,0.000007718776,0.00014719354],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990395,0.00014975772,0.00016111447,0.0002896399,0.00018347177,0.0001765447],"domain_scores_gemma":[0.9986903,0.0006033615,0.00008223508,0.0005108475,0.00008023257,0.00003300028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005218811,0.00009632169,0.0001099545,0.0000710637,0.00032990964,0.00004353382,0.0008958799,0.00004589968,0.0000071448335],"category_scores_gemma":[0.0000014803535,0.00007170402,0.000058661502,0.00039605517,0.00007428718,0.00002874938,0.00010127018,0.00024565344,0.00010306841],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023156335,0.000101495796,0.00042196678,0.000014894217,0.000011180806,1.0295631e-7,0.000081988415,0.022572666,0.00029247568,0.95168114,0.004247529,0.020572217],"study_design_scores_gemma":[0.00030769006,0.00015407903,0.0025745207,0.00011061636,0.000006609861,0.0000046727823,0.00007125313,0.50499964,0.0038288056,0.0023391193,0.48542655,0.00017647758],"about_ca_topic_score_codex":0.0000031911136,"about_ca_topic_score_gemma":2.2091653e-7,"teacher_disagreement_score":0.9493421,"about_ca_system_score_codex":0.00004516066,"about_ca_system_score_gemma":0.00005887756,"threshold_uncertainty_score":0.29240048},"labels":[],"label_agreement":null},{"id":"W2379554000","doi":"","title":"Design and Implementation of Handwritten Numeral Recognition System Based on the Windows Platform","year":2006,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Numeral system; Computer science; Classifier (UML); Artificial intelligence; Speech recognition; Pattern recognition (psychology); Key (lock); Operating system","score_opus":0.016370962674110926,"score_gpt":0.25955995369388407,"score_spread":0.24318899101977315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2379554000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0122974375,0.000018698789,0.9838685,0.0027207793,0.000012944213,0.00079531554,0.0000064847227,0.000089445944,0.00019043357],"genre_scores_gemma":[0.64599276,9.741111e-7,0.35313195,0.00020429435,0.000038345406,0.0005927097,0.000026381422,0.0000038081466,0.000008786068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993596,0.000032644894,0.0001971701,0.00020852804,0.000095906114,0.00010616199],"domain_scores_gemma":[0.99940497,0.00016759285,0.0001102573,0.00023384686,0.00006712753,0.000016216414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020437234,0.000081631035,0.00007481462,0.00008586227,0.00019028259,0.00005194474,0.00029657426,0.00003906633,0.0000048356046],"category_scores_gemma":[1.4291541e-7,0.00006421169,0.000023872723,0.00021706015,0.0000384677,0.00010331777,0.00004615651,0.000068585265,0.000014805089],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000805417,0.00036751397,0.001568442,0.0000758281,0.000037900823,7.828047e-7,0.00028223792,0.0015791447,0.010690948,0.55098605,0.0059199375,0.4284832],"study_design_scores_gemma":[0.0029949439,0.00048800756,0.06972633,0.00023490579,0.00009020174,0.00009389118,0.0009419844,0.31196138,0.45888594,0.11178158,0.041795712,0.001005129],"about_ca_topic_score_codex":0.000034938024,"about_ca_topic_score_gemma":0.0000031109355,"teacher_disagreement_score":0.6336953,"about_ca_system_score_codex":0.000040576047,"about_ca_system_score_gemma":0.000054529777,"threshold_uncertainty_score":0.26184765},"labels":[],"label_agreement":null},{"id":"W2381142896","doi":"","title":"Forming Question Types in Examination System by Class Method","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Class (philosophy); Inheritance (genetic algorithm); Artificial intelligence; Machine learning","score_opus":0.007317354822510637,"score_gpt":0.3072308038345758,"score_spread":0.2999134490120652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2381142896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031080823,0.00011389674,0.99361503,0.0008657014,0.00003816528,0.00037475105,0.0000017509635,0.000254879,0.0016277423],"genre_scores_gemma":[0.34412506,0.000002665285,0.6553847,0.000113078466,0.00004697144,0.0001889221,0.00001935636,0.000005052278,0.00011416945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906254,0.000049600396,0.00026035157,0.00032493236,0.00010566001,0.0001969081],"domain_scores_gemma":[0.999387,0.00014118788,0.000090627495,0.00027104895,0.00007135458,0.000038745406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009345832,0.000094818366,0.00009520625,0.00021579441,0.000115637806,0.000049315757,0.00050050684,0.00009752707,0.0000011877366],"category_scores_gemma":[7.9502433e-7,0.000100980884,0.00002370602,0.0005621586,0.000018640036,0.00024199778,0.00010245555,0.00013767666,0.000042771317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.544211e-7,0.00009966694,0.00048139613,0.000017402837,0.000005087234,7.310423e-7,0.00014345584,0.000037961086,0.0069495817,0.5223628,0.000527852,0.46937358],"study_design_scores_gemma":[0.0009363572,0.000089871006,0.065148115,0.00017257172,0.000021831644,0.00017805287,0.000545009,0.078999475,0.1204887,0.023233317,0.7092888,0.00089793734],"about_ca_topic_score_codex":0.000020403722,"about_ca_topic_score_gemma":0.000014812852,"teacher_disagreement_score":0.7087609,"about_ca_system_score_codex":0.00021869096,"about_ca_system_score_gemma":0.000037528167,"threshold_uncertainty_score":0.41178808},"labels":[],"label_agreement":null},{"id":"W2381838860","doi":"","title":"Research on the Architecture of Distant Education System Base on Grid Technology","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Grid; Architecture; Base (topology); Grid computing; Resource (disambiguation); Distributed computing; Computer architecture; World Wide Web; Multimedia; Computer network","score_opus":0.023632796704362014,"score_gpt":0.3492778428939541,"score_spread":0.32564504618959206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2381838860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02072729,0.00008463506,0.95063674,0.023063483,0.000112860296,0.0009161335,0.00000662806,0.0002176505,0.004234555],"genre_scores_gemma":[0.86039555,0.0000032844987,0.1382046,0.00039934163,0.00019373109,0.0006617718,0.000010198947,0.000009197868,0.00012230857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987025,0.00006906918,0.000269155,0.00042010925,0.0002680378,0.000271096],"domain_scores_gemma":[0.9980238,0.0005200849,0.00010739134,0.0010506144,0.0002499377,0.000048134076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009199909,0.00011593506,0.00010951027,0.0006115795,0.00036937784,0.00003739448,0.001505865,0.00011473493,0.0000034333343],"category_scores_gemma":[0.0000028779416,0.00008373204,0.000044234326,0.001595383,0.00019957584,0.000037047666,0.00022034365,0.0004981192,0.000097951925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002876673,0.0003608972,0.00005716172,0.000017533886,0.000009031039,4.823245e-7,0.00009974798,0.000039092305,0.002757828,0.89374214,0.0033287357,0.09958445],"study_design_scores_gemma":[0.00026993814,0.00035857156,0.004271444,0.00030294465,0.000010347095,0.00008329159,0.0025030172,0.0005530579,0.19117315,0.12752226,0.67258364,0.0003683219],"about_ca_topic_score_codex":0.000007185032,"about_ca_topic_score_gemma":0.0000039552174,"teacher_disagreement_score":0.8396683,"about_ca_system_score_codex":0.00015450772,"about_ca_system_score_gemma":0.0002309673,"threshold_uncertainty_score":0.34144935},"labels":[],"label_agreement":null},{"id":"W2383411483","doi":"","title":"The Research of Intelligent Tutoring System Based on Artificial Intelligence Technology","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Visualization; Artificial intelligence; Marketing and artificial intelligence; Artificial intelligence, situated approach; Grid computing; Cognition; Human–computer interaction; Grid; Data science; Intelligent decision support system","score_opus":0.06223460287466005,"score_gpt":0.3776193687350147,"score_spread":0.3153847658603547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2383411483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079610274,0.00010560981,0.9817147,0.01570758,0.000049461814,0.0005023057,0.0000011284656,0.00021906737,0.0009040331],"genre_scores_gemma":[0.7920627,0.000007836885,0.20745263,0.000079567406,0.00007103759,0.0002896756,0.0000015292381,0.0000038377293,0.000031215022],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998703,0.000060705042,0.0003424957,0.00036618378,0.00024990513,0.00027771908],"domain_scores_gemma":[0.9983404,0.0003716947,0.000093331706,0.0008706049,0.00028545602,0.00003847972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006939437,0.00009924049,0.000107516185,0.00038175023,0.00053210766,0.00008237954,0.0018444904,0.00009366237,0.0000010171844],"category_scores_gemma":[0.0000041479675,0.00007850482,0.000045184195,0.0014990444,0.00018554267,0.000051987834,0.00016370103,0.00033907194,0.0000765113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011827491,0.00011147133,0.000013751515,0.0000041036374,0.0000029089947,3.16576e-7,0.00003093153,0.00032675735,0.0011351537,0.62764347,0.00010398632,0.37062597],"study_design_scores_gemma":[0.00006285035,0.00039151058,0.00070574455,0.00014554703,0.0000063585717,0.000020858808,0.0006025388,0.1051063,0.3372623,0.3866041,0.16879992,0.0002919384],"about_ca_topic_score_codex":0.000002385947,"about_ca_topic_score_gemma":0.0000010352962,"teacher_disagreement_score":0.79126656,"about_ca_system_score_codex":0.00013023682,"about_ca_system_score_gemma":0.00014360445,"threshold_uncertainty_score":0.4092596},"labels":[],"label_agreement":null},{"id":"W2383965789","doi":"","title":"A Review of Researches and Revelations of the Acquisition of Concepts as a Transition Learning","year":2002,"lang":"en","type":"review","venue":"Journal of The Northwest Normal University","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Transition (genetics); Value (mathematics); Cognition; Psychology; Cognitive science; Cognitive psychology; Epistemology; Computer science; Philosophy; Chemistry","score_opus":0.040085877132530014,"score_gpt":0.3247793416365101,"score_spread":0.2846934645039801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2383965789","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022272447,0.99494106,0.0008409696,0.001318786,0.0001101563,0.0002546664,0.000019557096,0.000003713717,0.00028387396],"genre_scores_gemma":[0.010166551,0.9890304,0.0006331114,0.000021214804,0.000015089796,2.192317e-7,0.000001713836,0.0000024250255,0.00012924391],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998624,0.00051486364,0.0004073801,0.000086428845,0.000293615,0.00007368637],"domain_scores_gemma":[0.9976892,0.00021729627,0.0014586058,0.00023774528,0.0003685387,0.000028640352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000673279,0.00008894288,0.00047220945,0.0001417237,0.00013820613,0.0000041370154,0.0008556465,0.00009479664,0.000017464397],"category_scores_gemma":[0.000087456174,0.000055929093,0.00035074342,0.0006306121,0.00022960216,0.0002502699,0.00019106145,0.0005013333,3.699671e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060688402,0.0012074829,0.006275224,0.12518582,0.0015732545,0.00003780958,0.0045895567,0.00035317207,0.00004591261,0.06532386,0.0019358272,0.7934114],"study_design_scores_gemma":[0.00091344275,0.00084025436,0.018694201,0.330509,0.0024910837,0.0011697231,0.0007518168,0.000108973036,0.00012920405,0.0014358923,0.64252114,0.00043528178],"about_ca_topic_score_codex":0.000033238855,"about_ca_topic_score_gemma":0.000008345359,"teacher_disagreement_score":0.7929761,"about_ca_system_score_codex":0.00007573974,"about_ca_system_score_gemma":0.00045930757,"threshold_uncertainty_score":0.22807221},"labels":[],"label_agreement":null},{"id":"W2385163210","doi":"","title":"Research Experimental Platform in Postgraduate Training","year":2006,"lang":"en","type":"article","venue":"Research and Exploration in Laboratory","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq","funders":"","keywords":"Diathesis; Identification (biology); Comprehension; Training (meteorology); Engineering; Computer science; Engineering management; Medical education; Medicine","score_opus":0.22155286414753772,"score_gpt":0.4530667919951954,"score_spread":0.23151392784765767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2385163210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9901759,0.0007907473,0.0007067497,0.0057868958,0.00008027033,0.00023184001,0.0000020758878,0.00004575642,0.0021797388],"genre_scores_gemma":[0.9971539,0.000065313405,0.0023718078,0.00002430428,0.00005870289,0.00021927003,0.000008289923,0.00000508269,0.000093352726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982642,0.00023118046,0.00020585192,0.00031591757,0.0005399349,0.00044291693],"domain_scores_gemma":[0.99919915,0.00024161376,0.000019014473,0.00021967258,0.0002639184,0.000056623183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030355789,0.00006656428,0.000086691594,0.0009349658,0.00021360039,0.00014731841,0.0003187417,0.00008175521,0.0000068172985],"category_scores_gemma":[0.00006973878,0.00006745426,0.000006590267,0.0020498254,0.00022351768,0.0012824235,0.00015782306,0.00056737947,0.000028184895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018150224,0.0003832533,0.005112409,0.00001006183,0.0000019267418,0.000039881,0.0035602818,0.000045208533,0.009964704,0.97590494,0.0021488823,0.002810286],"study_design_scores_gemma":[0.0021660184,0.0010205221,0.07916975,0.0002270895,4.3655825e-7,0.00000960246,0.05987933,0.007908012,0.10384846,0.7342515,0.01099369,0.0005255755],"about_ca_topic_score_codex":0.00014751275,"about_ca_topic_score_gemma":0.0002370631,"teacher_disagreement_score":0.24165344,"about_ca_system_score_codex":0.00019633041,"about_ca_system_score_gemma":0.0004384835,"threshold_uncertainty_score":0.2750705},"labels":[],"label_agreement":null},{"id":"W2387112168","doi":"","title":"The Application of Mini-CEX in the examination of \"admission reception\" for young nurses","year":2012,"lang":"en","type":"article","venue":"Zhejiang Medical Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Quarter (Canadian coin); Promotion (chess); Significant difference; Physical examination; Final examination; Nursing; Family medicine; Medical education; Surgery; Internal medicine","score_opus":0.01750753881178777,"score_gpt":0.35740879519628477,"score_spread":0.339901256384497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2387112168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5398512,0.0017095909,0.36810255,0.07984994,0.004103764,0.0017616987,0.0000029537741,0.00006645087,0.0045518866],"genre_scores_gemma":[0.9933531,0.000041614472,0.005789252,0.00016163733,0.00014569816,0.00035563568,0.000019789723,0.0000028729485,0.00013034695],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990219,0.00012418788,0.00026842614,0.00011071126,0.00035015383,0.00012461946],"domain_scores_gemma":[0.9988204,0.0005133092,0.00018760878,0.00030514572,0.00013001128,0.00004347836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018231834,0.00005411312,0.0000698283,0.0000760671,0.000096678275,0.000010340612,0.00056682545,0.00009154774,0.000008742565],"category_scores_gemma":[0.0009486708,0.000033645363,0.000028886949,0.00034955842,0.00009600989,0.00019951856,0.000025880718,0.00009651448,0.0000029666871],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027643894,0.00059034023,0.005925411,0.000023615112,0.000003611739,7.3245903e-9,0.0031387613,7.158868e-7,0.0002883019,0.37495288,0.0030378762,0.6120357],"study_design_scores_gemma":[0.00048292484,0.00015539238,0.84895295,0.00019797224,0.000026865255,0.000016077287,0.011228043,0.006980919,0.0059631527,0.035522133,0.09027388,0.00019969103],"about_ca_topic_score_codex":0.000025567386,"about_ca_topic_score_gemma":0.000016826589,"teacher_disagreement_score":0.84302753,"about_ca_system_score_codex":0.000042952463,"about_ca_system_score_gemma":0.00040660074,"threshold_uncertainty_score":0.13720182},"labels":[],"label_agreement":null},{"id":"W2388229391","doi":"","title":"Design and Realization of Intellective Course Arranging System","year":2004,"lang":"en","type":"article","venue":"Computer and Modernization","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"L'Alliance Boviteq","funders":"","keywords":"Computer science; Course (navigation); Realization (probability); Adaptability; Schedule; Resource (disambiguation); Software; Software engineering; Industrial engineering; Programming language; Operating system","score_opus":0.015128805460135786,"score_gpt":0.25186675188303875,"score_spread":0.23673794642290297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2388229391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0123927295,0.00012315721,0.9868703,0.00025457103,0.000120125595,0.00011377973,2.1038574e-7,0.00007887379,0.000046264035],"genre_scores_gemma":[0.8496291,0.000022396469,0.1502867,0.000032410033,0.000014013795,0.0000043663563,0.0000027571784,0.0000026306193,0.000005595416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996072,0.00002730715,0.00009587603,0.00015164418,0.000060384245,0.00005755686],"domain_scores_gemma":[0.9997205,0.000027091623,0.000053249674,0.00009455336,0.00008479147,0.000019797802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000103853105,0.000052529627,0.000069002046,0.00006607806,0.000061839695,0.00002703795,0.0000835899,0.000036485773,1.8381192e-7],"category_scores_gemma":[0.0000033319589,0.00005115779,0.0000061391806,0.0001284637,0.000029873097,0.00017963973,0.00005498193,0.000030839652,4.1238383e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035929181,0.000061762395,0.00074276206,0.00004952073,0.00001991564,0.0000010742599,0.0041395975,0.054184612,0.00035766998,0.9132229,0.000047625304,0.027168963],"study_design_scores_gemma":[0.00029936119,0.00008162582,0.0034781408,0.00010061635,0.0000087759845,0.000030076077,0.00007413407,0.96119976,0.0034903525,0.031130556,0.00002031291,0.0000862966],"about_ca_topic_score_codex":0.000004529669,"about_ca_topic_score_gemma":3.5375976e-7,"teacher_disagreement_score":0.90701514,"about_ca_system_score_codex":0.00002731912,"about_ca_system_score_gemma":0.000047858426,"threshold_uncertainty_score":0.2086154},"labels":[],"label_agreement":null},{"id":"W2389695109","doi":"","title":"XML Data Model Of Trianing Appraisement System","year":2010,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; XML; XML framework; Efficient XML Interchange; XML validation; Parsing; Streaming XML; Database; Reuse; Simple API for XML; Programming language; XML Signature; World Wide Web","score_opus":0.03569066491298862,"score_gpt":0.30705608463749473,"score_spread":0.2713654197245061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2389695109","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002583448,0.000025371004,0.99415153,0.0013241551,0.000059049456,0.00037649,0.00002564112,0.00021295705,0.0012413822],"genre_scores_gemma":[0.3244897,0.0000013647043,0.6751339,0.000061594255,0.00006011631,0.00016526614,0.000033856784,0.0000044998233,0.00004968652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901223,0.000012325635,0.00027734775,0.00042709295,0.00012531618,0.00014569052],"domain_scores_gemma":[0.9981437,0.00005836679,0.00013763181,0.0015260121,0.000086191285,0.000048119477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002618027,0.000095491676,0.0001239195,0.00010024774,0.00013209382,0.00004477172,0.0025822106,0.00007002864,0.000002857602],"category_scores_gemma":[7.4521233e-7,0.000094551084,0.000030156709,0.00026801956,0.000050372568,0.00022384743,0.0008361834,0.00018631293,0.00003259899],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6341862e-7,0.00016357707,0.00009719735,0.000029302642,0.00001975287,1.4566447e-7,0.000094673895,0.00031578424,0.04358673,0.88687974,0.002059855,0.066752784],"study_design_scores_gemma":[0.00036589638,0.0000150319775,0.00035485317,0.000022402695,0.000018819377,0.000029074428,0.0000652293,0.8290943,0.01638093,0.007660791,0.1457472,0.0002455023],"about_ca_topic_score_codex":0.0000051812044,"about_ca_topic_score_gemma":0.0000031717077,"teacher_disagreement_score":0.87921894,"about_ca_system_score_codex":0.000017699454,"about_ca_system_score_gemma":0.00014353122,"threshold_uncertainty_score":0.47984326},"labels":[],"label_agreement":null},{"id":"W2389923586","doi":"","title":"A New Method of Get Real Solution Through Solving Quartic Equation","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Initialization; Quartic function; Root (linguistics); Computer science; Value (mathematics); Applied mathematics; Initial value problem; Interval (graph theory); Character (mathematics); Iterative method; Quartic surface; Mathematics; Mathematical optimization; Algorithm; Mathematical analysis; Pure mathematics; Combinatorics; Geometry","score_opus":0.028170181547392682,"score_gpt":0.35475715255826484,"score_spread":0.32658697101087214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2389923586","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061160367,0.000088268476,0.99535793,0.0021860912,0.000042259784,0.0003418702,0.0000011234972,0.00018663432,0.0011842231],"genre_scores_gemma":[0.06894105,0.00001058818,0.9306186,0.00014253242,0.000120194025,0.00005893615,0.000011154082,0.000005844483,0.00009113862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891967,0.000030281373,0.00035148565,0.00032740086,0.00014767451,0.0002234743],"domain_scores_gemma":[0.9990482,0.00018892718,0.00017643113,0.00042080236,0.00011278367,0.000052873955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004562962,0.00010288671,0.00012278826,0.00011925421,0.00014828502,0.00003361936,0.00060556043,0.000088254,0.0000074885334],"category_scores_gemma":[0.000001259658,0.00010950519,0.000056432662,0.00055231364,0.00003112856,0.00030152538,0.00015284441,0.00011638936,0.00003828068],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012840759,0.0001079766,0.0002680294,0.00000911671,0.000018246366,2.3314634e-7,0.00075270486,0.00008506374,0.03117997,0.56098485,0.0013592131,0.40523332],"study_design_scores_gemma":[0.00091717334,0.00017241592,0.028573032,0.000064302585,0.00006868117,0.00008451493,0.0002350548,0.043882377,0.25845873,0.5005571,0.16629381,0.00069275545],"about_ca_topic_score_codex":0.00015409042,"about_ca_topic_score_gemma":0.000019894806,"teacher_disagreement_score":0.40454057,"about_ca_system_score_codex":0.00006821597,"about_ca_system_score_gemma":0.00015958167,"threshold_uncertainty_score":0.4465492},"labels":[],"label_agreement":null},{"id":"W2392956681","doi":"","title":"Application of Struts and Many Design Patterns in Network Teaching","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software portability; Realization (probability); Extensibility; Design pattern; Object (grammar); Model–view–controller; Distributed computing; Software design pattern; Transmission (telecommunications); Selection (genetic algorithm); Software; Software engineering; Operating system; Artificial intelligence; Telecommunications; User interface","score_opus":0.008899587338868531,"score_gpt":0.26915316820217766,"score_spread":0.26025358086330913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2392956681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008313127,0.00010092289,0.98875046,0.0021397888,0.000008008724,0.0004778377,0.0000011307792,0.000079732716,0.00012902003],"genre_scores_gemma":[0.53109956,0.00000814661,0.46854252,0.00019266932,0.000032357722,0.000111805326,0.0000037302975,0.0000020816062,0.000007117422],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992045,0.000040886207,0.00022844989,0.00030181324,0.00006869054,0.00015565196],"domain_scores_gemma":[0.99944067,0.00008065193,0.00009484422,0.00032403992,0.000027576456,0.00003221708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023782246,0.00008961115,0.00011303221,0.000104055405,0.00009219331,0.000030177189,0.0004899487,0.00005955511,7.2314015e-7],"category_scores_gemma":[3.980279e-7,0.000094990646,0.000018654478,0.00024154165,0.000022808712,0.00013680196,0.000093523326,0.00015137144,0.0000043081163],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.4589334e-7,0.0001600988,0.0075410586,0.0000072532584,0.0000046877403,2.6427378e-7,0.00017150144,0.00088057626,0.0021497973,0.446748,0.00023096848,0.54210496],"study_design_scores_gemma":[0.0005506413,0.0001295019,0.56817985,0.00007087876,0.000011028736,0.000039781935,0.000047143607,0.096996404,0.004294217,0.3006709,0.028583862,0.00042580022],"about_ca_topic_score_codex":0.000010000813,"about_ca_topic_score_gemma":0.0000020317873,"teacher_disagreement_score":0.5606388,"about_ca_system_score_codex":0.000026816977,"about_ca_system_score_gemma":0.000028330604,"threshold_uncertainty_score":0.38736063},"labels":[],"label_agreement":null},{"id":"W2393107047","doi":"","title":"Test Case Design Based on Formal Specification and Classification-tree Method","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Tree (set theory); Test (biology); Formal specification; Test case; Process (computing); Keyword-driven testing; Tree structure; Data mining; Artificial intelligence; Machine learning; Programming language; Data structure; Mathematics; Software","score_opus":0.036854655635959,"score_gpt":0.32702544921732063,"score_spread":0.2901707935813616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2393107047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029260636,0.000031602478,0.99307364,0.004120677,0.00002384119,0.00068268436,0.00000440674,0.0002527976,0.0015177533],"genre_scores_gemma":[0.2017894,0.0000032638789,0.7971354,0.0006066842,0.000084306295,0.0002837398,0.0000136649405,0.000008488739,0.0000750644],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872524,0.00004249427,0.0003008905,0.0005245365,0.00013535563,0.0002715162],"domain_scores_gemma":[0.9980191,0.0009944648,0.00013137562,0.00062898063,0.00012219138,0.00010390632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080950605,0.00015576094,0.000109617984,0.00026009165,0.00040721722,0.00011225802,0.0005227254,0.00010603889,0.00000558762],"category_scores_gemma":[0.0000037037737,0.00015651951,0.00003584208,0.00054411654,0.00006504318,0.00025154478,0.000096954216,0.00018638249,0.00008213552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036589097,0.00046955896,0.00057618285,0.000009904843,0.00000901138,0.000015366692,0.00012325234,0.00017600127,0.0064950213,0.27484933,0.0018009322,0.7154718],"study_design_scores_gemma":[0.0011847562,0.00031389386,0.07682979,0.000035739024,0.000039706283,0.0017923008,0.00021150101,0.5152705,0.043117274,0.027937336,0.33233234,0.00093488797],"about_ca_topic_score_codex":0.0000033163237,"about_ca_topic_score_gemma":0.0000045849374,"teacher_disagreement_score":0.7145369,"about_ca_system_score_codex":0.00008231288,"about_ca_system_score_gemma":0.000086076485,"threshold_uncertainty_score":0.63826805},"labels":[],"label_agreement":null},{"id":"W2460844011","doi":"10.7202/1036327ar","title":"A Methodology for Multilingual Automatic Item Generation","year":2016,"lang":"en","type":"article","venue":"Mesure et évaluation en éducation","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Item bank; Task (project management); Test (biology); Process (computing); Quality (philosophy); Item response theory; Natural language processing; Multilingualism; Artificial intelligence; Information retrieval; Psychometrics; Psychology; Programming language","score_opus":0.24047193415500692,"score_gpt":0.4683928688355242,"score_spread":0.2279209346805173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2460844011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20879146,0.000028232458,0.7579012,0.03145651,0.0011660104,0.00038076116,0.0000025126649,0.0001793975,0.000093890274],"genre_scores_gemma":[0.6575894,0.00000809202,0.34113786,0.0002766967,0.00014902209,0.00030347554,0.000032016014,0.0000070590936,0.00049641903],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99744844,0.0014926479,0.00030645123,0.00036569286,0.00022486929,0.00016190782],"domain_scores_gemma":[0.9967736,0.0023198284,0.00018670622,0.00037407916,0.00031406395,0.000031717333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008696053,0.000113549526,0.00012657003,0.00018077483,0.00012705136,0.000043182798,0.00031253067,0.0001302479,0.00004484236],"category_scores_gemma":[0.002922812,0.00008673104,0.00005221436,0.00019573813,0.000025532798,0.00049801474,0.000037092897,0.000061961015,0.000044202538],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004274534,0.00021940965,0.0016201491,0.00002289953,0.000046144727,1.9340162e-7,0.017388925,0.00007759792,0.08762998,0.31199327,0.0053850454,0.5756121],"study_design_scores_gemma":[0.0025239189,0.00039574478,0.3415445,0.00010725243,0.000094640855,0.000039258954,0.0006325422,0.25177902,0.17980874,0.2120489,0.010236322,0.00078915886],"about_ca_topic_score_codex":0.0000048922325,"about_ca_topic_score_gemma":0.00002767281,"teacher_disagreement_score":0.57482296,"about_ca_system_score_codex":0.00020296389,"about_ca_system_score_gemma":0.00070558133,"threshold_uncertainty_score":0.3536789},"labels":[],"label_agreement":null},{"id":"W2465131982","doi":"10.5539/ijel.v6n4p96","title":"Evaluation of an In-Service Training Program for Primary School Teachers of English in Vietnam","year":2016,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Đại học Huế","keywords":"Retraining; Service (business); Training (meteorology); Medical education; Psychology; School teachers; Mathematics education; Pedagogy; Business; Medicine; Marketing; Geography","score_opus":0.04132016496691976,"score_gpt":0.3679373620328937,"score_spread":0.3266171970659739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465131982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654034,0.00020029311,0.01056725,0.00039266216,0.0143212415,0.00054927607,0.000023690302,0.00004261352,0.0084996065],"genre_scores_gemma":[0.92673725,0.00001362105,0.07147366,0.000049978808,0.0016890003,0.000021435539,0.0000041625017,0.0000063356583,0.000004564506],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99809563,0.000105972715,0.0007296644,0.00014219452,0.00080273947,0.00012380775],"domain_scores_gemma":[0.9652974,0.0003538275,0.0006041396,0.00015308168,0.033541936,0.00004958617],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029840295,0.00008507209,0.00019774334,0.00040477904,0.000011431701,0.00002221727,0.0009132606,0.000087930894,0.000008098843],"category_scores_gemma":[0.071527414,0.00007166718,0.000059015416,0.00021210479,0.000043413336,0.0002491398,0.00006228838,0.00018197676,1.77202e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024784802,0.0043589114,0.07259095,0.00009900025,0.00045706955,0.000015470803,0.024362216,0.004821269,0.0013113644,0.13037266,0.00063193653,0.76073134],"study_design_scores_gemma":[0.035285346,0.00464448,0.44874588,0.0059710876,0.00045303316,0.000017508526,0.017092114,0.039015032,0.022121985,0.29140314,0.13364057,0.0016098216],"about_ca_topic_score_codex":0.000004570285,"about_ca_topic_score_gemma":0.00003079261,"teacher_disagreement_score":0.7591215,"about_ca_system_score_codex":0.00030186487,"about_ca_system_score_gemma":0.0010570609,"threshold_uncertainty_score":0.9362935},"labels":[],"label_agreement":null},{"id":"W2481796141","doi":"10.4018/978-1-60566-342-5.ch013","title":"Choosing MOODLE","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Athabasca University","funders":"","keywords":"Learning Management; Computer science; Lotus; Multimedia; Library science","score_opus":0.029932728669690344,"score_gpt":0.27084032046681017,"score_spread":0.24090759179711982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481796141","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018524557,0.00025536105,0.016709767,0.00029655863,0.0008173091,0.000121816825,0.000009410933,0.0003159703,0.98145527],"genre_scores_gemma":[0.30500916,0.000013638895,0.053873986,0.001908818,0.0005358507,0.00004511815,0.0000046110695,0.00004948595,0.63855934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989202,0.0000069191087,0.00020226966,0.00043746896,0.00020815204,0.00022495928],"domain_scores_gemma":[0.99898845,0.000015231299,0.00014328177,0.00070222997,0.0000694103,0.00008142543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007243396,0.00023699788,0.00020312352,0.000057735517,0.00010244071,0.00006058658,0.0010364128,0.00034133074,0.00004210752],"category_scores_gemma":[0.0000046214022,0.00023754081,0.0001053243,0.000015538251,0.00007908023,0.000071444614,0.00034699443,0.0002769966,0.00047632612],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.797805e-7,0.000009018684,0.000013915382,0.000005115428,0.000030923307,0.000014595851,0.000024996138,1.4807941e-7,0.0000032323308,0.9818352,0.0025892279,0.0154727455],"study_design_scores_gemma":[0.00006393308,0.000034145978,0.00007097474,0.000072084295,0.000012257696,0.00003921292,0.000001658142,0.000008725103,0.000101441015,0.9330466,0.06631866,0.00023033147],"about_ca_topic_score_codex":0.000017006128,"about_ca_topic_score_gemma":0.000008383716,"teacher_disagreement_score":0.34289595,"about_ca_system_score_codex":0.00014953197,"about_ca_system_score_gemma":0.000293487,"threshold_uncertainty_score":0.96866333},"labels":[],"label_agreement":null},{"id":"W2483081267","doi":"10.4018/978-1-4666-9441-5.ch022","title":"Using Automated Procedures to Generate Test Items That Measure Junior High Science Achievement","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Section (typography); Computer science; Test (biology); Quality (philosophy); Measure (data warehouse); Curriculum; Mathematics education; Data mining; Psychology; Pedagogy","score_opus":0.06464199464959075,"score_gpt":0.3595467430617855,"score_spread":0.2949047484121948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2483081267","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03164714,0.21385235,0.0029067202,0.17484106,0.11985729,0.013661459,0.00014390076,0.005299982,0.4377901],"genre_scores_gemma":[0.037383102,0.001068973,0.14399044,0.0025232504,0.00024195868,0.0004719894,0.000079369005,0.000046035006,0.81419486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974717,0.00002916786,0.00047029395,0.0008303495,0.00083441037,0.00036410562],"domain_scores_gemma":[0.9985298,0.000074302705,0.00030615088,0.00036542965,0.00050398643,0.00022033797],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005155001,0.0004120804,0.00031249487,0.0005943051,0.0005315539,0.000138309,0.0007960458,0.00021121529,0.00009768339],"category_scores_gemma":[0.00004382594,0.00036176475,0.000020530111,0.00029868603,0.00028864684,0.002147222,0.00050929387,0.0003280248,0.00002905377],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023498895,0.00033950998,0.0025322174,0.0001820377,0.00002418578,0.000004032485,0.0012122751,0.00006983877,0.0003840507,0.97633475,0.007004298,0.011889316],"study_design_scores_gemma":[0.00019841192,0.00006527494,0.015313836,0.0015071039,0.000008979681,0.000021138821,0.00013270811,0.00002693061,0.0013014452,0.03431255,0.9464131,0.0006985415],"about_ca_topic_score_codex":0.0000034503541,"about_ca_topic_score_gemma":0.000020390675,"teacher_disagreement_score":0.9420222,"about_ca_system_score_codex":0.00058665714,"about_ca_system_score_gemma":0.0077768452,"threshold_uncertainty_score":0.9998834},"labels":[],"label_agreement":null},{"id":"W2493365551","doi":"10.4018/978-1-59140-792-8.ch030","title":"Open Source Survey Software","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Regent College","funders":"","keywords":"Open source; Unix; Computer science; Software; Open source software; World Wide Web; Publication; The Internet; Variety (cybernetics); Open platform; Software engineering; Operating system","score_opus":0.06002698026562665,"score_gpt":0.3303023676478671,"score_spread":0.27027538738224044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2493365551","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000249248,0.00015486589,0.1181109,0.00016200091,0.0006491306,0.00029663282,0.00005472911,0.00032817782,0.8802186],"genre_scores_gemma":[0.04313321,0.0000060046136,0.10229339,0.0028464391,0.0003100555,0.00004266011,0.000038880884,0.00006693512,0.85126245],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99831223,0.000027374528,0.000308737,0.0006697131,0.00035484025,0.0003270961],"domain_scores_gemma":[0.99830455,0.00013064689,0.00022071836,0.0010404999,0.00017430169,0.00012930116],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054192886,0.00031685966,0.0003452035,0.00007825091,0.00015896917,0.00026484896,0.0038370634,0.0005062692,0.00004003858],"category_scores_gemma":[0.000040886203,0.00032093155,0.00009434359,0.000038117727,0.00010899322,0.00011279654,0.0020267658,0.00039170927,0.00043439146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041469375,0.000013416102,0.00042963008,0.000005366267,0.000043999513,0.000020896168,0.000016004842,0.0000010206012,1.8630524e-7,0.9541349,0.005805251,0.039525222],"study_design_scores_gemma":[0.00017138908,0.00006251359,0.0022045365,0.00009529031,0.000011909058,0.000036789606,0.000004686522,0.000010120039,0.000019711233,0.8232601,0.17365995,0.0004629794],"about_ca_topic_score_codex":0.00025000706,"about_ca_topic_score_gemma":0.000580334,"teacher_disagreement_score":0.1678547,"about_ca_system_score_codex":0.00024033838,"about_ca_system_score_gemma":0.0006452267,"threshold_uncertainty_score":0.9999243},"labels":[],"label_agreement":null},{"id":"W2501361141","doi":"10.1142/9789812837066_0005","title":"Automatic Difficulty Level Estimation of Multimedia Math Test Items","year":2010,"lang":"en","type":"book-chapter","venue":"WORLD SCIENTIFIC eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Estimation; Test (biology); Computer science; Multimedia; Mathematics education; Mathematics; Statistics; Engineering","score_opus":0.03323424795749254,"score_gpt":0.27285608348674634,"score_spread":0.2396218355292538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2501361141","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004957904,0.00015645589,0.07061666,0.0016114392,0.011554484,0.0016294608,0.00027595318,0.0012464116,0.90795124],"genre_scores_gemma":[0.050825607,2.4211985e-7,0.13043603,0.00003254588,0.00006245895,0.00003368954,0.000063217725,0.000020906717,0.8185253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977253,0.0000137304605,0.00058113434,0.0007205357,0.0006859816,0.0002732847],"domain_scores_gemma":[0.9974198,0.0003577799,0.0005586766,0.0013232505,0.0002327705,0.00010772373],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005777921,0.0003113756,0.00036275474,0.0007000234,0.00033139248,0.0002208033,0.0014279052,0.0002838752,0.00012370879],"category_scores_gemma":[0.000059481157,0.0002813027,0.00014075632,0.00011706584,0.00073998113,0.00013550629,0.00032876612,0.00063617615,0.0002829312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.073309e-7,0.00012537098,0.000020010222,0.00009690112,0.000033385808,0.000007079041,0.00055663707,0.000009509141,0.0051124613,0.874425,0.005762017,0.11385105],"study_design_scores_gemma":[0.00081499794,0.0001226855,0.002177575,0.001564782,0.0001403184,0.00006161907,0.000030265614,0.24062653,0.023687728,0.3148887,0.41414794,0.0017368863],"about_ca_topic_score_codex":0.0000030863657,"about_ca_topic_score_gemma":0.00025084463,"teacher_disagreement_score":0.5595363,"about_ca_system_score_codex":0.00007667366,"about_ca_system_score_gemma":0.00042129713,"threshold_uncertainty_score":0.99996394},"labels":[],"label_agreement":null},{"id":"W2504560837","doi":"10.4018/978-1-59140-497-2.ch010","title":"Introducing a Computer-Adaptive Testing System to a Small School District","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computerized adaptive testing; School district; Set (abstract data type); Test (biology); Plan (archaeology); Pencil (optics); Computer science; Mathematics education; Psychology; Engineering; Mathematics; Statistics; Geography; Programming language","score_opus":0.03640143103223174,"score_gpt":0.24938882261082732,"score_spread":0.2129873915785956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504560837","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011224473,0.00006868705,0.36361173,0.000121104895,0.00093112525,0.00040993016,0.000024546918,0.0006020246,0.6341186],"genre_scores_gemma":[0.26410317,6.4761997e-7,0.71027404,0.000817426,0.0014807163,0.00013735918,0.000004087596,0.000058011366,0.023124529],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977696,0.000029068298,0.00045519648,0.0010198166,0.0003003078,0.00042603284],"domain_scores_gemma":[0.9979514,0.00009959379,0.0003126276,0.0010531148,0.00029690517,0.00028637005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021107629,0.00045429167,0.00045394682,0.00016258904,0.00020284725,0.00015655484,0.0016127692,0.00034348833,0.0000049588825],"category_scores_gemma":[0.000038695674,0.0004562854,0.00012506827,0.00009217154,0.000060920276,0.000071350645,0.0010114479,0.00048421795,0.00046861876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004959804,0.000014597153,0.0000444217,0.00003261386,0.00006922368,0.00006738475,0.000048530277,0.000021567186,0.000004151828,0.95876694,0.001137016,0.039788578],"study_design_scores_gemma":[0.0008822095,0.0020323535,0.0017666798,0.0055842022,0.00023977146,0.0013050182,0.00010926869,0.008219927,0.0001878944,0.9554008,0.020757591,0.0035142465],"about_ca_topic_score_codex":0.00013909489,"about_ca_topic_score_gemma":0.000024702378,"teacher_disagreement_score":0.6109941,"about_ca_system_score_codex":0.0008524612,"about_ca_system_score_gemma":0.0006718535,"threshold_uncertainty_score":0.9997889},"labels":[],"label_agreement":null},{"id":"W2535607921","doi":"10.1201/b10716","title":"Applied Concept Mapping","year":2011,"lang":"en","type":"book","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.03425326559189117,"score_gpt":0.2548147929858596,"score_spread":0.2205615273939684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535607921","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8625516e-7,0.00008527531,0.25331664,0.00039456735,0.0003118889,0.00008159355,5.725272e-7,0.00025443733,0.74555475],"genre_scores_gemma":[0.00045312778,0.000008319248,0.08059312,0.00058364065,0.00009516974,0.000025306947,0.000012193574,0.000006479048,0.91822267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993151,0.000004480189,0.0001309938,0.00030536368,0.00011275377,0.00013130433],"domain_scores_gemma":[0.99932545,0.000035133446,0.00008410484,0.0004930836,0.000030427536,0.000031814252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000064312095,0.00012529868,0.0001335588,0.00009890673,0.000053204458,0.00002435364,0.0010182032,0.00022847668,0.00037906648],"category_scores_gemma":[0.0000018423008,0.00011375721,0.000037964906,0.00005201158,0.000064400454,0.000058056536,0.00025734105,0.0002476741,0.00059541845],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.14682e-8,0.000009467217,8.8528463e-7,0.000003273482,0.000012823569,0.0000011404659,0.00009648288,8.675713e-8,0.000003136797,0.8524679,0.13613056,0.011274163],"study_design_scores_gemma":[0.00003552814,0.0000070277533,0.000029881438,0.000014066343,0.0000020394127,0.000003197802,0.000011262146,0.0000127158655,0.0001673652,0.39041406,0.60916585,0.00013704269],"about_ca_topic_score_codex":0.0000011413082,"about_ca_topic_score_gemma":4.5800243e-7,"teacher_disagreement_score":0.47303528,"about_ca_system_score_codex":0.000061512685,"about_ca_system_score_gemma":0.00045729542,"threshold_uncertainty_score":0.7653098},"labels":[],"label_agreement":null},{"id":"W2563096266","doi":"10.5539/ies.v10n1p190","title":"American PARCC and SBAC and Their Implications on the Construction of English Assessment System in China","year":2016,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Equity (law); General partnership; Standardized test; Test (biology); Language proficiency; Literacy; China; Language assessment; Pedagogy; Psychology; Political science; Computer science","score_opus":0.02286154296185955,"score_gpt":0.3569033855435092,"score_spread":0.33404184258164965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563096266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92530286,0.0002453754,0.006127383,0.06404906,0.0014704441,0.00016056934,0.000010504728,0.00004384652,0.00258996],"genre_scores_gemma":[0.9947387,0.00040107482,0.004452474,0.00011535356,0.00006222096,0.00017019147,0.0000011065171,0.0000022748018,0.000056583678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99943405,0.00004813197,0.00018077968,0.00018995971,0.00008176561,0.00006532174],"domain_scores_gemma":[0.9987352,0.00038134528,0.00015571117,0.0001786527,0.0005321738,0.000016948694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002128994,0.00007363064,0.00010058305,0.00013628691,0.00008170025,0.000021054855,0.00021608804,0.000016179552,0.0000018465879],"category_scores_gemma":[0.00024492847,0.0000408896,0.000014242614,0.00015487487,0.0002888737,0.00014276234,0.0001030982,0.000058350033,8.079746e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001363232,0.00006387984,0.055195224,0.0000050201875,0.000040974955,1.8302071e-8,0.00096447015,4.4919716e-7,0.00015545929,0.8805971,0.0002848015,0.062691204],"study_design_scores_gemma":[0.00016885222,0.000061033075,0.91521907,0.00019697915,0.0000046635564,0.0000101528085,0.01725573,0.00010340115,0.0006747614,0.061848525,0.0043521426,0.00010469241],"about_ca_topic_score_codex":0.000022054208,"about_ca_topic_score_gemma":0.000009180917,"teacher_disagreement_score":0.86002386,"about_ca_system_score_codex":0.00012604064,"about_ca_system_score_gemma":0.00012169472,"threshold_uncertainty_score":0.16674295},"labels":[],"label_agreement":null},{"id":"W2586839757","doi":"10.56059/jl4d.v4i2.200","title":"Building an Efficient and Effective Test Management System in an ODL Institution","year":2017,"lang":"en","type":"article","venue":"Journal of Learning for Development","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Flexibility (engineering); Test (biology); Computer science; Engineering management; Task (project management); Quality (philosophy); Process management; Management system; Knowledge management; Control (management); Operations management; Engineering; Systems engineering; Artificial intelligence; Management","score_opus":0.01838988521167212,"score_gpt":0.3212555284760025,"score_spread":0.3028656432643304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586839757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6672291,0.000022887549,0.33209568,0.00017125209,0.00024679746,0.00014754989,5.1764026e-8,0.000015595488,0.00007106779],"genre_scores_gemma":[0.75775754,0.000002620087,0.24217278,0.000005632347,0.000024783412,0.00001893619,2.4888908e-7,0.0000026211937,0.000014838505],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992507,0.00004498911,0.0002475794,0.00015973374,0.00016336738,0.00013360314],"domain_scores_gemma":[0.9992704,0.000065732456,0.00035724803,0.0001486013,0.00009987973,0.000058166752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014480003,0.000077006625,0.00012398964,0.00021211755,0.00049639295,0.00016568463,0.00044350262,0.000039544884,2.3616977e-7],"category_scores_gemma":[0.000080608355,0.000067294284,0.000017473736,0.000054147946,0.000031926174,0.00041552493,0.00011982518,0.00017178657,6.9842173e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026772197,0.0005251756,0.15767767,0.00020089811,0.00006555282,0.00007673323,0.0026559178,0.017007943,0.00079643435,0.1959473,0.000009311001,0.62501025],"study_design_scores_gemma":[0.0009296167,0.00047306367,0.96524334,0.00054886437,0.000010065266,0.00009882686,0.0006758376,0.02606202,0.0017599547,0.0005412,0.0034949472,0.00016225685],"about_ca_topic_score_codex":0.0000013128436,"about_ca_topic_score_gemma":0.0000026405753,"teacher_disagreement_score":0.8075657,"about_ca_system_score_codex":0.0002655676,"about_ca_system_score_gemma":0.00010216771,"threshold_uncertainty_score":0.38179037},"labels":[],"label_agreement":null},{"id":"W2591130397","doi":"10.71781/10318","title":"Domain-specific question answering system : an application to the construction sector","year":2003,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Question answering; Domain (mathematical analysis); Computer science; Engineering; Data science; Information retrieval; Mathematics","score_opus":0.02052949447230823,"score_gpt":0.3204832079770551,"score_spread":0.29995371350474687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591130397","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28234488,0.00015988926,0.6876491,0.001516115,0.0035072288,0.0021122948,0.000010077495,0.0000392071,0.022661231],"genre_scores_gemma":[0.25432956,0.000020716121,0.7395803,0.00006459366,0.00033439175,0.0010365507,0.0005534012,0.00003284628,0.004047646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987144,0.00011106057,0.00025175506,0.0005665779,0.00020387412,0.00015234841],"domain_scores_gemma":[0.9988208,0.000025964386,0.00021165978,0.0007496605,0.00013278928,0.000059120764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050265633,0.00016285357,0.00015017057,0.00011813104,0.00032194713,0.00040717266,0.0013616147,0.0001913216,0.000044067525],"category_scores_gemma":[0.0000030715237,0.000138649,0.000028645152,0.00038524412,0.000018647295,0.0003749887,0.00006139925,0.00021489689,0.00024756664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001436206,0.00007248521,0.00007768515,0.000023161632,0.000022557728,0.0000018449897,0.0016342021,0.00013757861,0.0029789854,0.56726587,0.00040513577,0.42736614],"study_design_scores_gemma":[0.00021799105,0.00012330328,0.004142881,0.00027731148,0.000022376278,0.000080738595,0.011217966,0.00043650562,0.015320083,0.002853558,0.96476215,0.00054511975],"about_ca_topic_score_codex":0.000026748377,"about_ca_topic_score_gemma":0.00016213195,"teacher_disagreement_score":0.964357,"about_ca_system_score_codex":0.00020289593,"about_ca_system_score_gemma":0.0001991202,"threshold_uncertainty_score":0.5653942},"labels":[],"label_agreement":null},{"id":"W2592139278","doi":"10.24908/pceea.v0i0.6456","title":"EDUCATIONAL DATA MINING APPROACH FOR ENGINEERING GRADUATE ATTRIBUTES ANALYSIS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"National Research Council Canada; Université de Moncton","funders":"National Research Council Canada; Université de Moncton","keywords":"Curriculum; Process (computing); Computer science; Field (mathematics); Set (abstract data type); Data science; Concept map; Educational data mining; Data mining; Artificial intelligence; Mathematics education; Psychology; Mathematics; Pedagogy","score_opus":0.04673410479826912,"score_gpt":0.2837450732654153,"score_spread":0.2370109684671462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592139278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42799044,0.000698737,0.18604212,0.35501856,0.014913282,0.0038225576,0.0008904792,0.0008083899,0.009815451],"genre_scores_gemma":[0.8672155,0.0000043377195,0.13110511,0.000091560905,0.00022386131,0.0001404466,0.00009893097,0.0000139703825,0.0011062528],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987195,0.0000036529796,0.0002716309,0.00038010985,0.00031208975,0.0003130114],"domain_scores_gemma":[0.99782765,0.00013142274,0.0005604142,0.0006385885,0.0006987414,0.00014319076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084062835,0.000147485,0.00019351173,0.00044687514,0.0005929227,0.00042081525,0.0027054714,0.00012993494,0.000004163611],"category_scores_gemma":[0.0028846087,0.00015068107,0.00010631809,0.0005816502,0.000021144355,0.00082888064,0.00020824974,0.00017464442,0.0000015025279],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017049122,0.0002907302,0.45557162,0.0003325996,0.0015012793,3.8134964e-8,0.0010410204,0.0042994344,0.00079190097,0.44231093,0.09048347,0.0033752809],"study_design_scores_gemma":[0.00016301521,0.000010037406,0.710095,0.000058485573,0.00025262832,0.0000024071137,0.00014231009,0.27568546,0.0007733694,0.0010511829,0.011415402,0.00035070028],"about_ca_topic_score_codex":0.0014537764,"about_ca_topic_score_gemma":0.00066289766,"teacher_disagreement_score":0.44125974,"about_ca_system_score_codex":0.00090316904,"about_ca_system_score_gemma":0.0011816508,"threshold_uncertainty_score":0.6144595},"labels":[],"label_agreement":null},{"id":"W2600320365","doi":"10.3968/9241","title":"The Washback Effect of CET Spoken English Test Upon College English Teaching","year":2017,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"College English; Test (biology); Set (abstract data type); Mathematics education; Psychology; Computer science","score_opus":0.0075684876921074725,"score_gpt":0.2794057405583043,"score_spread":0.2718372528661968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600320365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5598949,0.00005671494,0.0001532931,0.008320036,0.004417601,0.0004544461,0.000052997173,0.0001246751,0.42652535],"genre_scores_gemma":[0.9988941,0.0000029037715,0.00040576555,0.00008760147,0.00029726158,0.000015642783,5.150743e-7,0.0000033470462,0.00029286966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872696,0.00006058605,0.00013048232,0.00029491473,0.00032187373,0.00046517834],"domain_scores_gemma":[0.9984026,0.0003807027,0.00014876352,0.0006306563,0.00023430095,0.00020298675],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0021841573,0.000093478695,0.00011915119,0.000090996946,0.0051316605,0.00038482292,0.003812693,0.0000746133,0.0000042639317],"category_scores_gemma":[0.0037507713,0.00007274978,0.000043474553,0.00027484467,0.0010132154,0.00063215476,0.00024444395,0.00026249155,0.000006322874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011177459,0.000015825883,0.06131266,0.0000056715235,0.000005422131,0.0000059949243,0.0026304566,3.730078e-7,0.00021529569,0.9094872,0.005483354,0.020836612],"study_design_scores_gemma":[0.0012067159,0.0006180634,0.44816962,0.00013415229,0.00003285923,0.0000093188555,0.006724068,0.0015008039,0.01516102,0.018527342,0.5067902,0.0011258434],"about_ca_topic_score_codex":0.0021797917,"about_ca_topic_score_gemma":0.0067064464,"teacher_disagreement_score":0.89095986,"about_ca_system_score_codex":0.0003195097,"about_ca_system_score_gemma":0.0012989904,"threshold_uncertainty_score":0.99616355},"labels":[],"label_agreement":null},{"id":"W2605262462","doi":"10.5539/mas.v11n5p73","title":"Improving the Teaching of Project Management Software Tools Using Scaffolding Based on Cladistics Parsimony Analysis","year":2017,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Modular design; Abstraction; Software engineering; Modularity (biology); Abstraction layer; Feature (linguistics); Data mining; Programming language","score_opus":0.05068253396424797,"score_gpt":0.33185885262738796,"score_spread":0.28117631866313997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605262462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06338554,0.000005023873,0.933691,0.00023287049,0.000102859325,0.00024666177,0.0000022794518,0.00006294619,0.0022708164],"genre_scores_gemma":[0.74737775,4.7706993e-7,0.25247133,0.00009352647,0.000011566071,0.000022023554,5.887593e-7,0.0000032971184,0.000019425997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983136,0.000023104236,0.00019903219,0.0005436087,0.00061191205,0.00030871492],"domain_scores_gemma":[0.9978316,0.0001324422,0.00033076978,0.0016111524,0.00005697608,0.00003705274],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014773417,0.00012402977,0.00015345425,0.00034524407,0.0021722515,0.0005726341,0.0032732224,0.000037789785,9.489719e-7],"category_scores_gemma":[0.00012425824,0.000092533526,0.0000628024,0.0005590683,0.00046808762,0.0003787228,0.00069319503,0.00017747754,0.0000012871899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012532147,0.00033664258,0.011673139,0.00006853821,0.00013358926,0.000005952699,0.0011327663,0.07750861,0.040264547,0.5375297,0.000035865836,0.33129808],"study_design_scores_gemma":[0.00009010563,0.0000137636125,0.010224219,0.000021112526,0.00005919102,3.3730862e-7,0.000108428605,0.98091763,0.0036942565,0.004731235,0.000019214222,0.00012050171],"about_ca_topic_score_codex":0.00003333086,"about_ca_topic_score_gemma":0.0000030308584,"teacher_disagreement_score":0.903409,"about_ca_system_score_codex":0.00012807178,"about_ca_system_score_gemma":0.00023466126,"threshold_uncertainty_score":0.9991268},"labels":[],"label_agreement":null},{"id":"W2606459429","doi":"10.71781/5334","title":"Application de la théorie des ensembles flous à l'élaboration d'un modèle pour prédire la réussite dans une école de génie à partir du score à une épreuve diagnostique","year":2007,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.030434821415264983,"score_gpt":0.34574760876032684,"score_spread":0.31531278734506185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606459429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6733343,0.0003197646,0.30928382,0.004952188,0.00021383546,0.00094669394,0.00004159799,0.00002705248,0.010880735],"genre_scores_gemma":[0.83418167,0.00027056932,0.1604845,0.00010880735,0.0002044597,0.0006389179,0.0007262118,0.000041373023,0.0033434874],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970077,0.00057401165,0.0005944081,0.00091916055,0.0003278856,0.00057679275],"domain_scores_gemma":[0.99699587,0.0010889819,0.0005563114,0.00069929764,0.0004470129,0.00021252052],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017253485,0.00045746044,0.00038273088,0.0001857283,0.00075957295,0.00067370234,0.0015338933,0.0010548192,0.00010163799],"category_scores_gemma":[0.0003403915,0.00050586043,0.000093669194,0.0013032947,0.00035991403,0.00082716165,0.00023136212,0.0007370751,0.0001686318],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013473831,0.0027648793,0.14623225,0.00021348575,0.00025756314,0.0002786114,0.05035666,0.012232443,0.047111653,0.27054915,0.00084675994,0.4690218],"study_design_scores_gemma":[0.0010785662,0.00024925207,0.41835842,0.001066611,0.00031157615,0.0002496261,0.011927852,0.045991927,0.35381308,0.15585795,0.009860685,0.0012344692],"about_ca_topic_score_codex":0.0015093866,"about_ca_topic_score_gemma":0.004310685,"teacher_disagreement_score":0.46778733,"about_ca_system_score_codex":0.000545996,"about_ca_system_score_gemma":0.0027215236,"threshold_uncertainty_score":0.9997393},"labels":[],"label_agreement":null},{"id":"W2606637646","doi":"","title":"Learning Management System Software Selection","year":2016,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Computer science; Selection (genetic algorithm); Software; Artificial intelligence; Programming language","score_opus":0.008022755598389698,"score_gpt":0.24141188090111196,"score_spread":0.23338912530272227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606637646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048042994,0.000027763837,0.93869615,0.006623183,0.0015992719,0.00015851679,2.33621e-7,0.002037329,0.002814556],"genre_scores_gemma":[0.9296701,0.00001792933,0.06217201,0.000073369876,0.0002033951,0.00006735603,0.0000035562855,0.000015338688,0.007776977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860233,0.000108097345,0.00024652175,0.0004169399,0.00027844164,0.0003476893],"domain_scores_gemma":[0.99929297,0.00013879688,0.00016744845,0.00021936136,0.00013556234,0.000045884637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005402077,0.00014358271,0.0001288184,0.00028463203,0.00035532244,0.00007202808,0.0004901335,0.00009950941,0.00003416461],"category_scores_gemma":[0.00011793504,0.00009900049,0.000032508822,0.00095043407,0.000041857787,0.00036831273,0.00025011814,0.00042244833,0.00039266277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005573039,0.000051685114,0.09731261,0.00009070171,0.00008489005,0.000035238885,0.00040940245,0.0004250806,0.002540738,0.40005064,0.0015821089,0.49741134],"study_design_scores_gemma":[0.00322048,0.001101481,0.14547423,0.0021964407,0.00006366246,0.0002926908,0.0032764052,0.012309045,0.020263212,0.021082388,0.788346,0.0023739783],"about_ca_topic_score_codex":0.000002481094,"about_ca_topic_score_gemma":5.5139026e-7,"teacher_disagreement_score":0.8816271,"about_ca_system_score_codex":0.0002057583,"about_ca_system_score_gemma":0.000055191642,"threshold_uncertainty_score":0.5047016},"labels":[],"label_agreement":null},{"id":"W2621954853","doi":"10.18260/1-2--12623","title":"Modeling The Performance Of An Outcome Based Educational Framework","year":2020,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Outcome (game theory); Session (web analytics); Computer science; Process (computing); Abu dhabi; Educational institution; Artificial intelligence; Academic institution; Knowledge management; Medical education; Psychology; Medicine; Pedagogy; Library science; World Wide Web; Mathematics","score_opus":0.04779854268361485,"score_gpt":0.335327482937989,"score_spread":0.28752894025437414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621954853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.426364,0.000009197308,0.49534297,0.077842,0.00008043924,0.000034903504,2.5821376e-7,0.00003558813,0.0002906269],"genre_scores_gemma":[0.78757644,5.9200227e-7,0.20949109,0.002862663,0.000037212314,0.0000080342625,9.567543e-7,0.0000012951899,0.000021736418],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955827,0.000014763148,0.00011966428,0.000120474506,0.00012073702,0.00006610774],"domain_scores_gemma":[0.99957705,0.000079747355,0.000026179048,0.00023977761,0.000047059282,0.000030213743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000107351414,0.000040327726,0.000046581234,0.00001764167,0.000071728675,0.000015352934,0.0006628398,0.000030205105,0.00006298267],"category_scores_gemma":[0.00003549801,0.000026703583,0.000018354416,0.00018512,0.000024745956,0.00016796778,0.00005232154,0.00011528482,0.000014581482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016890338,0.00008582996,0.020028494,0.000010122365,0.0000045961274,6.36691e-8,0.00026862245,0.045101453,0.00007953368,0.9323302,0.00008022337,0.0020091853],"study_design_scores_gemma":[0.000027338205,0.000036341444,0.0044719893,0.0000038754715,0.0000011387199,4.3167609e-7,0.00004868395,0.9868949,0.00082411774,0.007595058,0.000059014732,0.00003708766],"about_ca_topic_score_codex":0.0000033236606,"about_ca_topic_score_gemma":4.118884e-7,"teacher_disagreement_score":0.9417935,"about_ca_system_score_codex":0.000007118073,"about_ca_system_score_gemma":0.00014922359,"threshold_uncertainty_score":0.12317323},"labels":[],"label_agreement":null},{"id":"W2723697939","doi":"10.23977/aetp.2017.12001","title":"The Guidance of Scientific Experiment Record to Scientific Learning Method","year":2017,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analogy; Mathematics education; Process (computing); Scientific method; Scientific thinking; Computer science; Psychology; Epistemology; Philosophy","score_opus":0.02853309086969894,"score_gpt":0.4475187437297347,"score_spread":0.41898565286003575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2723697939","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45221493,0.014632339,0.15351377,0.35203972,0.013438172,0.0006341013,0.0000035327598,0.00016321684,0.013360212],"genre_scores_gemma":[0.83201134,0.0002726148,0.1657831,0.00012247267,0.000029130008,0.00019992319,0.0000016094401,0.000004107783,0.0015757177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99859124,0.00007625694,0.00029518467,0.0006236208,0.00013586172,0.0002778153],"domain_scores_gemma":[0.99807125,0.0003223593,0.0002634842,0.0011482866,0.00015474609,0.00003988274],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0011556799,0.00010768318,0.00014657169,0.0005474945,0.0016422229,0.00013953369,0.001938188,0.00012776363,0.000009488275],"category_scores_gemma":[0.00058541604,0.00009017174,0.000022597798,0.00067864696,0.0016043066,0.0004022636,0.00036595034,0.00029230362,0.000017224294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006117336,0.00009825318,0.03352286,0.0000034983536,0.000005225463,4.813113e-7,0.00016643072,0.000011049021,0.0019868196,0.79438037,0.00045768687,0.16936119],"study_design_scores_gemma":[0.00014863553,0.00009355452,0.056100067,0.000029024266,0.0000015705579,0.000021636011,0.00019721608,0.00008775877,0.0030666646,0.64067435,0.299467,0.00011252712],"about_ca_topic_score_codex":0.0000040355167,"about_ca_topic_score_gemma":0.000055119486,"teacher_disagreement_score":0.3797964,"about_ca_system_score_codex":0.00003077725,"about_ca_system_score_gemma":0.00015108257,"threshold_uncertainty_score":0.9996575},"labels":[],"label_agreement":null},{"id":"W2748137965","doi":"10.3968/9736","title":"A Study of College Teacher Assessment Systems in China and the United States","year":2017,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; China; Enlightenment; Mathematics education; Political science; Pedagogy; Psychology; Law; Epistemology; Philosophy","score_opus":0.024382411830927507,"score_gpt":0.37471415498403743,"score_spread":0.35033174315310994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748137965","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.984389,0.00003883527,0.000064485714,0.004848077,0.0005531578,0.00032205525,0.0000010020449,0.000009608491,0.009773774],"genre_scores_gemma":[0.99871486,0.000005762685,0.00037863254,0.00002701257,0.000025406447,0.00006620267,5.056195e-7,0.0000014564687,0.00078016665],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991337,0.00009063183,0.00018947975,0.00018117197,0.00030108687,0.00010391697],"domain_scores_gemma":[0.9991414,0.000053306332,0.00029983453,0.00033788162,0.00014495147,0.000022626275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010908833,0.000054385277,0.00012036147,0.00015298596,0.0005156893,0.0000882537,0.001051275,0.000026320358,0.000004978057],"category_scores_gemma":[0.00003039963,0.000038835635,0.000010850608,0.00050648605,0.00089270883,0.0003076412,0.00020334512,0.000090506575,3.2573837e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021058236,0.0005923177,0.04189147,0.0000060393513,0.0000042390247,9.9858596e-8,0.005800034,0.000005664997,0.000044332563,0.95118654,0.00015117711,0.00031599682],"study_design_scores_gemma":[0.0003812096,0.0000405608,0.98505616,0.000013685504,0.000003411961,4.768542e-7,0.0066538337,0.000341107,0.000022069762,0.006920768,0.00052424474,0.000042467636],"about_ca_topic_score_codex":0.0015314812,"about_ca_topic_score_gemma":0.0000070650385,"teacher_disagreement_score":0.9442658,"about_ca_system_score_codex":0.00006883889,"about_ca_system_score_gemma":0.00050043286,"threshold_uncertainty_score":0.39663175},"labels":[],"label_agreement":null},{"id":"W2750181310","doi":"10.5430/wje.v7n4p60","title":"The Most Preferred and Effective Reviewer of L2 Writing among Automated Grading System, Peer Reviewer and Teacher","year":2017,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Computer science; Mathematics education; Psychology; Medical education; Medicine; Engineering","score_opus":0.016134879272591645,"score_gpt":0.33153160424000744,"score_spread":0.3153967249674158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750181310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9569494,0.02209801,0.0012439679,0.0125361355,0.0034796037,0.00060150545,6.173971e-7,0.000052011874,0.0030387468],"genre_scores_gemma":[0.99541885,0.00047362025,0.0032663916,0.000028412574,0.00017506398,0.00001808761,3.5894948e-7,0.0000040838618,0.0006151544],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99910057,0.00013497492,0.00036874466,0.00011625199,0.00018596111,0.00009352885],"domain_scores_gemma":[0.99758226,0.0001978328,0.00095609215,0.00030691788,0.0009092814,0.000047636455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019365962,0.00007868544,0.00018326171,0.00010476294,0.00043491757,0.00017809765,0.0003868986,0.000031058455,0.0000015214805],"category_scores_gemma":[0.0011705846,0.00005266985,0.00003231324,0.00012178526,0.000121142606,0.0005083474,0.00008157159,0.0001930486,5.8998535e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014531107,0.00028001517,0.34875017,0.00075065007,0.00019488248,0.0000023655268,0.0020419816,0.0000036556048,0.000499016,0.10128617,0.040010598,0.5061659],"study_design_scores_gemma":[0.00018562209,0.00005119273,0.98529196,0.0029833356,0.000058150174,0.00006484196,0.0007094565,0.0009146424,0.00028009788,0.0018086531,0.0075496,0.00010246865],"about_ca_topic_score_codex":0.000011042484,"about_ca_topic_score_gemma":0.000007031213,"teacher_disagreement_score":0.6365418,"about_ca_system_score_codex":0.00006325966,"about_ca_system_score_gemma":0.00014268332,"threshold_uncertainty_score":0.33450782},"labels":[],"label_agreement":null},{"id":"W2752915344","doi":"","title":"A Methodology for Generating Items in Three or More Languages Using Automated Processes","year":2015,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Natural language processing; Context (archaeology); Key (lock); Artificial intelligence; Process (computing); Sample (material); Test (biology); Quality (philosophy); Programming language","score_opus":0.31358865226049176,"score_gpt":0.4830725199177633,"score_spread":0.16948386765727153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752915344","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27576333,0.00013778753,0.72136456,0.001990871,0.00011293182,0.00014680298,6.563217e-7,0.00037213368,0.00011092604],"genre_scores_gemma":[0.2131852,7.4165706e-7,0.7863592,0.00024381027,0.000035885096,0.000052130727,0.0000017979572,0.0000033380375,0.00011788434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994228,0.0000374385,0.00013273096,0.00018981966,0.00006837668,0.0001488206],"domain_scores_gemma":[0.99936175,0.00029883487,0.00004833766,0.0001462601,0.000116926916,0.000027911663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047883915,0.00006376192,0.00010373472,0.00009854071,0.000042973727,0.000032283362,0.00030258374,0.00006467095,0.000003285716],"category_scores_gemma":[0.0005491927,0.000046236204,0.000009887574,0.00037043213,0.000024207293,0.00018122903,0.00008230131,0.000051162366,0.0000013675719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009454201,0.001104499,0.07833871,0.0005895274,0.0001730943,0.00011909975,0.017858474,0.027155256,0.054002747,0.73908126,0.01073027,0.0707525],"study_design_scores_gemma":[0.00040766664,0.00009044766,0.00073827343,0.000026529844,0.0000039363126,0.000051936793,0.0019614953,0.9680747,0.015567889,0.012623003,0.00030111038,0.00015303509],"about_ca_topic_score_codex":0.00008660638,"about_ca_topic_score_gemma":0.000318367,"teacher_disagreement_score":0.9409194,"about_ca_system_score_codex":0.000037645757,"about_ca_system_score_gemma":0.00048078454,"threshold_uncertainty_score":0.18854576},"labels":[],"label_agreement":null},{"id":"W2763194644","doi":"","title":"A comparative study of the third grade math test at provincial level between China and Canada","year":2017,"lang":"en","type":"article","venue":"2017 Conference of the Canadian Society for the Study of Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Mathematics education; China; Mathematics; Degree (music); Reciprocal; Geography; Linguistics","score_opus":0.08914793780467989,"score_gpt":0.33040771553009757,"score_spread":0.24125977772541768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763194644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98706937,0.00002082222,0.000030338391,0.0105753755,0.00047276192,0.0014953195,0.000086715714,0.0000027106446,0.00024656145],"genre_scores_gemma":[0.9989991,0.0000017799047,0.00022221432,0.000038784474,0.00003856207,0.00009274635,0.0000013864604,0.0000029842006,0.00060241413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916726,0.00004391182,0.00020665214,0.00018771725,0.0002508597,0.00014362106],"domain_scores_gemma":[0.99794173,0.00018435714,0.0005735195,0.0009961319,0.00025221854,0.000052050447],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0003181467,0.000105356696,0.00019500867,0.000017093447,0.0017955858,0.00005355583,0.0021508895,0.000043400312,0.000001115572],"category_scores_gemma":[0.00012247621,0.00006142564,0.00006757503,0.000070082926,0.00032735753,0.00010784897,0.00030159537,0.00013992457,9.694735e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004154094,0.0010894471,0.8909812,0.000042344866,0.0003726753,5.4013064e-8,0.07130613,0.000009732037,0.00011405248,0.017114101,0.017150093,0.0018159976],"study_design_scores_gemma":[0.00027090823,0.00015000996,0.9720458,0.000025102938,0.00007128269,7.4651945e-7,0.025177415,0.0002046668,0.00025466824,0.0015454862,0.00018763727,0.00006630274],"about_ca_topic_score_codex":0.89949304,"about_ca_topic_score_gemma":0.99098,"teacher_disagreement_score":0.09148699,"about_ca_system_score_codex":0.00022845076,"about_ca_system_score_gemma":0.0058317864,"threshold_uncertainty_score":0.9998042},"labels":[],"label_agreement":null},{"id":"W2766788637","doi":"10.5539/elt.v10n11p199","title":"Trait Based Assessment on Teaching Writing Skill for EFL Learners","year":2017,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Psychology; Mathematics education; Nonprobability sampling; Test (biology); Trait; Descriptive statistics; Sample (material); Statistics; Population; Mathematics; Computer science","score_opus":0.016748319835065542,"score_gpt":0.3525972797511249,"score_spread":0.3358489599160594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766788637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5639376,0.000029559515,0.38050032,0.004161001,0.0010294922,0.0003445237,0.000010647513,0.0006807674,0.049306113],"genre_scores_gemma":[0.81115425,2.5970002e-7,0.18737015,0.00051310123,0.0004276107,0.00007251229,0.000016491522,0.000018098002,0.00042755302],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842024,0.00016501332,0.00023483827,0.00050940795,0.0002782387,0.00039227196],"domain_scores_gemma":[0.9980023,0.00060431764,0.00023639617,0.0010418403,0.000033177967,0.000081967875],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0021952575,0.00019584016,0.00019260272,0.0001421122,0.0017737438,0.00059584907,0.0015602392,0.00011143154,0.000015531856],"category_scores_gemma":[0.0016512068,0.00018850646,0.00011976343,0.000029456141,0.000049635386,0.00064590055,0.00018572288,0.0010449196,0.0000052509017],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058102105,0.00038694916,0.0024461641,0.000046709178,0.000046017158,0.000027803275,0.031303503,0.00036228352,0.001211652,0.7183663,0.00087762746,0.24491914],"study_design_scores_gemma":[0.016389128,0.0031031808,0.09185247,0.003482432,0.0002624915,0.00005699605,0.33094043,0.41810614,0.02428523,0.03429103,0.07013742,0.0070930566],"about_ca_topic_score_codex":0.000048968497,"about_ca_topic_score_gemma":0.00000766924,"teacher_disagreement_score":0.6840753,"about_ca_system_score_codex":0.00014067342,"about_ca_system_score_gemma":0.00011962218,"threshold_uncertainty_score":0.9995258},"labels":[],"label_agreement":null},{"id":"W2770310262","doi":"10.1558/cj.35133","title":"Real English Interactive Level 1 Version 2.0","year":2001,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Computer-Assisted Instruction; Multimedia; Natural language processing","score_opus":0.031801645228379145,"score_gpt":0.31752910826781927,"score_spread":0.28572746303944013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770310262","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7058428,0.00007438685,0.24858317,0.009974162,0.004559856,0.000064743705,0.0000025862757,0.00017158217,0.030726729],"genre_scores_gemma":[0.98376065,0.00013938163,0.014324856,0.00027888888,0.00043286124,0.0000023414193,0.0000012879867,0.0000034061866,0.0010563458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942696,0.00003843836,0.000118015145,0.00011965037,0.0001499732,0.00014695052],"domain_scores_gemma":[0.99947023,0.00005613291,0.00007483489,0.00015443617,0.0001649926,0.00007934534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019226645,0.000059019043,0.00006339911,0.000090986214,0.00017539911,0.00009147315,0.00048296666,0.00005176056,0.000101242804],"category_scores_gemma":[0.000059262962,0.00005107303,0.00004121912,0.00016060281,0.000027846865,0.0004769421,0.00009339451,0.00033843942,0.000060489856],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007503266,0.0010226015,0.07615453,0.000007576916,0.00018345048,0.00066188385,0.009284039,0.00010640842,0.0054172645,0.39741248,0.3006064,0.20906833],"study_design_scores_gemma":[0.0018763021,0.0004907318,0.20405237,0.00015408838,0.00002505279,0.0037616014,0.0034147094,0.0045986376,0.008390083,0.07410046,0.6984703,0.00066567055],"about_ca_topic_score_codex":0.000004980458,"about_ca_topic_score_gemma":0.0000011842685,"teacher_disagreement_score":0.3978639,"about_ca_system_score_codex":0.000114988194,"about_ca_system_score_gemma":0.00012511584,"threshold_uncertainty_score":0.20826977},"labels":[],"label_agreement":null},{"id":"W277533435","doi":"10.21437/interspeech.2008-669","title":"Seed models combination and state level mappings of cross-lingual transfer for rapid HMM development: from English to Mandarin","year":2008,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Mandarin Chinese; Hidden Markov model; Computer science; Speech recognition; Natural language processing; Artificial intelligence; Transfer (computing); Transfer of learning; State (computer science); Linguistics; Algorithm","score_opus":0.06331739022945206,"score_gpt":0.2971567254137924,"score_spread":0.23383933518434036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W277533435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53778726,0.000013181218,0.46141523,0.00029440183,0.000074385964,0.00013210674,0.000009786954,0.00004192148,0.00023171816],"genre_scores_gemma":[0.8189529,0.000006946354,0.18037151,0.00013711982,0.000008313705,0.00003469197,0.000011825715,0.0000034350294,0.0004732363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992781,0.0000068537565,0.00020869577,0.00024207686,0.0001345348,0.00012969968],"domain_scores_gemma":[0.99946827,0.00007728113,0.000024664012,0.00012965195,0.00025722696,0.00004289253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016168052,0.00008079114,0.00011185936,0.00009169512,0.0001391488,0.000033540768,0.0002511407,0.00004992609,0.0000065605627],"category_scores_gemma":[0.000018178278,0.00007834196,0.000018465284,0.000118285534,0.000057118996,0.0003251147,0.00006130062,0.000052830284,0.0000011465279],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015386344,0.0013038563,0.028348975,0.00012869609,0.00028447746,0.0000065395143,0.13137348,0.0014882666,0.010856817,0.65421295,0.0017649669,0.17007713],"study_design_scores_gemma":[0.0039612968,0.0003354371,0.35987052,0.00006744497,0.000009599408,0.000007214387,0.00055821694,0.023474492,0.40519702,0.19999868,0.0058594113,0.00066066434],"about_ca_topic_score_codex":0.000028228476,"about_ca_topic_score_gemma":0.0000101300475,"teacher_disagreement_score":0.45421427,"about_ca_system_score_codex":0.000023974082,"about_ca_system_score_gemma":0.00017719374,"threshold_uncertainty_score":0.3194692},"labels":[],"label_agreement":null},{"id":"W2777918966","doi":"10.1107/s2053273317089938","title":"Teaching undergraduates about structure using database examples","year":2017,"lang":"en","type":"article","venue":"Acta Crystallographica Section A Foundations and Advances","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Database; Mathematics education; Computer science; Information retrieval; Psychology","score_opus":0.028436780605396266,"score_gpt":0.33100730390597494,"score_spread":0.30257052330057865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2777918966","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.693936,0.0005209894,0.29427058,0.008991202,0.0009706768,0.000191692,0.00002426513,0.0002389047,0.00085570064],"genre_scores_gemma":[0.9269762,0.00031992866,0.072428845,0.000082235165,0.00009904966,0.000010634164,0.000022002294,0.000005648775,0.000055425975],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991273,0.000043898257,0.0001579587,0.00036957418,0.00013153961,0.00016971241],"domain_scores_gemma":[0.99899054,0.00008959166,0.0002241724,0.0005751179,0.000063600986,0.00005697033],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00015332934,0.00012933914,0.000107776716,0.00020799389,0.0029258623,0.00062427495,0.0004921718,0.00006178889,0.000013221207],"category_scores_gemma":[0.00008760581,0.00011790349,0.00003563189,0.00013736133,0.00026305838,0.0026528677,0.0002024633,0.00023760552,1.0637434e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075168987,0.00021613536,0.039955918,0.000074595184,0.00012883337,0.0000049938544,0.0004079323,0.00009471856,0.18971367,0.7197206,0.00016183477,0.04951324],"study_design_scores_gemma":[0.0006735474,0.00013373332,0.08864363,0.00016356648,0.000058410562,0.00019960417,0.00095564476,0.012086437,0.000344344,0.38475078,0.51124346,0.00074684515],"about_ca_topic_score_codex":0.00015093021,"about_ca_topic_score_gemma":0.00042630042,"teacher_disagreement_score":0.51108164,"about_ca_system_score_codex":0.000019630634,"about_ca_system_score_gemma":0.000057960737,"threshold_uncertainty_score":0.9983722},"labels":[],"label_agreement":null},{"id":"W2786910908","doi":"","title":"Une architecture multi-agents pour des sessions d'apprentissage Collaboratif","year":2002,"lang":"fr","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal","funders":"","keywords":"Humanities; Session (web analytics); Art; Library science; Computer science; World Wide Web","score_opus":0.03641270693050587,"score_gpt":0.2751257327035825,"score_spread":0.23871302577307663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786910908","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04836173,0.010825568,0.71503425,0.18681347,0.0009585344,0.0005115813,0.00010912042,0.0004191748,0.036966555],"genre_scores_gemma":[0.41464767,0.0014860035,0.4218816,0.00026523677,0.00004505852,0.000082764185,0.00008521635,0.000041268315,0.16146521],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929237,0.004335624,0.00058734434,0.00094452547,0.0005032053,0.00070564466],"domain_scores_gemma":[0.9937588,0.0013319138,0.00040504648,0.0020778833,0.0020685527,0.00035778442],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022936093,0.0004169419,0.00034370937,0.0002428379,0.001214076,0.0005983373,0.0021125996,0.00035856382,0.0014972046],"category_scores_gemma":[0.0011893252,0.0004517202,0.00017974214,0.0021546935,0.00090483465,0.0005792331,0.000865862,0.0007476565,0.0006313186],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035146968,0.0051514986,0.0057938723,0.00016461797,0.00016038382,0.000043374137,0.027380493,0.00018015089,0.0033221487,0.28532612,0.031831663,0.64064217],"study_design_scores_gemma":[0.0036613373,0.0000057925045,0.052927908,0.0066808714,0.00021156896,0.0003377728,0.0022111933,0.27858093,0.07628167,0.06078295,0.5159949,0.0023230969],"about_ca_topic_score_codex":0.0006799199,"about_ca_topic_score_gemma":0.0021295655,"teacher_disagreement_score":0.6383191,"about_ca_system_score_codex":0.00017931574,"about_ca_system_score_gemma":0.00036546268,"threshold_uncertainty_score":0.99979347},"labels":[],"label_agreement":null},{"id":"W2796847126","doi":"10.2307/1602249","title":"Test Construction and Validation: Case Description of Constructing and Validating a Test of English for Teaching Purposes","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Education / Revue canadienne de l éducation","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Computer science; Mathematics education; Psychology; Geology","score_opus":0.04615243925074911,"score_gpt":0.2699627301624387,"score_spread":0.2238102909116896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796847126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851281,0.00036567796,0.010673445,0.0015527055,0.0017181649,0.00019807952,0.000019926025,0.000007389605,0.00033651688],"genre_scores_gemma":[0.89761245,0.000018843686,0.10201806,0.00003745204,0.0002317557,0.000015080769,0.00000613721,0.000006960087,0.00005323691],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.998972,0.00006567401,0.0005274904,0.00017451993,0.00004818562,0.00021215358],"domain_scores_gemma":[0.99685156,0.00061055686,0.00078392966,0.00017642853,0.0012632317,0.0003142907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008296633,0.000102586324,0.00018550832,0.0005484504,0.00023318623,0.00007607146,0.00016756039,0.000084729036,0.000010971646],"category_scores_gemma":[0.006578329,0.00012151493,0.000035017205,0.00025743135,0.00017826527,0.00065597397,0.000009941225,0.0001716623,9.576166e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041133662,0.0003071004,0.35867688,0.00076274975,0.00008880979,0.000018255776,0.14215085,0.000058552563,0.0075778714,0.22664416,0.0022351868,0.2614755],"study_design_scores_gemma":[0.0030811627,0.0024317245,0.04315844,0.0040602605,0.000735496,0.060544133,0.74237156,0.009314471,0.038150836,0.070167445,0.024163097,0.001821375],"about_ca_topic_score_codex":0.0017600848,"about_ca_topic_score_gemma":0.008143882,"teacher_disagreement_score":0.6002207,"about_ca_system_score_codex":0.00046252605,"about_ca_system_score_gemma":0.0015926053,"threshold_uncertainty_score":0.78753495},"labels":[],"label_agreement":null},{"id":"W2797349634","doi":"10.3968/10198","title":"Primary Exploration of Government-Sponsored Oversea Education Italian Examination Item Bank Building","year":2018,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Credibility; Government (linguistics); Quality (philosophy); Test (biology); Process (computing); Political science; Accounting; Business; Public administration; Public relations; Computer science; Linguistics; Law","score_opus":0.018534575629161536,"score_gpt":0.2863731962834865,"score_spread":0.26783862065432495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797349634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70962226,0.00004301048,0.05358488,0.007571314,0.0026669987,0.0004744419,0.000027765918,0.00011138016,0.22589794],"genre_scores_gemma":[0.9902158,0.0000016927237,0.008851799,0.0003987175,0.00015129196,0.00001927554,0.0000034552204,0.0000030230492,0.0003549885],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99881965,0.000040272782,0.00014387541,0.0002829707,0.00046453578,0.00024867832],"domain_scores_gemma":[0.99928164,0.000035493023,0.00011814816,0.00020473993,0.00022221517,0.00013774882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006496837,0.00006947737,0.00007047646,0.00018570382,0.00055125233,0.00008571985,0.0007178192,0.000060120045,0.000019423585],"category_scores_gemma":[0.00014987127,0.00007944729,0.000020828462,0.0011703382,0.0005088107,0.001704285,0.00006508018,0.00006223722,0.000011942189],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011207893,0.000037098456,0.0032249943,0.0000053487684,0.0000025400202,3.9375277e-7,0.0013663872,1.8443379e-7,0.011575591,0.84706926,0.0011219942,0.13559507],"study_design_scores_gemma":[0.00034891188,0.00034186261,0.8253492,0.00009757,0.00001732772,0.000008517326,0.010299336,0.0016148367,0.067863755,0.03708205,0.056252602,0.00072399323],"about_ca_topic_score_codex":0.0007884371,"about_ca_topic_score_gemma":0.0010980353,"teacher_disagreement_score":0.82212424,"about_ca_system_score_codex":0.00127803,"about_ca_system_score_gemma":0.0020790235,"threshold_uncertainty_score":0.42398432},"labels":[],"label_agreement":null},{"id":"W2797560550","doi":"10.3968/10228","title":"The Neglected Writing Style of Mathematical Modeling Essays","year":2018,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formality; Objectivity (philosophy); Style (visual arts); China; Simplicity; Academic writing; Writing style; Computer science; Subjectivity; Quality (philosophy); Sociology; Epistemology; Linguistics; Mathematics education; Psychology; Literature; Political science; Law; Philosophy","score_opus":0.021048074272083286,"score_gpt":0.29901338093510016,"score_spread":0.2779653066630169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2797560550","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1856904,0.00007922196,0.24903946,0.018445041,0.0006175133,0.00026912187,0.0000048556835,0.00015038325,0.545704],"genre_scores_gemma":[0.99432904,7.45667e-7,0.0053593507,0.00012853621,0.00007753438,0.00000513075,1.14938146e-7,0.0000016127962,0.00009795007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99917424,0.000017165585,0.00011978749,0.00015817929,0.00021886724,0.000311789],"domain_scores_gemma":[0.9993742,0.000057310895,0.000039141833,0.00018460772,0.0002358778,0.0001088276],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00045422144,0.000041462372,0.00005164469,0.000075221265,0.001389286,0.00010088747,0.001156942,0.000035110654,0.000019993813],"category_scores_gemma":[0.00015646528,0.00003324901,0.000016673086,0.0008928265,0.00089301314,0.00019269413,0.00008492675,0.00007989228,0.000029127606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4487071e-7,0.00000426005,0.000082327504,9.4209616e-7,0.0000011764844,3.3590666e-7,0.0005076027,7.543317e-7,0.00043004352,0.9885735,0.00014978279,0.010249149],"study_design_scores_gemma":[0.0001711345,0.0001110564,0.0022669071,0.000054783635,0.000007013959,0.000014717025,0.0061335624,0.48223457,0.0035486973,0.49989596,0.0051839845,0.000377641],"about_ca_topic_score_codex":0.00046307503,"about_ca_topic_score_gemma":0.0011579457,"teacher_disagreement_score":0.80863863,"about_ca_system_score_codex":0.00013915334,"about_ca_system_score_gemma":0.001100679,"threshold_uncertainty_score":0.9999108},"labels":[],"label_agreement":null},{"id":"W2799416478","doi":"10.5539/ells.v8n2p1","title":"An Instructional Application of the Multiple-Choice Cloze: A Case Study in the EFL Classroom","year":2018,"lang":"en","type":"article","venue":"English Language and Literature Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Tsing Hua University","keywords":"Test (biology); Sentence; Situational ethics; Cloze test; Mathematics education; Reading comprehension; Psychology; Multiple choice; Reading (process); Class (philosophy); Comprehension; Control (management); Computer science; Linguistics; Natural language processing; Artificial intelligence; Social psychology","score_opus":0.010780689331868234,"score_gpt":0.32333453456002936,"score_spread":0.31255384522816115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799416478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99726635,0.0013016303,0.00017237655,0.0005932531,0.0002697696,0.00024998016,0.000004479629,0.000027643808,0.00011449819],"genre_scores_gemma":[0.99821436,0.0000081015205,0.0012422391,0.00012260636,0.00032132442,0.00007028041,0.0000018410674,0.000002047547,0.000017193266],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99934906,0.00012794875,0.00012319039,0.00019713317,0.0001207154,0.000081937],"domain_scores_gemma":[0.999159,0.0002339204,0.000058172187,0.00037984108,0.00015838651,0.000010693786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002699989,0.00007741436,0.00008480108,0.000050062936,0.00020648474,0.00004970992,0.00034089445,0.000041087504,5.2948496e-7],"category_scores_gemma":[0.00020771446,0.00004120696,0.000017147495,0.000438405,0.00013600859,0.00020675366,0.00010806594,0.00018997607,1.7721048e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051706975,0.00038767548,0.17097025,0.000017593486,0.000054690852,0.00006561287,0.78128445,0.0000016953308,0.00017010391,0.032476254,0.00024856813,0.014317911],"study_design_scores_gemma":[0.00085481536,0.00035531758,0.21106519,0.00006130799,0.00002480289,0.00037488737,0.7810074,0.0005597394,0.00030121603,0.0027107883,0.0024952262,0.00018931142],"about_ca_topic_score_codex":0.00004980416,"about_ca_topic_score_gemma":0.00075107586,"teacher_disagreement_score":0.040094938,"about_ca_system_score_codex":0.00001065017,"about_ca_system_score_gemma":0.00001660192,"threshold_uncertainty_score":0.1680371},"labels":[],"label_agreement":null},{"id":"W2803838168","doi":"10.5539/elt.v11n6p80","title":"College English Curriculum Group: The Construction Based on Needs Analysis","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Xi'an University of Science and Technology","keywords":"Curriculum; Mathematics education; College English; Needs analysis; Psychology; The Internet; China; Foreign language; Humanity; Pedagogy; Computer science; Political science; World Wide Web","score_opus":0.004546130147888984,"score_gpt":0.25289726169827464,"score_spread":0.24835113155038566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803838168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78453255,0.000053426167,0.18018565,0.0013622044,0.002445591,0.00020586821,0.000011406333,0.0009085217,0.030294802],"genre_scores_gemma":[0.9689236,5.698559e-7,0.02945121,0.0005703216,0.0008896607,0.00002711712,0.000016400589,0.0000071754075,0.000113898706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99873996,0.00025099257,0.0001798425,0.00030424865,0.0002849029,0.00024005778],"domain_scores_gemma":[0.99874204,0.00026631387,0.000107111955,0.00073022017,0.00010287177,0.000051427647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091262814,0.0001420144,0.00014726093,0.00041206408,0.00053584215,0.00012695692,0.00082511286,0.0000888552,0.000069993315],"category_scores_gemma":[0.0005569842,0.00010425811,0.000110629415,0.0012746538,0.00013891235,0.00028825374,0.00011296418,0.0005204437,0.000013114181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047462086,0.0003234338,0.022014497,0.0000063342486,0.00021239766,0.0000117647005,0.06975739,0.00031637622,0.00009718748,0.8901701,0.0024274162,0.014658345],"study_design_scores_gemma":[0.0024128421,0.0010830392,0.020459576,0.00018346634,0.0008019955,0.000024797286,0.46853164,0.43014693,0.004220355,0.005530461,0.064588316,0.0020166005],"about_ca_topic_score_codex":0.000059034926,"about_ca_topic_score_gemma":0.000035519046,"teacher_disagreement_score":0.8846396,"about_ca_system_score_codex":0.00008094512,"about_ca_system_score_gemma":0.00004700964,"threshold_uncertainty_score":0.42515224},"labels":[],"label_agreement":null},{"id":"W281329835","doi":"","title":"A More Valid Alternative to TOEFL","year":2002,"lang":"en","type":"article","venue":"College and university","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test of English as a Foreign Language; Test (biology); Mathematics education; Language proficiency; Psychology; Medical education; Construct (python library); Higher education; Foreign language; Language assessment; Pedagogy; Computer science; Political science; Medicine; Law","score_opus":0.024146540372289475,"score_gpt":0.24892272804508273,"score_spread":0.22477618767279325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W281329835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80316615,0.00009720474,0.077281065,0.061797842,0.0003284855,0.0002264578,0.00002316963,0.00018020053,0.056899395],"genre_scores_gemma":[0.9804818,0.00001637153,0.007756605,0.0003615241,0.000013611443,3.3730558e-7,2.341848e-7,8.047067e-7,0.011368738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99972284,0.000010373112,0.000021665364,0.00013003281,0.000048298938,0.00006680836],"domain_scores_gemma":[0.9997872,0.000017180244,0.000010732745,0.00011261638,0.000025568213,0.000046719262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00002353152,0.000034335524,0.000039715665,0.00006167588,0.00012171503,0.000007684001,0.00023745911,0.000020697556,0.000025295558],"category_scores_gemma":[0.000004035796,0.000036131187,0.000010875779,0.0002019961,0.00002383419,0.0001328399,0.00014928041,0.000039356135,0.00002184073],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025821273,0.00007978806,0.0015008108,0.0000021096464,0.0000146470375,0.00007063803,0.0015207203,0.0000083667455,0.000049096012,0.9644611,0.027758937,0.0045312457],"study_design_scores_gemma":[0.0012346598,0.0003702561,0.042597633,0.00003807796,0.000021112608,0.000056703248,0.005793501,0.018937841,0.0022364976,0.01882129,0.9093447,0.000547756],"about_ca_topic_score_codex":0.0000074682293,"about_ca_topic_score_gemma":0.000003941708,"teacher_disagreement_score":0.9456398,"about_ca_system_score_codex":0.000031980944,"about_ca_system_score_gemma":0.000011174422,"threshold_uncertainty_score":0.1473387},"labels":[],"label_agreement":null},{"id":"W2885570259","doi":"10.3968/10158","title":"An Empirical Study on Abstract Translation of MA Theses by English Majors: Based on the MA Theses From 5 Universities in Jiangxi Province","year":2018,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Representation (politics); Empirical research; Mathematics education; Psychology; Linguistics; Sociology; Political science; Philosophy; Epistemology; Law","score_opus":0.023645055000049042,"score_gpt":0.34493734844562873,"score_spread":0.3212922934455797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885570259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949214,0.0012584159,0.00004000365,0.0020247176,0.00009905385,0.00019060777,0.000032926768,0.000026182872,0.0014067149],"genre_scores_gemma":[0.9991034,0.000015122061,0.00040341725,0.00035482502,0.00006339301,0.000011801071,0.0000071204677,0.0000028622524,0.000038046062],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9993173,0.000119140386,0.00011269351,0.0002239063,0.00012976494,0.000097215125],"domain_scores_gemma":[0.99909467,0.0005533054,0.000042974112,0.0002532037,0.000044176108,0.000011699786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022180266,0.000098669916,0.00012134844,0.000097300974,0.00007977512,0.00004066047,0.0002671186,0.000054155615,0.0000070622004],"category_scores_gemma":[0.00003710837,0.000061144056,0.000015416133,0.00021394335,0.00015258782,0.0001812046,0.000032602115,0.00018047215,4.5909746e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019036212,0.0019520092,0.05495059,0.00004728435,0.00009387318,0.00010618976,0.9150538,0.000011921408,0.0004920796,0.015568625,0.0017859751,0.009747329],"study_design_scores_gemma":[0.0014974667,0.0029610302,0.40231308,0.0010620297,0.000024522853,0.0000014220201,0.5773092,0.0007269797,0.0047901897,0.006857515,0.002002938,0.000453642],"about_ca_topic_score_codex":0.000045890494,"about_ca_topic_score_gemma":0.00021390207,"teacher_disagreement_score":0.3473625,"about_ca_system_score_codex":0.000031439275,"about_ca_system_score_gemma":0.000033071938,"threshold_uncertainty_score":0.24933822},"labels":[],"label_agreement":null},{"id":"W2887246479","doi":"10.24908/pceea.v0i0.10767","title":"Faculty Level Support of Graduate Attribute Assessment and Continuous Improvement Process","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Process (computing); Computer science; Set (abstract data type); Software engineering; Key (lock); Graduate students; Post graduate; Engineering management; Engineering; Medical education","score_opus":0.027950450810291877,"score_gpt":0.2964404890914908,"score_spread":0.2684900382811989,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887246479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719699,0.000016258755,0.0015475167,0.022800209,0.0013815598,0.000500495,0.00007057325,0.00008379189,0.0016297004],"genre_scores_gemma":[0.9921047,0.0000030881788,0.006709129,0.0002165579,0.00007119393,0.00005821919,0.00001000077,0.000008696004,0.0008184261],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99892104,0.0000038358635,0.00028324692,0.00021475216,0.00034182964,0.00023530718],"domain_scores_gemma":[0.9980389,0.000026438382,0.00044075353,0.00012158093,0.0012561511,0.00011620017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005262481,0.000116808114,0.00015484348,0.00019711377,0.00015322707,0.00006837686,0.0004986497,0.00009900318,0.0000072968387],"category_scores_gemma":[0.000245015,0.00010943039,0.000040282946,0.0004484686,0.000042261334,0.00028758642,0.00006474573,0.00015886794,0.0000018539762],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027714555,0.00044662275,0.6100611,0.000556802,0.0003586372,1.3950306e-7,0.00548495,0.000051127172,0.011709025,0.28125414,0.07472366,0.015351017],"study_design_scores_gemma":[0.00028565,0.0001432241,0.942147,0.000102144506,0.000040598065,0.000005592505,0.0006723122,0.0013692535,0.04544165,0.0033399758,0.0061679683,0.00028459204],"about_ca_topic_score_codex":0.0012330665,"about_ca_topic_score_gemma":0.0006658424,"teacher_disagreement_score":0.33208594,"about_ca_system_score_codex":0.00086132006,"about_ca_system_score_gemma":0.0013970952,"threshold_uncertainty_score":0.44624415},"labels":[],"label_agreement":null},{"id":"W2889264371","doi":"10.13033/isahp.y2018.049","title":"SIGMOID SUPPLEMENTED DECISION STRUCTURES FOR EVIDENCE SENSITIVITY LEARNING","year":2018,"lang":"en","type":"article","venue":"ISAHP proceedings","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Sigmoid function; Sensitivity (control systems); Computer science; Artificial intelligence; Artificial neural network; Engineering; Electronic engineering","score_opus":0.030668546938088907,"score_gpt":0.34599320738162875,"score_spread":0.31532466044353985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889264371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51032513,0.0000517603,0.4836224,0.0045555793,0.00044259187,0.00027803666,0.0000015486727,0.00031561623,0.0004073433],"genre_scores_gemma":[0.8499086,0.0000060231046,0.14938663,0.00023890044,0.00021391912,0.000031655065,0.0000014912966,0.0000059867853,0.00020680096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99897546,0.000008742246,0.0001522182,0.00039912367,0.00021389799,0.00025054452],"domain_scores_gemma":[0.9989722,0.00033422903,0.00009487632,0.00012208302,0.0004272968,0.00004932094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000588761,0.00011102176,0.000105219726,0.00010042084,0.00035246016,0.00012579127,0.00038909377,0.00007422587,0.000026771337],"category_scores_gemma":[0.00068488525,0.00009932201,0.00003870701,0.00028077513,0.000092225215,0.00064092723,0.00020845795,0.00014485029,0.000018649556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058438494,0.00009661764,0.026905254,0.000054716755,0.000035592024,0.000002322924,0.0016060376,0.000011170098,0.11288416,0.7264953,0.04048081,0.09136957],"study_design_scores_gemma":[0.0010082021,0.0017683298,0.041929822,0.00041207997,0.000034277364,0.00013122415,0.00094972464,0.05622924,0.47303095,0.28208035,0.1415672,0.0008585681],"about_ca_topic_score_codex":0.0000074604404,"about_ca_topic_score_gemma":0.00000512441,"teacher_disagreement_score":0.44441494,"about_ca_system_score_codex":0.000043225486,"about_ca_system_score_gemma":0.000066648434,"threshold_uncertainty_score":0.4050234},"labels":[],"label_agreement":null},{"id":"W2896870838","doi":"10.3968/10527","title":"Teaching of English Writing for Ph.D. Graduates Based on Output-Driven Hypothesis","year":2018,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Computer science; Mathematics education; Second language writing; Professional writing; English language; Pedagogy; Psychology; Linguistics; Second language; Philosophy","score_opus":0.026585013201519847,"score_gpt":0.3340835746937322,"score_spread":0.30749856149221233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896870838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97214353,0.008751679,0.0053435876,0.0039586765,0.001261752,0.00044394645,0.00003996619,0.00017607173,0.0078807715],"genre_scores_gemma":[0.9566615,0.000015819403,0.042500544,0.00042772852,0.00025898224,0.000027596263,0.0000020427383,0.0000032269356,0.00010253863],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9994976,0.000034319575,0.0001127769,0.00018036748,0.000063523614,0.000111421854],"domain_scores_gemma":[0.99917924,0.00048678555,0.00004492333,0.0001582931,0.000119306955,0.000011443807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002281685,0.000075354765,0.00012274712,0.00010587543,0.000100113095,0.00002366401,0.00016380746,0.00004086938,4.5190598e-7],"category_scores_gemma":[0.0004877506,0.000058392834,0.000024576442,0.00012232551,0.000093604525,0.00009149209,0.000062206476,0.00011736835,2.1223306e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056399243,0.0004746916,0.020199563,0.0006550843,0.00018595174,0.000027469465,0.48951223,0.000015186766,0.001256604,0.30978963,0.007828664,0.16999851],"study_design_scores_gemma":[0.015632281,0.012126917,0.13226053,0.027803099,0.00030409056,0.000041996966,0.27655473,0.04306118,0.12301801,0.27563307,0.088165954,0.0053981426],"about_ca_topic_score_codex":0.0000020832958,"about_ca_topic_score_gemma":0.0000040718637,"teacher_disagreement_score":0.21295753,"about_ca_system_score_codex":0.000011732095,"about_ca_system_score_gemma":0.000010759861,"threshold_uncertainty_score":0.23811907},"labels":[],"label_agreement":null},{"id":"W2900927010","doi":"","title":"Principles and practice of structural equation modeling, 2nd ed.","year":2005,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Structural equation modeling; Computer science; Machine learning","score_opus":0.05223633825584374,"score_gpt":0.34624505328033106,"score_spread":0.29400871502448733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900927010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21286915,0.00019053138,0.76504374,0.013770481,0.000059122187,0.000054611424,2.218107e-7,0.000053849482,0.007958295],"genre_scores_gemma":[0.6603753,0.000011449062,0.33937058,0.00009999497,0.000014427715,0.0000016589858,4.0789413e-7,6.344334e-7,0.00012557473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99965113,0.000016047345,0.00009878088,0.00010026015,0.00008206323,0.000051726398],"domain_scores_gemma":[0.99965566,0.000090273934,0.000049408838,0.00012677384,0.00006377113,0.00001412709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016503487,0.000031864525,0.00003577836,0.000030321655,0.000035124373,0.000015511627,0.00014064166,0.000025714458,0.000011571485],"category_scores_gemma":[0.00009013122,0.000026370444,0.0000065557883,0.000052015213,0.000018387276,0.0004647409,0.00007140383,0.00004030001,0.0000028105396],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010943312,0.000016233047,0.00050817715,0.0000021118901,0.00000452649,7.7489354e-8,0.00019153059,0.0032667688,0.00020331018,0.9838141,0.000039794777,0.011952259],"study_design_scores_gemma":[0.000068116984,0.00002094231,0.0008605351,0.0000033390354,0.0000026652172,0.0000135473065,0.00014148912,0.9833634,0.0014936917,0.0114066815,0.002581816,0.000043786593],"about_ca_topic_score_codex":0.0000128423935,"about_ca_topic_score_gemma":0.0000040176847,"teacher_disagreement_score":0.98009664,"about_ca_system_score_codex":0.000010884139,"about_ca_system_score_gemma":0.000037440437,"threshold_uncertainty_score":0.10753555},"labels":[],"label_agreement":null},{"id":"W2900998244","doi":"10.5539/elt.v11n10p10","title":"College English Reading Instruction in North China Electric Power University: The Production-Driven Approach","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Psychology; Teaching method; Competence (human resources); Reading (process); College English; Variety (cybernetics); Mathematics education; Pedagogy; Cultural competence; Perspective (graphical); Computer science; Linguistics","score_opus":0.004994649784355579,"score_gpt":0.21894098009604138,"score_spread":0.2139463303116858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900998244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97740203,0.000030419029,0.005355339,0.0003568562,0.0011102557,0.00020887425,0.0000017480629,0.00035409472,0.015180368],"genre_scores_gemma":[0.9870883,0.0000033577937,0.011861378,0.00004317682,0.00058352336,0.0000065386607,0.0000056587714,0.0000084042,0.00039966404],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988105,0.00021593389,0.00013658518,0.0003986308,0.00018429918,0.00025399993],"domain_scores_gemma":[0.9992583,0.000069312766,0.00008863126,0.00048029504,0.00006918744,0.000034321467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005575393,0.00012161182,0.000110455745,0.0002891553,0.00047076255,0.00005624994,0.0007564977,0.00007471153,0.0000074088753],"category_scores_gemma":[0.0006061513,0.000104753664,0.00003428492,0.0010140355,0.000067727495,0.0006789758,0.00016692064,0.00069548504,0.0000041501225],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018802682,0.00046738496,0.037467577,0.000018893868,0.00006700291,0.000033556647,0.5603045,0.00040559546,0.0006049871,0.38266176,0.0019191685,0.016030766],"study_design_scores_gemma":[0.0029936784,0.0007745402,0.34350473,0.0002702944,0.00009409357,0.00025585914,0.5587225,0.0432912,0.005577993,0.0027680295,0.03919611,0.002550982],"about_ca_topic_score_codex":0.0000674542,"about_ca_topic_score_gemma":0.0000990789,"teacher_disagreement_score":0.37989372,"about_ca_system_score_codex":0.0001987454,"about_ca_system_score_gemma":0.000092135066,"threshold_uncertainty_score":0.42717305},"labels":[],"label_agreement":null},{"id":"W2902846707","doi":"10.1130/abs/2018am-323566","title":"THE ASSESSMENT OF FIELD SKILLS USING ESRI STORY MAPS","year":2018,"lang":"en","type":"article","venue":"Abstracts with programs - Geological Society of America","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Field (mathematics); Computer science; Computer graphics (images); Mathematics","score_opus":0.021139224108358314,"score_gpt":0.3159346269253349,"score_spread":0.2947954028169766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902846707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7051898,0.00017977193,0.2673615,0.022782255,0.00030031364,0.0006267836,0.0000018548134,0.00020885516,0.0033488872],"genre_scores_gemma":[0.6426359,0.000028063594,0.35684288,0.00039287837,0.000031752013,0.000015940419,0.0000015567758,0.0000025971024,0.000048450518],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99874634,0.000060083144,0.0002793329,0.00027824758,0.0003272405,0.00030873172],"domain_scores_gemma":[0.99840117,0.00046789937,0.00041816905,0.00042213828,0.00023398122,0.00005665794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004382823,0.00012865188,0.0002054234,0.00001339214,0.0003158842,0.000028138458,0.0007535742,0.00012856963,0.00001702839],"category_scores_gemma":[0.000032341144,0.00007485098,0.00011307723,0.0003284229,0.0015051983,0.0001243979,0.00020697428,0.00032810023,0.000002873164],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028515671,0.0037829364,0.13256095,0.00008497488,0.0006138863,0.000007031417,0.0019202129,0.00048303916,0.0013888384,0.0326349,0.008762548,0.81773216],"study_design_scores_gemma":[0.0013457169,0.014814434,0.7602578,0.00032115294,0.00011767985,0.00007111718,0.006094869,0.015546893,0.013113316,0.02694781,0.16026315,0.0011061017],"about_ca_topic_score_codex":0.00007765143,"about_ca_topic_score_gemma":0.000002496109,"teacher_disagreement_score":0.8166261,"about_ca_system_score_codex":0.00003400166,"about_ca_system_score_gemma":0.00019996351,"threshold_uncertainty_score":0.5545966},"labels":[],"label_agreement":null},{"id":"W2906282238","doi":"10.2316/j.2019.201-2968","title":"RESEARCH AND DESIGN OF INTELLIGENT LEARNING SYSTEM BASED ON RECOMMENDATION TECHNOLOGY","year":2018,"lang":"en","type":"article","venue":"Mechatronic systems and control","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction; Systems engineering; Engineering","score_opus":0.04119672003234803,"score_gpt":0.3257141770831665,"score_spread":0.2845174570508185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906282238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063700434,0.00048156834,0.989863,0.002231219,0.0002554892,0.00040557235,7.9207115e-7,0.000102543294,0.00028976682],"genre_scores_gemma":[0.9975879,0.000015019343,0.0021434322,0.000016269283,0.00004748199,0.000118498254,6.5838645e-7,0.0000047514577,0.00006598319],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887574,0.00026020865,0.00021332996,0.00028505738,0.00015620369,0.00020943969],"domain_scores_gemma":[0.99909633,0.0003130623,0.00010680873,0.00023863997,0.00021078509,0.00003439219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017768398,0.00008162741,0.00017161497,0.00037522634,0.0002183314,0.000046876557,0.00022625315,0.00011629873,0.0000032061334],"category_scores_gemma":[0.0000437323,0.000069013266,0.000011407601,0.0002956792,0.00012425311,0.000067582325,0.000059997805,0.00020882934,0.0000076035153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030045889,0.00006308867,0.0010342686,0.000069685884,0.00003132675,0.0000010998075,0.000082942955,0.0003544481,0.0011076106,0.96440184,0.000060270206,0.03276337],"study_design_scores_gemma":[0.000806286,0.0024664577,0.00017501757,0.0002708229,0.000008633683,0.000024770277,0.0023089545,0.98378557,0.003726984,0.0038754682,0.002426313,0.00012470831],"about_ca_topic_score_codex":0.000025600852,"about_ca_topic_score_gemma":0.0000013209304,"teacher_disagreement_score":0.99121785,"about_ca_system_score_codex":0.000087111985,"about_ca_system_score_gemma":0.00010157135,"threshold_uncertainty_score":0.28142795},"labels":[],"label_agreement":null},{"id":"W2907298962","doi":"10.3166/ts.34.21-32","title":"A new student-teacher mentoring algorithm for online feedback using statistical signal processing","year":2017,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Algorithm; SIGNAL (programming language); Signal processing; Mathematics education; Multimedia; Psychology; Digital signal processing; Computer hardware","score_opus":0.05994663286930197,"score_gpt":0.3800119684007054,"score_spread":0.3200653355314034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907298962","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020965645,0.00007048911,0.9768062,0.0012926508,0.00023488475,0.00036035496,0.000019481708,0.000102384205,0.00014787586],"genre_scores_gemma":[0.28513658,0.0000020524192,0.71371645,0.00008227739,0.00054080936,0.000035841433,0.000016269674,0.000013265121,0.00045642102],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835676,0.000028986158,0.0003184675,0.00046032874,0.0004209649,0.00041450356],"domain_scores_gemma":[0.9991349,0.000061909246,0.00022930875,0.00032033224,0.00010046046,0.00015307311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036657584,0.00019586827,0.00019858331,0.000080967715,0.0007172422,0.00050652045,0.0011412837,0.00007584265,0.000154516],"category_scores_gemma":[0.000011050784,0.00018792413,0.00005867655,0.00006768658,0.00007362499,0.000607766,0.0002489221,0.00017175075,0.0000062394784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000938709,0.00074104837,0.0019088853,0.000025491032,0.00008214226,0.00001078357,0.0005273935,0.00009494232,0.001668537,0.018592807,0.00087762205,0.97546095],"study_design_scores_gemma":[0.0036612262,0.00063137506,0.04340644,0.00024379474,0.00012933006,0.00003252563,0.00055904384,0.9207693,0.002924871,0.016514577,0.010295745,0.0008318235],"about_ca_topic_score_codex":0.000033025037,"about_ca_topic_score_gemma":0.00000635892,"teacher_disagreement_score":0.97462916,"about_ca_system_score_codex":0.00015116602,"about_ca_system_score_gemma":0.00037274114,"threshold_uncertainty_score":0.7663324},"labels":[],"label_agreement":null},{"id":"W2909080980","doi":"10.24908/pceea.v0i0.13094","title":"Fuzzy logic in engineering education and evaluation of graduate attributes","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Fuzzy logic; Defuzzification; Fuzzy set operations; Fuzzy classification; Fuzzy number; Computer science; Neuro-fuzzy; Flexibility (engineering); Artificial intelligence; Type-2 fuzzy sets and systems; Weighting; Fuzzy associative matrix; Machine learning; Task (project management); Data mining; Fuzzy set; Mathematics; Fuzzy control system; Engineering; Systems engineering","score_opus":0.02483019428482999,"score_gpt":0.27179520411304414,"score_spread":0.24696500982821415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909080980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98293936,0.00024939133,0.00018020353,0.012491989,0.0016855913,0.00042246774,0.000004860378,0.000055026918,0.0019711065],"genre_scores_gemma":[0.99347854,0.000010263919,0.006068345,0.00009778306,0.00010378985,0.000078970465,0.0000039755614,0.000008504427,0.00014984107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99892586,0.000010970409,0.0002783587,0.00020198338,0.00038289838,0.00019990762],"domain_scores_gemma":[0.99811125,0.00005359404,0.00029854957,0.00012723426,0.0013279549,0.00008142343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001189043,0.00010864025,0.00012826883,0.00048726646,0.00008110798,0.00005312807,0.00038391675,0.00011957278,0.0000041898197],"category_scores_gemma":[0.0012514329,0.00011144481,0.000031663723,0.0008522449,0.000024921948,0.00035336686,0.00004619049,0.00016017056,0.0000023309287],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015726954,0.000322473,0.24431093,0.00035817033,0.00008165825,2.4214907e-8,0.0031156533,0.00085819815,0.0070460252,0.7214199,0.007912112,0.014573287],"study_design_scores_gemma":[0.00021601398,0.000035659952,0.9481966,0.00030423314,0.000040628296,0.000005031717,0.00037245665,0.02127084,0.009462139,0.018480014,0.0013751741,0.00024121904],"about_ca_topic_score_codex":0.0016894315,"about_ca_topic_score_gemma":0.0012295282,"teacher_disagreement_score":0.7038857,"about_ca_system_score_codex":0.0013493621,"about_ca_system_score_gemma":0.0016016881,"threshold_uncertainty_score":0.45445877},"labels":[],"label_agreement":null},{"id":"W2910568053","doi":"10.24908/pceea.v0i0.13073","title":"OBACIS V: The Accreditation Reporting and The CEAB Mock-Ups","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Accreditation; Computer science; Parsing; Data collection; Software engineering; World Wide Web; Database; Programming language; Medical education; Medicine; Statistics; Mathematics","score_opus":0.006833384245521817,"score_gpt":0.22813029113296304,"score_spread":0.22129690688744122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910568053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6654275,0.00028505284,0.00131631,0.3099408,0.0058330637,0.0010382326,0.0000068222785,0.00022904479,0.015923183],"genre_scores_gemma":[0.99497736,0.000008020584,0.0025289913,0.0005710412,0.0002931797,0.000072686016,0.000001342643,0.00000801743,0.0015393721],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99897736,0.000012393919,0.00036248995,0.00017728993,0.00026989492,0.00020057001],"domain_scores_gemma":[0.9979973,0.0001663211,0.0009044188,0.00018114569,0.0006841806,0.000066647925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015228394,0.00009448058,0.000104143226,0.00011982871,0.00052680884,0.00019752044,0.00065001106,0.00009157964,0.0000051075303],"category_scores_gemma":[0.0033952924,0.00006084834,0.000048687354,0.0005733864,0.00008504314,0.00030691942,0.00007470583,0.00021050696,0.000004555921],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024194012,0.000035940113,0.059356976,0.000045730023,0.00010142953,4.6259373e-8,0.0073452177,0.00005879975,0.0005734945,0.87319845,0.054639637,0.0046418733],"study_design_scores_gemma":[0.0005079948,0.000038040715,0.8506807,0.00015873264,0.000084803,0.000037352263,0.0026959472,0.02174022,0.004959071,0.04797257,0.070725754,0.00039882015],"about_ca_topic_score_codex":0.0016241517,"about_ca_topic_score_gemma":0.0014682563,"teacher_disagreement_score":0.8252259,"about_ca_system_score_codex":0.0005700857,"about_ca_system_score_gemma":0.00070444297,"threshold_uncertainty_score":0.40647277},"labels":[],"label_agreement":null},{"id":"W2911682672","doi":"10.1097/acm.0000000000002627","title":"Ensuring the Quality of Multiple-Choice Tests: An Algorithm to Facilitate Decision Making for Difficult Questions","year":2019,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Quality (philosophy); Management science; Machine learning; Algorithm; Engineering","score_opus":0.11643169706338324,"score_gpt":0.4311357888689092,"score_spread":0.31470409180552594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911682672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41999114,0.0001591054,0.5713033,0.0076664346,0.00039242927,0.00037461793,0.000006559869,0.00006070202,0.000045714398],"genre_scores_gemma":[0.9482381,0.000016720387,0.05063529,0.0006974247,0.00012498643,0.00006335075,0.0000045300862,0.0000042737565,0.00021535208],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987331,0.0000750139,0.0004080726,0.00030480226,0.00029671943,0.00018229728],"domain_scores_gemma":[0.9938757,0.0052306647,0.00014694585,0.00050256256,0.00018412786,0.000059999562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014388704,0.00009673443,0.0001840718,0.00009292306,0.00010301462,0.0000048995244,0.0008799854,0.00010532974,0.000008254625],"category_scores_gemma":[0.0035593899,0.00006113272,0.000023032124,0.00033722495,0.0000760857,0.00016600384,0.00014082497,0.00030303944,0.000010463462],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033541877,0.00010716289,0.11668008,0.00011064694,0.00005909227,7.2476973e-7,0.014898933,0.0009268797,0.039551627,0.25068635,0.0048552398,0.57208973],"study_design_scores_gemma":[0.0016556962,0.000661171,0.8417458,0.0010481705,0.000026262314,0.000016401935,0.0043060863,0.047064863,0.0013852854,0.083331324,0.018377313,0.0003816159],"about_ca_topic_score_codex":0.00006884764,"about_ca_topic_score_gemma":0.000014261301,"teacher_disagreement_score":0.7250657,"about_ca_system_score_codex":0.000044533495,"about_ca_system_score_gemma":0.000053799027,"threshold_uncertainty_score":0.42611793},"labels":[],"label_agreement":null},{"id":"W2920931511","doi":"10.18260/1-2--29718","title":"A Re-look at the Introduction to Software Engineering Course","year":2020,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alchemy (Canada)","funders":"","keywords":"Software engineering; Software Engineering Process Group; Software requirements; Social software engineering; Software development; Computer science; Course (navigation); Personal software process; Software walkthrough; Engineering management; Civil engineering software; Software construction; Software; Engineering; Programming language","score_opus":0.012032588789256862,"score_gpt":0.2549961714070856,"score_spread":0.24296358261782872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920931511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012089421,0.000027413811,0.53811246,0.44906306,0.00026223826,0.000066782886,2.4228353e-7,0.00025284744,0.00012555267],"genre_scores_gemma":[0.7611319,0.0000034774218,0.22526376,0.010158296,0.00081883615,0.00005495171,0.0000024172448,0.0000064219103,0.0025599517],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996231,0.000005783433,0.000052443662,0.000161736,0.0000779342,0.000078957615],"domain_scores_gemma":[0.99967885,0.000035139645,0.00001082528,0.00021423495,0.000022067747,0.00003889403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000064903856,0.000039732753,0.000033023665,0.000012569888,0.00006429302,0.000021735008,0.00031893564,0.000018482688,0.00008895298],"category_scores_gemma":[0.000075978685,0.00002777442,0.0000129510045,0.00020276598,0.000008862377,0.000077892815,0.00018489019,0.00006763036,0.00020514049],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034469963,0.00005652342,0.0038866193,0.000010136786,0.0000293181,0.0000032003477,0.0014594386,0.0053709447,0.002197134,0.28353882,0.6872854,0.016158976],"study_design_scores_gemma":[0.00022795651,0.00024023153,0.019952487,0.000012270167,0.000014303997,0.00002303247,0.0008509872,0.0316081,0.046537668,0.0019793373,0.8981335,0.00042012823],"about_ca_topic_score_codex":0.0000014948549,"about_ca_topic_score_gemma":0.000003325064,"teacher_disagreement_score":0.74904245,"about_ca_system_score_codex":0.00002525667,"about_ca_system_score_gemma":0.000028767108,"threshold_uncertainty_score":0.26367345},"labels":[],"label_agreement":null},{"id":"W2924851748","doi":"","title":"An Investigation of Item Bias in PISA Science Test in Terms of The Language and Culture","year":2017,"lang":"en","type":"article","venue":"Kastamonu Education Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Differential item functioning; Psychology; Test (biology); Turkish; Consistency (knowledge bases); Item analysis; Logistic regression; Social psychology; Statistics; Linguistics; Psychometrics; Developmental psychology; Item response theory; Mathematics; Computer science; Artificial intelligence","score_opus":0.022535155733909518,"score_gpt":0.33872059556948836,"score_spread":0.31618543983557884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924851748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9938556,0.000041524356,0.0001274526,0.0053299447,0.00027476373,0.00006489114,6.642001e-7,0.0000032978812,0.00030185448],"genre_scores_gemma":[0.9938659,0.00001213536,0.005942107,0.00008179605,0.000031412837,0.0000037314123,3.0292162e-7,0.0000015035263,0.0000610994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99936855,0.000043573342,0.00020452595,0.000119982455,0.00017546187,0.00008791661],"domain_scores_gemma":[0.9990796,0.00004401655,0.00036049497,0.00037374822,0.0000875556,0.00005459548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007160284,0.000047937454,0.00006857108,0.0001993544,0.00018741583,0.00010800654,0.0009314552,0.00003260263,0.0000029091552],"category_scores_gemma":[0.0005069526,0.00003382994,0.0000118153675,0.00029531383,0.00035927523,0.0008736649,0.000081229686,0.0001797815,2.394026e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.0187623e-7,0.0001057457,0.9546431,0.000006204782,6.3202987e-7,2.6359373e-7,0.0077241356,0.000005202983,0.019572448,0.009858861,0.00007338585,0.008009531],"study_design_scores_gemma":[0.00009788122,0.00003004696,0.9648968,0.00011459011,9.8195e-7,0.000026060381,0.001556237,0.00032446915,0.015752751,0.017144976,0.00001920176,0.00003603042],"about_ca_topic_score_codex":0.000044268483,"about_ca_topic_score_gemma":0.000062825304,"teacher_disagreement_score":0.010253684,"about_ca_system_score_codex":0.000049037255,"about_ca_system_score_gemma":0.00076826476,"threshold_uncertainty_score":0.1730891},"labels":[],"label_agreement":null},{"id":"W2944010206","doi":"10.5430/ijhe.v8n3p29","title":"A Teaching Model for Undergraduate Students","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Flipped classroom; Class (philosophy); Computer science; Gauss; Teaching method; Flipped learning; Mathematics; Artificial intelligence","score_opus":0.0187350432977751,"score_gpt":0.3932579891107561,"score_spread":0.374522945812981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944010206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32547137,0.00020631506,0.5150855,0.13750646,0.018481001,0.0002988121,0.0000032312041,0.000051364514,0.0028959198],"genre_scores_gemma":[0.92430353,0.0000068492736,0.057134826,0.0009272494,0.00032821659,0.000011967615,0.0000033707013,0.0000050746717,0.017278941],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990962,0.000022054352,0.00026185688,0.00011974257,0.00041645463,0.00008367948],"domain_scores_gemma":[0.9989754,0.00007341855,0.00029925664,0.00014032445,0.00047455693,0.000037059093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028454425,0.00006700679,0.00008396521,0.00020805828,0.00003563723,0.000102807935,0.0012702866,0.00003867322,0.000014877379],"category_scores_gemma":[0.000018172514,0.00005326929,0.000072600495,0.000049970542,0.000009566932,0.00058556505,0.00007462825,0.00016915279,0.000019423687],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017440518,0.0007212217,0.01624712,0.0000074365835,0.00013267112,6.8238893e-7,0.00040743873,0.0008927274,0.0008810147,0.9495734,0.010384825,0.020734014],"study_design_scores_gemma":[0.0012746556,0.00020384911,0.05171514,0.00016460872,0.000026515449,0.00009514978,0.0001241415,0.02741075,0.0006565853,0.8382791,0.079792224,0.00025724995],"about_ca_topic_score_codex":0.000004084806,"about_ca_topic_score_gemma":3.9291334e-7,"teacher_disagreement_score":0.59883213,"about_ca_system_score_codex":0.00016168517,"about_ca_system_score_gemma":0.000465967,"threshold_uncertainty_score":0.23605299},"labels":[],"label_agreement":null},{"id":"W2948472064","doi":"10.5430/wje.v9n3p30","title":"The Effect of Teacher Feedback on the Simple Past Tense Acquisition in Senior High School Students' English Writing","year":2019,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jiangxi Normal University","keywords":"Corrective feedback; Peer feedback; Psychology; Second-language acquisition; Mathematics education; Class (philosophy); Perception; Point (geometry); Computer science; Linguistics; Mathematics","score_opus":0.00508435178053322,"score_gpt":0.2874191603900464,"score_spread":0.28233480860951315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948472064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988401,0.00012337531,0.00009886021,0.009267409,0.0011741586,0.00021999757,2.728287e-7,0.000008177447,0.0007067545],"genre_scores_gemma":[0.9984598,0.000011764039,0.00038088052,0.00020515149,0.00036039556,0.000015883648,0.0000010381051,0.000004692915,0.00056037155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878865,0.00027371722,0.0003582202,0.00011379963,0.00033600087,0.00012961362],"domain_scores_gemma":[0.99816304,0.00086621445,0.00041305707,0.000311264,0.00021236957,0.00003407414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018153652,0.00008426057,0.00012708534,0.00019011724,0.0001078453,0.00009711073,0.00072049716,0.00003374859,0.000051191477],"category_scores_gemma":[0.00020220834,0.000047796075,0.000055758028,0.0004272578,0.000033712815,0.00025566889,0.000061693645,0.00038135087,0.000018335548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006939164,0.000515981,0.9025139,0.000020332749,0.00005364808,9.707511e-7,0.0009278437,0.00016876984,0.000934212,0.056465823,0.012464872,0.025864245],"study_design_scores_gemma":[0.0005411325,0.0003867595,0.98538005,0.00027159048,0.00001488117,0.000010934508,0.0020424933,0.000060002127,0.0030320808,0.004835499,0.0033304463,0.0000941102],"about_ca_topic_score_codex":0.00000865729,"about_ca_topic_score_gemma":0.000008774918,"teacher_disagreement_score":0.08286616,"about_ca_system_score_codex":0.00014731768,"about_ca_system_score_gemma":0.00018350965,"threshold_uncertainty_score":0.19490673},"labels":[],"label_agreement":null},{"id":"W2970119050","doi":"10.5539/ells.v9n3p47","title":"A Path Analysis of Learning-Motivation-Behavior Affecting Factors Among Higher Vocational College Students","year":2019,"lang":"en","type":"article","venue":"English Language and Literature Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Path analysis (statistics); Psychology; Mathematics education; Variance (accounting); Regression analysis; Social psychology; Pedagogy; Computer science; Machine learning","score_opus":0.008285307490906776,"score_gpt":0.29529156650401395,"score_spread":0.28700625901310717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970119050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972321,0.001727347,0.000041725907,0.00005850598,0.0003533985,0.00013811474,0.000013498782,0.00006903931,0.00036627537],"genre_scores_gemma":[0.997864,0.0000289293,0.0005046882,0.000015673295,0.000054393884,0.000021961516,0.00003533453,0.000003887595,0.0014711012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99918574,0.000061815044,0.00015604305,0.0002586533,0.00022475477,0.00011299634],"domain_scores_gemma":[0.99916106,0.00028520555,0.00011996304,0.00017951023,0.00023052664,0.000023714625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018460093,0.00011630502,0.00023722815,0.00024703058,0.000109946115,0.000058887606,0.00022002355,0.000067550776,0.000018845965],"category_scores_gemma":[0.00016434341,0.00008993962,0.00006333643,0.0009789318,0.000044672266,0.00027498277,0.00015414151,0.00019310949,5.7390287e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011933729,0.000078891026,0.8962313,0.000023804989,0.00052534655,0.0000050931717,0.09202549,0.000008093662,0.000088368324,0.010795961,0.0000739823,0.000142466],"study_design_scores_gemma":[0.00015216434,0.000047844343,0.9534059,0.000064729094,0.0001155705,2.910958e-7,0.045821562,0.000031248965,0.00012342646,0.000055502227,0.0000796806,0.00010207129],"about_ca_topic_score_codex":0.0000046930973,"about_ca_topic_score_gemma":0.000004217362,"teacher_disagreement_score":0.057174593,"about_ca_system_score_codex":0.000022219028,"about_ca_system_score_gemma":0.000014483003,"threshold_uncertainty_score":0.36676311},"labels":[],"label_agreement":null},{"id":"W2972205030","doi":"10.21100/msor.v17i3.990","title":"Developing a math e-learning question specification for sharing questions between different systems","year":2019,"lang":"en","type":"article","venue":"MSOR Connections","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"Japan Society for the Promotion of Science","keywords":"Computer science; Base (topology); E learning; Mathematics education; Mathematics; Educational technology","score_opus":0.04284227320790983,"score_gpt":0.3191672426135551,"score_spread":0.27632496940564527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972205030","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25008258,0.00004250007,0.74388343,0.004069146,0.000810046,0.00039722736,0.000002995157,0.000385292,0.00032677344],"genre_scores_gemma":[0.9777244,0.000011613276,0.020385234,0.000020584997,0.0001509314,0.00034959038,0.000036925187,0.00000948399,0.0013112386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990793,0.00004407939,0.00022764322,0.00035674652,0.0001081577,0.0001840566],"domain_scores_gemma":[0.99913776,0.00025555724,0.00011807612,0.00031082882,0.00013892398,0.000038883216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025760615,0.0001056117,0.00013270412,0.00018074682,0.00039954967,0.00015428737,0.00033693336,0.000084874075,0.000005578253],"category_scores_gemma":[0.0000810552,0.00010455421,0.000046493882,0.00026546963,0.000015095632,0.00028476515,0.00007940301,0.00017404831,0.00008313749],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.436347e-7,0.000024658006,0.028456176,0.000022081704,0.000019052535,7.441511e-8,0.00008352423,0.0004689531,0.00047334612,0.969336,0.00004031767,0.0010751708],"study_design_scores_gemma":[0.0009727575,0.00037302182,0.54225814,0.00063654647,0.00007770799,0.00004620338,0.0015147809,0.24021505,0.0028445113,0.11999174,0.09006117,0.0010083349],"about_ca_topic_score_codex":0.000031831234,"about_ca_topic_score_gemma":0.000009501271,"teacher_disagreement_score":0.84934425,"about_ca_system_score_codex":0.00022804312,"about_ca_system_score_gemma":0.00007229597,"threshold_uncertainty_score":0.42635968},"labels":[],"label_agreement":null},{"id":"W2982644112","doi":"10.5539/cis.v12n4p72","title":"Improving an AI-Based Algorithm to Automatically Generate Concept Maps","year":2019,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Association rule learning; Task (project management); Inefficiency; Data mining; Quality (philosophy); Artificial intelligence; Reading (process); Machine learning","score_opus":0.006635199339815197,"score_gpt":0.2670837812288226,"score_spread":0.2604485818890074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982644112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02591135,0.0000051789116,0.9706264,0.0021494806,0.0005887173,0.00017943351,0.0000024613228,0.00016194364,0.00037503694],"genre_scores_gemma":[0.26544118,6.364465e-7,0.72718126,0.007312388,0.000033246768,0.000010590596,0.000005987823,0.0000014762147,0.000013226685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898875,0.00001603645,0.00022048163,0.00023034803,0.000325485,0.00021891722],"domain_scores_gemma":[0.99912125,0.000029771138,0.00006989149,0.00037401126,0.00025112918,0.00015394289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004873788,0.00008840631,0.00008691546,0.00027893536,0.00021357034,0.0006323366,0.0008436476,0.000035239984,0.000009370835],"category_scores_gemma":[0.000012169017,0.00007714954,0.000013594737,0.00066884194,0.00011839041,0.007772344,0.00027985006,0.00008749229,0.00013628817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6671473e-7,0.000019985124,0.00018777075,0.0000075138096,0.0000011409326,2.3098603e-7,0.0007130139,0.0010984382,0.00035393675,0.15595342,0.0002455976,0.8414184],"study_design_scores_gemma":[0.00015840333,0.0001316756,0.0054787574,0.000009672562,6.213896e-7,0.000007003878,0.000028196593,0.9880287,0.0025551934,0.0006918338,0.0027861937,0.00012375474],"about_ca_topic_score_codex":0.000004086247,"about_ca_topic_score_gemma":1.4211064e-7,"teacher_disagreement_score":0.98693025,"about_ca_system_score_codex":0.000040393206,"about_ca_system_score_gemma":0.00035463384,"threshold_uncertainty_score":0.6097636},"labels":[],"label_agreement":null},{"id":"W2986349959","doi":"10.5539/elt.v12n12p67","title":"Language Testing in China: Past and Future","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Guangdong University of Foreign Studies","keywords":"Professionalization; China; Psychology; Test (biology); Language assessment; Mainland China; Social science; Pedagogy; Sociology; Political science; Law","score_opus":0.004581191385425803,"score_gpt":0.2501977951349193,"score_spread":0.24561660374949348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986349959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98166686,0.0005457728,0.00083832716,0.00081046874,0.00045231145,0.00009946311,8.4666004e-7,0.00027346585,0.015312496],"genre_scores_gemma":[0.96731126,0.000002045363,0.03180965,0.0001353188,0.00046769017,0.000007402189,0.0000034897866,0.000007194419,0.00025591996],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99923897,0.00007119408,0.00011565303,0.00027240405,0.00010788939,0.0001939062],"domain_scores_gemma":[0.99948037,0.0001211332,0.000046231173,0.00030879932,0.00000941822,0.00003402164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004659443,0.00009840084,0.00010834002,0.00011966107,0.00006838009,0.00007408277,0.00035295816,0.00006773533,0.000016321283],"category_scores_gemma":[0.00014175403,0.00009000432,0.000015451384,0.00018791424,0.000013145764,0.00035355063,0.00017826889,0.0005302008,0.000010967385],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002107845,0.00015003367,0.22409011,0.000053338557,0.00001460734,0.000108027794,0.3632175,0.000031912652,0.0048355022,0.13227175,0.0001988938,0.2750262],"study_design_scores_gemma":[0.0023551248,0.0002679165,0.6606044,0.00042061022,0.000014549469,0.00014581044,0.3085131,0.010760009,0.0023295323,0.0030827345,0.0100532435,0.0014529213],"about_ca_topic_score_codex":0.00007297286,"about_ca_topic_score_gemma":0.00001334608,"teacher_disagreement_score":0.43651432,"about_ca_system_score_codex":0.00003298016,"about_ca_system_score_gemma":0.000023485392,"threshold_uncertainty_score":0.36702698},"labels":[],"label_agreement":null},{"id":"W2989633901","doi":"10.5539/ies.v12n12p55","title":"Investigating the Validity of Different Peer Groupings in the Assessment of English Writings","year":2019,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Guangdong University of Foreign Studies","keywords":"Peer feedback; Peer assessment; Psychology; Peer evaluation; Promotion (chess); Homogeneous; Mathematics education; Quality (philosophy); Test validity; Construct validity; Higher education; Psychometrics; Developmental psychology; Mathematics","score_opus":0.07087660242822855,"score_gpt":0.4062094524306231,"score_spread":0.33533285000239454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989633901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962124,0.00009533341,0.0007491527,0.028854875,0.0029697681,0.00018815495,0.0000021376577,0.000015913665,0.005000656],"genre_scores_gemma":[0.9943709,0.000039140083,0.004620425,0.00050779775,0.00010441256,0.000095765994,0.00000529708,0.0000023853424,0.00025392717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99879336,0.00010309311,0.00033104455,0.00016575189,0.00052364316,0.00008309851],"domain_scores_gemma":[0.99674845,0.00070139184,0.00028841328,0.0002756665,0.0019766048,0.00000947449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008870041,0.00008007802,0.00012985244,0.00010444566,0.000056492245,0.000029348563,0.0009345542,0.000026283547,0.000010618178],"category_scores_gemma":[0.001075342,0.000047915713,0.000045600733,0.0002288966,0.00012449629,0.00019541105,0.00019879472,0.00016846538,0.0000016671987],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6882944e-7,0.00023584072,0.40652502,0.00002214096,0.00004260245,3.0386705e-8,0.007637247,0.00001541519,0.00017437665,0.58249986,0.0018575944,0.0009896309],"study_design_scores_gemma":[0.00016070457,0.000049355862,0.8973961,0.00015359193,0.000008699723,0.0000018781936,0.026140083,0.0007727846,0.00092904153,0.07088267,0.0034154342,0.000089655834],"about_ca_topic_score_codex":0.00002538919,"about_ca_topic_score_gemma":0.000007978113,"teacher_disagreement_score":0.5116172,"about_ca_system_score_codex":0.000080347854,"about_ca_system_score_gemma":0.00018770355,"threshold_uncertainty_score":0.1953946},"labels":[],"label_agreement":null},{"id":"W2992174637","doi":"10.5539/elt.v13n1p31","title":"A Comparability Study of Text Difficulty and Task Characteristics of Parallel Academic IELTS Reading Tests","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Comparability; Scope (computer science); Task (project management); Psychology; Test (biology); Reading (process); Construct (python library); Reading comprehension; Natural language processing; Cognitive psychology; Computer science; Linguistics","score_opus":0.01083677456860607,"score_gpt":0.29725180008882757,"score_spread":0.2864150255202215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992174637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976268,0.00006552528,0.0013360562,0.000057952693,0.00018288253,0.0002608865,0.0000052480345,0.00008915106,0.00037551625],"genre_scores_gemma":[0.9955729,0.000002608127,0.0043003634,0.00001785473,0.000039664585,0.000008703848,0.000005165168,0.000004874315,0.000047854486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998948,0.00013931931,0.00031511544,0.00027886344,0.00017794615,0.00014077491],"domain_scores_gemma":[0.99892,0.00034500958,0.00021909755,0.00043769123,0.000041509164,0.000036691694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064099365,0.0001050386,0.0002602488,0.00008094572,0.000054400105,0.000015912492,0.0004610969,0.000075420336,0.000005311668],"category_scores_gemma":[0.0003854698,0.00009294734,0.000024393094,0.00011050799,0.000040207335,0.00021505929,0.0002343545,0.00051807676,0.0000014724935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009349077,0.00079366437,0.7243423,0.00008374903,0.000040057203,0.0000039077713,0.23537876,0.000024653355,0.010381741,0.0151371285,0.00003541939,0.013769311],"study_design_scores_gemma":[0.0007889308,0.00028634563,0.9492634,0.00012486415,0.00001862831,0.000005568365,0.046490464,0.001736153,0.00063526514,0.00036921093,0.00006610372,0.00021508882],"about_ca_topic_score_codex":0.000053849064,"about_ca_topic_score_gemma":0.0000043874124,"teacher_disagreement_score":0.2249211,"about_ca_system_score_codex":0.000025278581,"about_ca_system_score_gemma":0.000026977077,"threshold_uncertainty_score":0.37902826},"labels":[],"label_agreement":null},{"id":"W2992647727","doi":"","title":"Analysis of Mongolian Students' English Learning Status and the Countermeasure Study of Existing Problems","year":2015,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Countermeasure; Mathematics education; Quality (philosophy); Psychology; Engineering; Epistemology; Philosophy","score_opus":0.0456726331273949,"score_gpt":0.3742265385640946,"score_spread":0.3285539054366997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992647727","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941703,0.000075035954,0.00017297138,0.00022214043,0.00031494236,0.00017693071,5.5833067e-7,0.00001581555,0.004851324],"genre_scores_gemma":[0.9992276,0.0000032819983,0.00033817353,0.000016174337,0.000027427455,0.000022439779,6.3643427e-7,0.0000015675698,0.00036273777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861294,0.00010644136,0.00025368133,0.00020151921,0.0007023781,0.000123051],"domain_scores_gemma":[0.9983575,0.00008378495,0.0003821654,0.0001836472,0.00094675436,0.00004615601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001572943,0.00005708888,0.00017833334,0.00022398809,0.00018472836,0.00004757823,0.0007426441,0.000026252448,0.0000042191846],"category_scores_gemma":[0.00016013627,0.000043904354,0.0000268862,0.0021658274,0.0006783144,0.00030205632,0.00018171806,0.00009219211,1.6678958e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044211533,0.00068533275,0.58277524,0.000009554471,0.0000771157,2.0746807e-8,0.08543701,0.00014011443,0.000087438275,0.32967848,0.000024751462,0.0010805168],"study_design_scores_gemma":[0.00032859706,0.00008340704,0.9694195,0.00001033512,0.000075655866,6.634823e-8,0.027935093,0.00017071763,0.00007183006,0.0013641026,0.0004893194,0.000051403767],"about_ca_topic_score_codex":0.00027165763,"about_ca_topic_score_gemma":0.0000058460637,"teacher_disagreement_score":0.3866442,"about_ca_system_score_codex":0.000059961236,"about_ca_system_score_gemma":0.0005348615,"threshold_uncertainty_score":0.24992779},"labels":[],"label_agreement":null},{"id":"W2993353296","doi":"10.5539/elt.v13n1p18","title":"Comparison of Automatic and Expert Teachers’ Rating of Computerized English Listening-Speaking Test","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Active listening; Rasch model; Test (biology); Reliability (semiconductor); Inter-rater reliability; Rating scale; Mathematics education; Applied psychology; Developmental psychology; Communication","score_opus":0.0112248277917318,"score_gpt":0.3145122398373942,"score_spread":0.3032874120456624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993353296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9768179,0.0005316848,0.018291568,0.00007498626,0.0004945654,0.00017370236,0.0000019061928,0.0003173898,0.0032963185],"genre_scores_gemma":[0.86825585,0.0000013023458,0.13153175,0.000040234914,0.00010401221,0.0000064673245,0.0000046871587,0.000010245885,0.00004545424],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99866164,0.00014835643,0.0004458255,0.00030319896,0.000240101,0.00020086288],"domain_scores_gemma":[0.9982549,0.00081086997,0.00036163238,0.00045306014,0.00007526834,0.000044264696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076812145,0.00015175191,0.0003875147,0.0001456926,0.00009073317,0.000063441104,0.0005850863,0.00009109677,0.000017397835],"category_scores_gemma":[0.0009663026,0.00014496689,0.0000556203,0.00015607206,0.000058583082,0.0004176142,0.00031528325,0.0004356393,0.0000010506544],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016590454,0.00030209313,0.088471495,0.00012350893,0.00004293382,0.0000031593388,0.81464857,0.000061879335,0.029079068,0.011642267,0.0001097413,0.055513635],"study_design_scores_gemma":[0.003969603,0.0009877828,0.034089603,0.002646093,0.00006267906,0.000027330341,0.5185774,0.3488244,0.086485595,0.00045585813,0.0023862324,0.0014874224],"about_ca_topic_score_codex":0.000066681074,"about_ca_topic_score_gemma":0.0000032014407,"teacher_disagreement_score":0.34876254,"about_ca_system_score_codex":0.000034534245,"about_ca_system_score_gemma":0.000046096186,"threshold_uncertainty_score":0.59115785},"labels":[],"label_agreement":null},{"id":"W3001286655","doi":"10.17605/osf.io/n9pmd","title":"Inter-rater reliability for study selection of Spanish language articles using Google’s Neural Machine Translation (Google Translate)","year":2020,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Machine translation; Selection (genetic algorithm); Natural language processing; Computer science; Reliability (semiconductor); Artificial intelligence; Inter-rater reliability; Information retrieval; Machine learning; Statistics; Mathematics","score_opus":0.03353334232358544,"score_gpt":0.31624979391611696,"score_spread":0.2827164515925315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001286655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7193723,0.000002613911,0.2763054,0.0019089634,0.00011361401,0.00088307366,0.0000069906837,0.00014200642,0.0012650776],"genre_scores_gemma":[0.970227,0.0000016639535,0.029025951,0.00009236174,0.000032797332,0.00008786684,0.000005462082,0.000013137797,0.000513738],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976561,0.0003174761,0.0004907872,0.0010938264,0.00021665945,0.00022517327],"domain_scores_gemma":[0.99842495,0.00021823794,0.00017489052,0.00096921367,0.0001251814,0.0000875415],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015252123,0.00017127952,0.0002515983,0.00007908283,0.00012145273,0.000062323415,0.00077176257,0.00010208542,0.0064376686],"category_scores_gemma":[0.00030382135,0.00017902785,0.00012040551,0.0003304519,0.00006568768,0.0004409268,0.00023339066,0.00024773635,0.0024400423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005031814,0.0037888216,0.39373893,0.00037721958,0.00033687137,0.000009926635,0.0509394,0.017582992,0.26072377,0.0026743961,0.00049614644,0.26882836],"study_design_scores_gemma":[0.0015453909,0.00003972627,0.046472874,0.00003638541,0.00010250418,0.00001585592,0.0012050878,0.7901367,0.15454538,0.004476856,0.0010085392,0.0004146767],"about_ca_topic_score_codex":0.000166783,"about_ca_topic_score_gemma":0.00006684443,"teacher_disagreement_score":0.77255374,"about_ca_system_score_codex":0.00007267283,"about_ca_system_score_gemma":0.00009202785,"threshold_uncertainty_score":0.9983367},"labels":[],"label_agreement":null},{"id":"W3002618845","doi":"10.33422/icshe.2018.12.63","title":"Comprehensible Input and Differentiated ESL Instruction","year":2018,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Computer architecture","score_opus":0.01507977267793956,"score_gpt":0.2708496288014608,"score_spread":0.2557698561235212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3002618845","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8448616,0.000014429787,0.14824966,0.0020942201,0.00034294187,0.000034259545,1.2190043e-7,0.00017850682,0.004224246],"genre_scores_gemma":[0.9620975,0.00000447986,0.03727678,0.0002098524,0.000033287837,0.0000027767758,8.162029e-7,0.0000012002449,0.00037326143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99967384,0.000009896048,0.000057268448,0.00013584178,0.00005178269,0.00007138796],"domain_scores_gemma":[0.999752,0.000012801764,0.000017992126,0.00015136009,0.000043856842,0.000022007898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000028808507,0.000039513598,0.000039455805,0.000053066633,0.00009277433,0.000034295896,0.00014503417,0.000033279008,0.000041269424],"category_scores_gemma":[0.0000033837496,0.000032731787,0.0000062042604,0.00013641875,0.00007654781,0.00015292673,0.00010993604,0.000042966578,0.00003388491],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011843604,0.000047666043,0.014117208,0.0000029364978,0.000011388281,3.3992066e-7,0.00013771634,2.0290322e-7,0.0023203124,0.9391479,0.001562069,0.042651094],"study_design_scores_gemma":[0.00070934044,0.0002603131,0.72194034,0.000017932738,0.0000062238296,0.00006998524,0.00012075755,0.021930492,0.05431853,0.18331537,0.017040817,0.00026989437],"about_ca_topic_score_codex":0.0000086486825,"about_ca_topic_score_gemma":0.000007000334,"teacher_disagreement_score":0.7558325,"about_ca_system_score_codex":0.000007470174,"about_ca_system_score_gemma":0.000018516046,"threshold_uncertainty_score":0.13347636},"labels":[],"label_agreement":null},{"id":"W3007924065","doi":"10.1007/s10639-020-10133-3","title":"LPR: A bio-inspired intelligent learning path recommendation system based on meaningful learning theory","year":2020,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Personalized learning; Artificial intelligence; Component (thermodynamics); Machine learning; Path (computing); Cluster analysis; Ant colony optimization algorithms; Educational technology; Curriculum; Cooperative learning; Teaching method; Open learning; Mathematics education; Mathematics; Psychology","score_opus":0.013138942448063662,"score_gpt":0.2485323033994475,"score_spread":0.23539336095138386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007924065","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013938302,0.000113418915,0.8949464,0.06642305,0.00066079525,0.00046274203,0.000002089603,0.0056185387,0.017834691],"genre_scores_gemma":[0.985204,0.000087778455,0.013153364,0.0012964277,0.000023040227,0.000107142485,0.00006673015,0.000005147218,0.0000564152],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990389,0.00008962943,0.0003349503,0.00021390774,0.00016640179,0.00015623917],"domain_scores_gemma":[0.9991982,0.0001273669,0.0002892461,0.0001949506,0.00014408474,0.00004615685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004119192,0.0001469346,0.00012464973,0.00036217232,0.00035519345,0.0001948928,0.00037064188,0.00014804649,0.000017747487],"category_scores_gemma":[0.0006832933,0.00013552334,0.000032082316,0.00056946086,0.00005891567,0.0014499354,0.00012542437,0.00042174073,0.000110471745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009231505,0.000042686905,0.0008772735,0.000055716722,0.000007152971,8.44883e-8,0.0015418278,0.00038879926,0.000018915725,0.46855643,0.00074893434,0.52775294],"study_design_scores_gemma":[0.00052019977,0.0011112507,0.0024833847,0.0002882255,0.000017910452,0.000014303486,0.11542676,0.4206862,0.010945886,0.0050183604,0.44284302,0.0006445117],"about_ca_topic_score_codex":0.0000025483162,"about_ca_topic_score_gemma":1.0244955e-7,"teacher_disagreement_score":0.9712657,"about_ca_system_score_codex":0.000118702104,"about_ca_system_score_gemma":0.00019535306,"threshold_uncertainty_score":0.5526482},"labels":[],"label_agreement":null},{"id":"W3012605234","doi":"10.5539/elt.v11n5p24","title":"A Survey of Students’ Attitudes Toward English Graded Teaching in China: A Case Study of North China Electric Power University","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Perception; Appeal; Teaching method; Questionnaire; China; Pedagogy; Sociology; Political science; Social science","score_opus":0.01470073552318905,"score_gpt":0.30063985200386356,"score_spread":0.2859391164806745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012605234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9973467,0.0000622347,0.0013247624,0.0000136922035,0.0003354385,0.0003276471,0.0000064835435,0.00017876516,0.00040426996],"genre_scores_gemma":[0.99809897,0.0000016462583,0.0017652895,0.000009697506,0.000067424444,0.0000037393336,0.000006287316,0.000012007463,0.000034934135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744606,0.0010075193,0.00036517787,0.00047065088,0.00040440974,0.00030619343],"domain_scores_gemma":[0.9986916,0.00025948827,0.00025545014,0.0006237426,0.00010455707,0.000065135166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022783384,0.00019825879,0.00035260402,0.00052067416,0.00021928453,0.000044532608,0.0013442036,0.0000789767,0.000006612435],"category_scores_gemma":[0.0011207989,0.00020018716,0.000053961765,0.000766035,0.00006252459,0.00050118036,0.0005545498,0.00090686965,6.3428047e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000093530625,0.0019102002,0.6676036,0.000012544576,0.000055572127,0.0002870133,0.32780546,0.00002001883,0.000036129863,0.0007651503,0.00001747502,0.0014774369],"study_design_scores_gemma":[0.000855351,0.00054812053,0.95438385,0.00003834061,0.000014716118,0.000022778577,0.043630574,0.00018160653,0.00010365233,0.000013992203,0.000008696527,0.00019831075],"about_ca_topic_score_codex":0.010500155,"about_ca_topic_score_gemma":0.009733409,"teacher_disagreement_score":0.28678024,"about_ca_system_score_codex":0.00013163076,"about_ca_system_score_gemma":0.00010327175,"threshold_uncertainty_score":0.996089},"labels":[],"label_agreement":null},{"id":"W3016524587","doi":"10.1007/978-3-030-44648-2_3","title":"A General Method for Composing an Engineering HB","year":2020,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in computer science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Emmanuel Bible College","funders":"","keywords":"Software engineering; Computer science; Engineering","score_opus":0.02884763523837264,"score_gpt":0.3126411585915144,"score_spread":0.2837935233531418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016524587","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000093062044,0.000081847116,0.9919745,0.0017917193,0.0017496619,0.0003873619,0.0000041709523,0.00033614345,0.0035815341],"genre_scores_gemma":[0.002726968,0.000008293459,0.9949777,0.0007670123,0.0005324466,0.000035162626,0.000004733961,0.00003039775,0.0009172823],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99712056,0.00001588825,0.00044225954,0.0014133775,0.0005022783,0.0005056114],"domain_scores_gemma":[0.99832106,0.00017526837,0.00018799542,0.00094237126,0.00016092398,0.00021240332],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009811434,0.00036974926,0.00041476832,0.00054931385,0.00022126953,0.00038084926,0.003289555,0.00019935392,0.0000060723464],"category_scores_gemma":[0.000028557562,0.00041092385,0.00010965706,0.00034717828,0.00019389765,0.00073973683,0.0011355886,0.0005449434,0.000012307095],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016921691,0.000023929635,0.000010717298,0.000031763553,0.000009627017,0.000016152768,0.00015434413,0.004283834,0.0006856919,0.9223465,0.00004942499,0.07238635],"study_design_scores_gemma":[0.00019745898,0.00016967922,0.00021174272,0.00014990299,0.000006606391,0.00003645399,8.6848473e-7,0.9167919,0.0014394047,0.05345837,0.026985494,0.0005521205],"about_ca_topic_score_codex":0.000009346325,"about_ca_topic_score_gemma":0.0000041434105,"teacher_disagreement_score":0.9125081,"about_ca_system_score_codex":0.00027050218,"about_ca_system_score_gemma":0.0006122643,"threshold_uncertainty_score":0.99983424},"labels":[],"label_agreement":null},{"id":"W3016912625","doi":"10.3968/11554","title":"Review of the Studies on Multimedia Annotation in China Over the Past Two Decades","year":2020,"lang":"en","type":"article","venue":"Studies in literature and language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Annotation; Computer science; Vocabulary; Comprehension; Reading comprehension; Multimedia; Reading (process); Empirical research; Active listening; Linguistics; Artificial intelligence; Psychology; Communication","score_opus":0.021150621908064726,"score_gpt":0.37586120672528023,"score_spread":0.3547105848172155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016912625","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34875455,0.6101073,0.000015391252,0.040221177,0.00032223732,0.0002690452,0.000005110461,0.00001662998,0.0002885836],"genre_scores_gemma":[0.9758498,0.017012581,0.0006975935,0.006300373,0.000077350895,0.000033498553,0.0000013706139,0.0000018804225,0.00002552594],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99948853,0.00008277548,0.00014131039,0.00013812371,0.00008222947,0.000067021254],"domain_scores_gemma":[0.9995709,0.00017823516,0.0000617562,0.00015175717,0.000029983661,0.0000073421716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021130667,0.00006947344,0.00013178813,0.000028004079,0.00004971668,0.0000098136525,0.00022359619,0.000019381108,7.312501e-7],"category_scores_gemma":[0.0002750234,0.000032918368,0.000020577581,0.00047959245,0.00011128604,0.00007251252,0.00016475622,0.00019448395,3.5473198e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016285323,0.00016193956,0.036748465,0.004101327,0.00018837946,0.00003825795,0.78820777,0.000028877963,0.0002769039,0.112312764,0.022802724,0.035116293],"study_design_scores_gemma":[0.0023557337,0.00047727465,0.84718776,0.05010655,0.000076860015,0.000024310297,0.058877524,0.0011240955,0.0020969303,0.022564469,0.014387628,0.0007208759],"about_ca_topic_score_codex":0.0000021215242,"about_ca_topic_score_gemma":0.000015947126,"teacher_disagreement_score":0.8104393,"about_ca_system_score_codex":0.000011771215,"about_ca_system_score_gemma":0.000009656786,"threshold_uncertainty_score":0.13423721},"labels":[],"label_agreement":null},{"id":"W3022825172","doi":"10.5539/elt.v13n5p110","title":"A Contrastive Analysis of Classroom-Based Language Assessments","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Knowledge survey; Psychology; Mathematics education; Dynamic assessment; Standards-based assessment; Language assessment; Pedagogy","score_opus":0.012905029043769745,"score_gpt":0.3154407421216762,"score_spread":0.3025357130779065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022825172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5965524,0.00013126676,0.39862737,0.00075677095,0.00011163295,0.00008681779,0.000016769549,0.00028195805,0.0034350376],"genre_scores_gemma":[0.95119256,5.146934e-7,0.047860194,0.00076771126,0.000080196354,0.000012708618,0.000038905033,0.0000070463966,0.000040164283],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880624,0.00016426791,0.00023414772,0.00033464684,0.00026540444,0.0001952769],"domain_scores_gemma":[0.9990654,0.00028489725,0.00015856286,0.00035670312,0.000047508795,0.00008694039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037850317,0.00012739965,0.00027910966,0.00023229128,0.0000758469,0.000049137318,0.0006892263,0.00007089335,0.0000574386],"category_scores_gemma":[0.00048819426,0.000121337915,0.00013376436,0.0007685335,0.00003548821,0.00024446202,0.00012224911,0.00040271253,0.000004425573],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005091184,0.0013372871,0.07975795,0.00013290737,0.0038690213,0.00026604976,0.5054843,0.005442087,0.044955436,0.24181458,0.0013789459,0.11551057],"study_design_scores_gemma":[0.0034120118,0.00079676334,0.03402232,0.00015581514,0.0016072654,0.0000027182202,0.21690969,0.6834276,0.056004267,0.00040284407,0.0017636808,0.0014950688],"about_ca_topic_score_codex":0.00004955667,"about_ca_topic_score_gemma":0.000012277592,"teacher_disagreement_score":0.6779855,"about_ca_system_score_codex":0.00004530121,"about_ca_system_score_gemma":0.0000961052,"threshold_uncertainty_score":0.49480167},"labels":[],"label_agreement":null},{"id":"W3033974021","doi":"10.1145/3342529","title":"Learn-OCaml Extensions and Repository for Article Teaching the Art of Functional Programming using Automated Grading (Experience Report)","year":2019,"lang":"en","type":"dataset","venue":"Artifact Digital Object Group","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Grading (engineering); Computer science; Programming language; Functional programming; Software engineering; Mathematics education; Engineering; Psychology","score_opus":0.02939641665517751,"score_gpt":0.31391605163320246,"score_spread":0.28451963497802496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033974021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70023495,0.00052141346,0.1825428,0.002131838,0.0061042393,0.004056654,0.10237693,0.0016349818,0.0003961882],"genre_scores_gemma":[0.916093,0.0000036951142,0.0090009775,0.00010732518,0.00011949316,0.00012322584,0.07431685,0.000018889423,0.00021655812],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99844515,0.00004370777,0.0004499752,0.0004968069,0.00028689316,0.00027747318],"domain_scores_gemma":[0.9982976,0.00045584975,0.00040720374,0.00069625996,0.00008784174,0.000055250413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035882246,0.00019553109,0.0002331021,0.000113133654,0.0004553209,0.000362535,0.0003961975,0.00012582948,0.000002002349],"category_scores_gemma":[0.00031223102,0.00015039455,0.00009923499,0.00018129879,0.00016981104,0.00083806465,0.00028668542,0.00032738002,0.0000075245603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066325825,0.0018866453,0.008200403,0.00038224205,0.0005026328,0.00021609761,0.0014044428,0.00085797656,0.0110903215,0.010875456,0.9423799,0.022137534],"study_design_scores_gemma":[0.000784742,0.0009766534,0.013367125,0.0007889164,0.0001929949,0.00430767,0.0018125877,0.103094466,0.003222509,0.0037856898,0.8662359,0.001430758],"about_ca_topic_score_codex":0.000022051348,"about_ca_topic_score_gemma":0.0000029715288,"teacher_disagreement_score":0.21585804,"about_ca_system_score_codex":0.000062477426,"about_ca_system_score_gemma":0.00015235409,"threshold_uncertainty_score":0.6132912},"labels":[],"label_agreement":null},{"id":"W3043794403","doi":"10.46654/ij.24889849.e6620","title":"GEOGEBRA SOFTWARE: A VERITABLE PEDAGOGICAL TOOL FOR IMPROVING STUDENTS’ ACHIEVEMENT IN GEOMETRY","year":2015,"lang":"en","type":"article","venue":"International Journal of Advanced Academic Research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Mathematics education; Software; Geometry; Computer science; Calculus (dental); Engineering drawing; Mathematics; Programming language; Engineering","score_opus":0.1715556943637513,"score_gpt":0.5122451287806948,"score_spread":0.34068943441694355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043794403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79644555,0.0006834827,0.1898386,0.011589185,0.0011068878,0.00026795742,0.0000044185467,0.000021715638,0.000042184856],"genre_scores_gemma":[0.8796399,0.00016117503,0.11897539,0.0002678114,0.00038290818,0.00006736079,0.0000031730656,0.000009036009,0.00049321714],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966708,0.0001063368,0.0005873981,0.00025792117,0.001999395,0.00037819313],"domain_scores_gemma":[0.997392,0.000620616,0.00023182975,0.00017776221,0.0014497358,0.00012808725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004906662,0.00009835192,0.000171792,0.00077937415,0.00006425226,0.000108797314,0.0032441688,0.00013279186,0.000007227774],"category_scores_gemma":[0.002470753,0.000086591885,0.00006579709,0.0004355046,0.00007467512,0.001114527,0.0007506896,0.0012819563,0.000009411798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010534171,0.0022287413,0.32061931,0.00006134115,0.00027508795,0.00027496603,0.0026943511,0.0057116253,0.01601045,0.22644722,0.006243968,0.41837952],"study_design_scores_gemma":[0.015259121,0.0031145837,0.14491959,0.0006666194,0.00001697182,0.00059115345,0.005615112,0.0035298124,0.018249277,0.69010186,0.117039114,0.0008967795],"about_ca_topic_score_codex":0.0000065277804,"about_ca_topic_score_gemma":0.0000011651334,"teacher_disagreement_score":0.46365464,"about_ca_system_score_codex":0.0006814146,"about_ca_system_score_gemma":0.00070767186,"threshold_uncertainty_score":0.6028527},"labels":[],"label_agreement":null},{"id":"W3082484822","doi":"10.5539/elt.v13n9p94","title":"A Rasch-Based Validation of ELT Certificate-LORT","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fudan University; Beijing Municipal Office of Philosophy and Social Science Planning","keywords":"Rasch model; Psychology; Rubric; Certificate; Task (project management); Rating scale; Consistency (knowledge bases); Construct validity; Scale (ratio); Construct (python library); Comprehension; Applied psychology; Mathematics education; Psychometrics; Computer science; Developmental psychology; Artificial intelligence","score_opus":0.03924608435199482,"score_gpt":0.29643955436273384,"score_spread":0.257193470010739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082484822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73370224,0.000073314586,0.25905386,0.003855647,0.00020577056,0.00008911359,0.000001911116,0.00039241623,0.0026257562],"genre_scores_gemma":[0.9593601,3.9609512e-7,0.040060632,0.00040461955,0.000116751435,0.0000100584475,0.000014696608,0.000005689265,0.000027033402],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992402,0.0000877322,0.00016823405,0.00022093009,0.0001664294,0.000116426665],"domain_scores_gemma":[0.99944633,0.00009665061,0.000090774374,0.00028471323,0.000032385386,0.00004914284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032547407,0.0000754258,0.00010144358,0.00005963992,0.00006843579,0.0000362053,0.00051914057,0.00005002078,0.000029154877],"category_scores_gemma":[0.0004780618,0.00007293756,0.000042421794,0.00017075549,0.000023162638,0.0002237804,0.0000753313,0.00027040805,0.0000112579755],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027675434,0.00082413113,0.020911997,0.00022453706,0.00011782185,0.000058670128,0.40075696,0.0031833525,0.14573617,0.33908907,0.004527892,0.08454172],"study_design_scores_gemma":[0.0010753181,0.00025953865,0.0023331908,0.000099557976,0.00003536706,0.0000034226962,0.022580419,0.04139048,0.92205554,0.0016842978,0.007851055,0.0006318365],"about_ca_topic_score_codex":0.000014548652,"about_ca_topic_score_gemma":4.4325768e-7,"teacher_disagreement_score":0.7763193,"about_ca_system_score_codex":0.000019662793,"about_ca_system_score_gemma":0.00006435332,"threshold_uncertainty_score":0.29743075},"labels":[],"label_agreement":null},{"id":"W3092834191","doi":"10.3968/11884","title":"The Construction of the Evaluation System of College English Autonomous Learning in Web","year":2020,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Formative assessment; Computer science; Autonomous learning; Diversification (marketing strategy); Evaluation methods; College English; Process (computing); Evaluation function; Constructivism (international relations); Educational evaluation; Knowledge management; Function (biology); Key (lock); Mathematics education; Artificial intelligence; Psychology; Engineering","score_opus":0.02019314349780599,"score_gpt":0.31029164772126183,"score_spread":0.29009850422345584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092834191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9525271,0.00013158284,0.00022862486,0.012023011,0.0028794438,0.00044330335,0.0000025141662,0.00004824101,0.03171617],"genre_scores_gemma":[0.99884194,0.000002143226,0.0009537366,0.000029290595,0.000057237317,0.000022948685,2.72756e-7,0.0000012718001,0.00009114247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99896157,0.00011904992,0.00024395312,0.00014449556,0.00044407294,0.00008686019],"domain_scores_gemma":[0.9988446,0.00008267718,0.00034891765,0.00013237965,0.0005728774,0.000018525545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095214834,0.000041004063,0.00007851834,0.000055026423,0.0002600131,0.000014716588,0.00071258884,0.000035767178,0.0000071912086],"category_scores_gemma":[0.00017442764,0.000029746663,0.000026549616,0.0014677771,0.00058767677,0.00019458232,0.00009211229,0.000098345736,6.2433725e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011923781,0.000032831165,0.006730131,0.0000129760365,0.0000017766873,5.349925e-9,0.0027409736,0.000033967895,0.0023542454,0.98396575,0.00008517947,0.004040978],"study_design_scores_gemma":[0.0002502996,0.000059646733,0.95134014,0.000070949485,0.0000127867315,0.0000010002863,0.015947403,0.0049343407,0.016052349,0.0056341267,0.005597575,0.00009938147],"about_ca_topic_score_codex":0.000012453364,"about_ca_topic_score_gemma":0.0000011951363,"teacher_disagreement_score":0.9783316,"about_ca_system_score_codex":0.00015606807,"about_ca_system_score_gemma":0.002560728,"threshold_uncertainty_score":0.45426214},"labels":[],"label_agreement":null},{"id":"W3096694079","doi":"10.5539/elt.v13n11p94","title":"On the Strategies to Cultivate College Students’ Autonomous English Learning Ability in the New Era","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Psychology; Autonomous learning; Mathematics education; College English; Blended learning; Pedagogy; Educational technology","score_opus":0.012750430179274087,"score_gpt":0.29570155544851373,"score_spread":0.28295112526923966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096694079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660983,0.000045394867,0.009063509,0.016734008,0.0002720206,0.0003587844,0.0000019134975,0.00037678913,0.007049251],"genre_scores_gemma":[0.9934781,7.442943e-7,0.0032267717,0.0027965128,0.00032234803,0.000041765572,0.0000025326965,0.00000765309,0.00012356341],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982734,0.0005728914,0.00019471557,0.00036889204,0.00034162428,0.00024850544],"domain_scores_gemma":[0.998537,0.0008764593,0.000060770104,0.00042965641,0.000027926242,0.000068177105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001561688,0.00014463991,0.0001295593,0.000054113578,0.00030168702,0.00035221933,0.0018953158,0.000056791225,0.00002669776],"category_scores_gemma":[0.0024635836,0.00009151455,0.000045015197,0.00036717448,0.000028121209,0.00032960685,0.00031496148,0.0013957182,0.000016831535],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047234216,0.00010658362,0.0019216081,0.000004801603,0.000012689564,0.000019596355,0.63471234,0.0018304259,0.00016858749,0.35608774,0.002301596,0.002829282],"study_design_scores_gemma":[0.0008488594,0.00048483527,0.025005903,0.00010040167,0.0000129285,0.0000036180131,0.9339167,0.0030797683,0.000828161,0.007288978,0.02783976,0.0005901122],"about_ca_topic_score_codex":0.000093392555,"about_ca_topic_score_gemma":0.000032691,"teacher_disagreement_score":0.34879878,"about_ca_system_score_codex":0.00007841461,"about_ca_system_score_gemma":0.00016792206,"threshold_uncertainty_score":0.60637784},"labels":[],"label_agreement":null},{"id":"W3125077901","doi":"","title":"The Structure of Factor Content Predictions","year":2005,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Content (measure theory); Factor (programming language); Econometrics; Statistics; Mathematics; Computer science","score_opus":0.012256966625566698,"score_gpt":0.26328970634027926,"score_spread":0.25103273971471257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125077901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5080499,0.0040916977,0.44340405,0.0432256,0.00072394573,0.00012504181,0.0000048971006,0.00007161559,0.00030323156],"genre_scores_gemma":[0.997079,0.0007522791,0.0013543009,0.000048865342,0.00012342098,9.342781e-7,2.8305436e-7,0.0000021866201,0.000638696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99903476,0.00002684238,0.00014951371,0.0000766091,0.00014833806,0.00056391046],"domain_scores_gemma":[0.9995673,0.000050816387,0.00010589417,0.00017089871,0.00008098104,0.0000241143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021932712,0.00005095282,0.000051984214,0.00003855832,0.00026873391,0.000029344463,0.0005904053,0.000036326604,0.000007655777],"category_scores_gemma":[0.000023239872,0.000031442123,0.000041700816,0.000106832515,0.000045679044,0.00016781023,0.000038559272,0.0007937877,0.0000031122447],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014474891,0.000023348795,0.00087439804,2.9851574e-7,0.00004778671,6.127321e-8,0.00006453264,0.000035537876,0.0014178482,0.95923984,0.00010325328,0.03819164],"study_design_scores_gemma":[0.00041826424,0.0003198242,0.01755299,0.000011330568,0.00001344105,0.00054653914,0.0012962639,0.0014019628,0.008634976,0.9503817,0.01928949,0.00013325029],"about_ca_topic_score_codex":0.0000032895637,"about_ca_topic_score_gemma":0.0001840618,"teacher_disagreement_score":0.4890291,"about_ca_system_score_codex":0.000259761,"about_ca_system_score_gemma":0.0011992255,"threshold_uncertainty_score":0.34486568},"labels":[],"label_agreement":null},{"id":"W3128276583","doi":"10.1109/access.2021.3057515","title":"Multi-Swarm Optimization for Extracting Multiple-Choice Tests From Question Banks","year":2021,"lang":"en","type":"article","venue":"IEEE Access","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Particle swarm optimization; Simulated annealing; Computer science; Swarm behaviour; Multi-swarm optimization; Mathematical optimization; Pareto principle; Standard deviation; Algorithm; Pareto optimal; Multi-objective optimization; Mathematics; Artificial intelligence; Machine learning; Statistics","score_opus":0.08006138877431644,"score_gpt":0.4039544603057659,"score_spread":0.3238930715314494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128276583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13736334,0.00011685014,0.8591337,0.001785175,0.0012096579,0.00015076541,0.000007683701,0.00018361163,0.000049211892],"genre_scores_gemma":[0.6082449,0.000008856245,0.39117146,0.00022752714,0.00014114933,0.00007640967,0.000034948527,0.0000062800295,0.000088454646],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990772,0.000046253655,0.0001881506,0.00039850644,0.00012369028,0.00016622255],"domain_scores_gemma":[0.99796456,0.0012568822,0.00012781472,0.00035376393,0.0002553445,0.00004162295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014510157,0.00009910758,0.000098841054,0.000058743157,0.00018171986,0.00023954384,0.00062417047,0.00011031967,0.00001719827],"category_scores_gemma":[0.0008272729,0.000106073625,0.00003790014,0.00026280968,0.00001778086,0.0011056849,0.00010783305,0.00013834175,0.000006391579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026290381,0.002587657,0.4045641,0.00013339016,0.00020658156,0.00005189666,0.001156607,0.3003259,0.07115993,0.013989941,0.0037526872,0.20204501],"study_design_scores_gemma":[0.00065252476,0.000017267326,0.08940618,0.0000746862,0.0000143216275,0.000006234585,0.000038526345,0.80508125,0.10148728,0.0020061096,0.0009830369,0.0002326047],"about_ca_topic_score_codex":0.00009593068,"about_ca_topic_score_gemma":0.0001089206,"teacher_disagreement_score":0.5047553,"about_ca_system_score_codex":0.00005632575,"about_ca_system_score_gemma":0.0001434367,"threshold_uncertainty_score":0.43255568},"labels":[],"label_agreement":null},{"id":"W3133925071","doi":"10.1007/s11336-020-09744-z","title":"Erratum to: A Further Comparison Of Oblique Factor Transformation Methods","year":2021,"lang":"en","type":"erratum","venue":"Psychometrika","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of British Columbia","funders":"","keywords":"Oblique case; Transformation (genetics); Line (geometry); Factor (programming language); Econometrics; Statistics; Computer science; Mathematics; Psychology; Geometry; Philosophy; Linguistics; Programming language","score_opus":0.062903967864228,"score_gpt":0.4390875593766413,"score_spread":0.3761835915124133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133925071","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028348988,0.0047998517,0.90973186,0.009307872,0.03919363,0.0004374187,0.00004064341,0.00019013685,0.036015086],"genre_scores_gemma":[0.061200976,0.0008536497,0.85681045,0.001062969,0.0008932834,0.0003134372,0.00036699692,0.00007973134,0.078418486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976108,0.00024041609,0.00071226095,0.00059707504,0.00051547476,0.00032395334],"domain_scores_gemma":[0.99778324,0.00032942917,0.00038160954,0.0010304445,0.00034704097,0.00012823717],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005210436,0.00031075624,0.0006923651,0.0015022487,0.00007296379,0.00010264445,0.0015516132,0.00068043894,0.00017204872],"category_scores_gemma":[0.00028631598,0.00030243842,0.00021752603,0.0038704476,0.00004484329,0.0002558694,0.00012850465,0.0010664228,0.00004253967],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005573011,0.00051966973,0.00026462437,0.00018222902,0.00015274023,9.3251174e-7,0.0039874306,0.000004723998,0.0005528588,0.016404474,0.7840145,0.19391023],"study_design_scores_gemma":[0.00024116486,0.0003299016,0.005591345,0.00029056254,0.000026707019,0.0000063987522,0.0005250481,0.0004896527,0.006189584,0.0054989355,0.9803,0.0005106616],"about_ca_topic_score_codex":0.000013591587,"about_ca_topic_score_gemma":0.00001544736,"teacher_disagreement_score":0.19628552,"about_ca_system_score_codex":0.000115961586,"about_ca_system_score_gemma":0.0005486727,"threshold_uncertainty_score":0.9999428},"labels":[],"label_agreement":null},{"id":"W3136652779","doi":"10.5430/wjel.v11n1p34","title":"A Study on the Problems of Junior English Teaching Effectiveness and Corresponding Strategies: Taking English Grammar Teaching as an Example","year":2021,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Perspective (graphical); Grammar; Teaching english; Computer science; English grammar; Teaching method; Process (computing); College English; Teaching and learning center; Focus (optics); Psychology; Linguistics; Artificial intelligence","score_opus":0.02485194087660176,"score_gpt":0.3156632788805616,"score_spread":0.29081133800395986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136652779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99121344,0.00028530127,0.002084486,0.000067410656,0.0014053722,0.00024593345,0.0000015493863,0.00007754058,0.0046189385],"genre_scores_gemma":[0.99650353,0.0000049851515,0.0027607311,0.00006888612,0.00056612655,0.000020367106,0.0000012984962,0.00001681797,0.00005724024],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99706095,0.0013797757,0.0004700819,0.00034084104,0.00045294038,0.00029537687],"domain_scores_gemma":[0.9962275,0.0018897296,0.00059936015,0.00053021894,0.00064761325,0.00010558294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005156907,0.00020191619,0.0003612312,0.00036780088,0.00035065017,0.00038364282,0.0008572251,0.000060068232,0.000018031371],"category_scores_gemma":[0.004341167,0.00015185135,0.00008195942,0.0004350686,0.000068660825,0.0010201258,0.00023476193,0.0013190649,2.8871082e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050861858,0.0013976649,0.00975754,0.00007070472,0.00020749272,0.00026755867,0.6388033,0.00032493987,0.002692458,0.33131754,0.00007447019,0.015035454],"study_design_scores_gemma":[0.0017217455,0.0013631999,0.030271742,0.0010753217,0.00007141549,0.000067548404,0.9515983,0.00011770985,0.0037452972,0.005311195,0.004226047,0.00043048806],"about_ca_topic_score_codex":0.000071631075,"about_ca_topic_score_gemma":0.00008583022,"teacher_disagreement_score":0.32600635,"about_ca_system_score_codex":0.00010755663,"about_ca_system_score_gemma":0.0002851714,"threshold_uncertainty_score":0.6192318},"labels":[],"label_agreement":null},{"id":"W3144739624","doi":"","title":"Test Review： Canadian Academic English Language （CAEL） Assessment","year":2011,"lang":"en","type":"article","venue":"Acta Scientiarum Naturalium Universitatis Sunyatseni","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Test (biology); Language assessment; Linguistics; Computer science; Natural language processing; Geology; Philosophy","score_opus":0.013114086418353321,"score_gpt":0.2655552543664973,"score_spread":0.252441167948144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144739624","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3456495,0.020281818,0.010044694,0.17712727,0.022177072,0.004038028,0.00041890953,0.0035082286,0.41675448],"genre_scores_gemma":[0.96221614,0.00058501196,0.032435533,0.001876767,0.000059179794,0.000008072756,0.000050501283,0.000011586662,0.0027572215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978423,0.00010205278,0.00026362063,0.00065958145,0.00047038312,0.00066204293],"domain_scores_gemma":[0.9981379,0.00018368226,0.00017589751,0.00079714594,0.0003129215,0.00039245232],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054148905,0.00023883347,0.0002266933,0.0005815215,0.00045957902,0.00006993652,0.0022054831,0.00020525036,0.0004507067],"category_scores_gemma":[0.00023085192,0.00023686986,0.00010537328,0.0015215174,0.00019779665,0.0015019813,0.00038891428,0.00076103676,0.00010094674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055876776,0.00029992455,0.035582513,0.00020170602,0.00016770697,0.00041822754,0.013449904,0.0000014110535,0.0043260707,0.4144393,0.5216288,0.0094788745],"study_design_scores_gemma":[0.003073712,0.00094942556,0.44063428,0.0024201262,0.00052894885,0.0003846269,0.024987385,0.0028203113,0.013906114,0.01400471,0.49130994,0.004980414],"about_ca_topic_score_codex":0.004952585,"about_ca_topic_score_gemma":0.00542621,"teacher_disagreement_score":0.6165666,"about_ca_system_score_codex":0.00042221794,"about_ca_system_score_gemma":0.00092543976,"threshold_uncertainty_score":0.9659273},"labels":[],"label_agreement":null},{"id":"W3163384090","doi":"10.3968/9566","title":"Application of An Improved Deviation Analysis of Double Mean Data in Student’S Teaching Evaluation Data","year":2021,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Standard deviation; Process (computing); Evaluation methods; Experimental data; Mathematics education; Data mining; Statistics; Mathematics; Reliability engineering","score_opus":0.07930003379203303,"score_gpt":0.4625954480301,"score_spread":0.38329541423806696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163384090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.958232,0.00015534418,0.034551695,0.0019910203,0.00061015476,0.00045198292,0.000035519064,0.000029481685,0.0039428305],"genre_scores_gemma":[0.9778057,0.0000033906467,0.021577308,0.000032735436,0.000034963283,0.000023119215,0.00046899504,0.0000021167723,0.000051723186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9980988,0.00012458843,0.0004123541,0.00055011245,0.00070270954,0.00011146533],"domain_scores_gemma":[0.9972611,0.000055489872,0.000488354,0.0015011044,0.0006635638,0.000030402925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032577862,0.00006331671,0.00017209696,0.00040289626,0.00013174633,0.00003629472,0.0025627054,0.000051301122,0.000021600898],"category_scores_gemma":[0.000080687365,0.00006899039,0.0000201022,0.0031430114,0.00017389313,0.0016493712,0.0005974912,0.00008681004,5.120645e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004326023,0.0018208581,0.04367288,0.000023264256,0.0000663106,3.404807e-8,0.0037812002,0.00010766204,0.053517964,0.8368765,0.00004417484,0.060084824],"study_design_scores_gemma":[0.00018723268,0.000015405752,0.9434502,0.000009468798,0.0001167918,1.6471779e-7,0.0010917087,0.046676025,0.005508308,0.0025896833,0.00027746276,0.00007753382],"about_ca_topic_score_codex":0.00035847863,"about_ca_topic_score_gemma":0.00010285664,"teacher_disagreement_score":0.89977735,"about_ca_system_score_codex":0.00013747277,"about_ca_system_score_gemma":0.0018452557,"threshold_uncertainty_score":0.4762187},"labels":[],"label_agreement":null},{"id":"W3173190536","doi":"","title":"Application of Mathematical Induction in Teaching of Macro Economics: In Example of Teaching Based on IS Curve","year":2016,"lang":"en","type":"article","venue":"Higher education of social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Class (philosophy); Mathematics education; Mathematical induction; Macro; Computer science; Economics education; Work (physics); Mathematical economics; Mathematics; Artificial intelligence; Physics; Primary education; Programming language; Geometry","score_opus":0.02413001377099022,"score_gpt":0.3344967023826521,"score_spread":0.3103666886116619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173190536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9680782,0.0000062600207,0.02159114,0.002536263,0.00018972791,0.00016708465,0.0000024898654,0.000009303916,0.0074195527],"genre_scores_gemma":[0.98509246,0.0000011609515,0.014745278,0.000042521315,0.000021072161,0.000024737928,6.198574e-7,0.0000023209507,0.00006981887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99903303,0.00006184753,0.00038397798,0.00022649684,0.0001892022,0.00010546756],"domain_scores_gemma":[0.9991091,0.00016792388,0.0003803378,0.00023721081,0.00008616399,0.000019295638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012069029,0.000057579568,0.00014486867,0.000352342,0.00005002095,0.0000054290385,0.00050142425,0.000057790177,0.000017140384],"category_scores_gemma":[0.00006679159,0.000049984556,0.000026017711,0.0003869214,0.00029491662,0.0003216924,0.00004953607,0.00009752181,0.0000014712015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026248456,0.00052944274,0.01937211,0.000021816642,0.0000010096182,5.331586e-9,0.00168714,0.000011272323,0.016793896,0.9420284,0.00001944548,0.019532852],"study_design_scores_gemma":[0.00027685735,0.000078268706,0.80214375,0.00017859742,0.0000027374274,2.9775902e-7,0.0004481209,0.0011153193,0.06138806,0.13379806,0.00045733762,0.0001125935],"about_ca_topic_score_codex":0.00023361456,"about_ca_topic_score_gemma":0.0000018289427,"teacher_disagreement_score":0.80823034,"about_ca_system_score_codex":0.0001644505,"about_ca_system_score_gemma":0.00048075998,"threshold_uncertainty_score":0.2038311},"labels":[],"label_agreement":null},{"id":"W3173703492","doi":"10.5539/ies.v14n7p27","title":"An Investigation into the Influence of Blended Learning on Oral English Proficiency of Senior High School Students","year":2021,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Blended learning; Mathematics education; Psychology; Pronunciation; Fluency; Class (philosophy); Language proficiency; Vocabulary; Teaching method; Empirical research; Multimethodology; Educational technology; Pedagogy; Computer science; Mathematics; Linguistics","score_opus":0.02411488238075118,"score_gpt":0.3914149864484976,"score_spread":0.36730010406774644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173703492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99046224,0.00018000574,0.00035784836,0.007226732,0.0014890766,0.000103448045,0.0000011564168,0.000041197083,0.00013830538],"genre_scores_gemma":[0.9900399,0.00009185085,0.008817202,0.00031470746,0.00007608758,0.00008308862,0.0000120293225,0.0000037066097,0.0005614719],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865854,0.00013296487,0.00032454226,0.0002618047,0.0005383067,0.0000838506],"domain_scores_gemma":[0.9957056,0.0001735528,0.0002811984,0.0002993857,0.0035077634,0.000032499553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039489416,0.00009226641,0.00012569186,0.00014670975,0.00013781255,0.000044628356,0.0008093686,0.000037268797,0.000010782061],"category_scores_gemma":[0.0013270227,0.00007355438,0.000030966272,0.00041282817,0.00016376369,0.000437951,0.00018965299,0.00017075369,0.000006205073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000113757305,0.0012199808,0.47937635,0.00004170101,0.00026274516,8.432875e-7,0.024544,0.004737347,0.009469666,0.4692596,0.0006121878,0.010464212],"study_design_scores_gemma":[0.00024678206,0.00017100743,0.886438,0.000178958,0.000018524257,0.0000031437212,0.023242276,0.00027423812,0.03908898,0.049691845,0.00050058897,0.00014564786],"about_ca_topic_score_codex":0.00006804488,"about_ca_topic_score_gemma":0.00001768145,"teacher_disagreement_score":0.41956773,"about_ca_system_score_codex":0.00010667036,"about_ca_system_score_gemma":0.00093187246,"threshold_uncertainty_score":0.29994607},"labels":[],"label_agreement":null},{"id":"W3174893858","doi":"","title":"Teaching individuals to conduct a preference assessment procedure using computer-aided personalized system of instruction","year":2013,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Preference; Computer science; Computer-aided; Mathematics education; Psychology; Mathematics; Programming language; Statistics","score_opus":0.043537803477515284,"score_gpt":0.2813419989200133,"score_spread":0.23780419544249803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174893858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9415145,0.000032099397,0.05591345,0.00048776105,0.0006088335,0.00061901635,0.000015312682,0.000120894234,0.0006881293],"genre_scores_gemma":[0.7696848,0.0000050230155,0.22980346,0.000011809806,0.000038255075,0.0000030041608,0.00006627479,0.000010951274,0.0003764417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9983881,0.00015957546,0.00021903796,0.0005145774,0.00050601206,0.00021270907],"domain_scores_gemma":[0.99834,0.000058783182,0.0007214952,0.00042672566,0.00036901407,0.00008398231],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002963295,0.0002415567,0.00047763617,0.0005188939,0.00030297157,0.000045704943,0.0011302108,0.00029422969,0.0000045650504],"category_scores_gemma":[0.000012420258,0.0002957766,0.00011006963,0.00035837185,0.00006600266,0.00051823107,0.00023983572,0.00043212538,0.000008061683],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010845871,0.0012318539,0.063653685,0.008755727,0.001491198,0.000031774576,0.020574616,0.0010933796,0.039925333,0.8332069,0.004474135,0.025452932],"study_design_scores_gemma":[0.0026030766,0.00091592874,0.6851037,0.0061251125,0.00050040265,0.000090522386,0.24496931,0.05073061,0.0040801726,0.0017987852,0.0014706779,0.001611695],"about_ca_topic_score_codex":0.0015751241,"about_ca_topic_score_gemma":0.0027942583,"teacher_disagreement_score":0.83140814,"about_ca_system_score_codex":0.00036738196,"about_ca_system_score_gemma":0.00059902,"threshold_uncertainty_score":0.99994946},"labels":[],"label_agreement":null},{"id":"W3176080488","doi":"10.23977/aetp.2021.54001","title":"A Survey on the Deep Integration of Information Technology and Classroom Teaching of English Teachers in Higher Vocational Colleges","year":2021,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Operability; Vocational education; Index (typography); Mathematics education; Set (abstract data type); Rationality; College English; Computer science; Table (database); Information technology; GRASP; Engineering management; Engineering; Psychology; Pedagogy; Data mining; Software engineering","score_opus":0.01834256820745139,"score_gpt":0.341884997524584,"score_spread":0.3235424293171326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176080488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8641846,0.0054268567,0.013261692,0.10823552,0.0015399641,0.0003407232,0.000018041144,0.00007078591,0.006921769],"genre_scores_gemma":[0.9819904,0.00048741925,0.016904233,0.00040910818,0.000018325085,0.00010715845,0.000024286193,0.0000032442135,0.00005580442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988483,0.00017454993,0.00042779185,0.00028576242,0.00010840218,0.0001551528],"domain_scores_gemma":[0.99826545,0.0008623129,0.00023267156,0.00034324685,0.00028099582,0.000015347492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006328233,0.000117402895,0.00020135961,0.0012990575,0.00007721475,0.000008778604,0.0004163165,0.00031076782,0.000016634189],"category_scores_gemma":[0.0014814967,0.000102234015,0.000014883079,0.0017014861,0.00056175876,0.00043186205,0.00010511089,0.0005540466,0.0000013367724],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084914855,0.00020867163,0.14122598,0.0000067961564,0.00000871215,2.857134e-7,0.00064996973,0.000011220644,0.00010103665,0.81387824,0.00011276849,0.043787844],"study_design_scores_gemma":[0.00030140736,0.00008987422,0.581941,0.000048526435,0.000002192084,0.0000098163355,0.0012220561,0.000060534643,0.00047384933,0.41192922,0.0038358413,0.000085687345],"about_ca_topic_score_codex":0.000007171315,"about_ca_topic_score_gemma":0.000121877005,"teacher_disagreement_score":0.44071501,"about_ca_system_score_codex":0.000040735442,"about_ca_system_score_gemma":0.00017427266,"threshold_uncertainty_score":0.41689822},"labels":[],"label_agreement":null},{"id":"W3177877513","doi":"10.24908/pceea.vi0.14830","title":"DEVELOPMENT OF LARGE SCALE STEM PROBLEM DATABASES FOR STUDENT LEARNING AND ASSESSMENT TOOLS","year":2021,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"MacEwan University","funders":"","keywords":"Computer science; Database; Sentence; Variety (cybernetics); Scale (ratio); Extension (predicate logic); Open source; Artificial intelligence; Software; Programming language","score_opus":0.015934733468109585,"score_gpt":0.29012761185234526,"score_spread":0.27419287838423567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177877513","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97000474,0.0003125508,0.012128312,0.01296395,0.001157315,0.0008648004,0.000041590076,0.00011135867,0.002415412],"genre_scores_gemma":[0.7289457,0.000010900637,0.26959547,0.00007261645,0.000031663356,0.00014322062,0.000015448206,0.000009033501,0.0011759822],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99911684,0.000006184501,0.00025985285,0.00019302646,0.0002351522,0.00018896922],"domain_scores_gemma":[0.99883735,0.000080056205,0.00028803552,0.00007973264,0.0006372852,0.00007755282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059707055,0.000084934836,0.0001262292,0.00012584588,0.00020575247,0.00008370647,0.00026578264,0.00005682376,0.0000035920305],"category_scores_gemma":[0.00018214929,0.00008613361,0.00003322942,0.00031131064,0.000007914597,0.00026691752,0.000097222764,0.00013990917,3.9766962e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.200294e-7,0.00041156213,0.3951348,0.00067916437,0.00021082936,6.734551e-8,0.00595288,0.00014947927,0.011094326,0.56518465,0.003819854,0.017361475],"study_design_scores_gemma":[0.00053293235,0.00003463927,0.6296658,0.00052410935,0.000060598628,0.0000063123393,0.007264686,0.0039970195,0.057646114,0.00076784793,0.29905146,0.00044850135],"about_ca_topic_score_codex":0.00006302634,"about_ca_topic_score_gemma":0.001025044,"teacher_disagreement_score":0.56441677,"about_ca_system_score_codex":0.0008323699,"about_ca_system_score_gemma":0.002072791,"threshold_uncertainty_score":0.36770424},"labels":[],"label_agreement":null},{"id":"W3184828751","doi":"","title":"Exploring online specifications grading: An undergraduate course case study","year":2021,"lang":"en","type":"article","venue":"EdMedia + Innovate Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"MacEwan University; University of Calgary","funders":"","keywords":"Course (navigation); Grading (engineering); Computer science; Online course; Mathematics education; Engineering; Psychology","score_opus":0.2767923023082303,"score_gpt":0.3727677627761448,"score_spread":0.0959754604679145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184828751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519346,0.00005343048,0.024337677,0.02171166,0.001156699,0.00012470284,0.0000013470958,0.00044342232,0.00023650627],"genre_scores_gemma":[0.9731386,0.00002652122,0.025646206,0.00011706554,0.00029401443,0.00006345353,0.00004363458,0.000016286924,0.00065422786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9983859,0.00018281498,0.00032345112,0.0005407295,0.0002643069,0.00030280522],"domain_scores_gemma":[0.9986546,0.00015208573,0.00013767267,0.0006566356,0.00030621755,0.00009278571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043055625,0.00015654917,0.000160804,0.00019116857,0.0004880837,0.00015937722,0.00047662563,0.000048098835,0.00002167635],"category_scores_gemma":[0.0001441129,0.00016912396,0.000029667344,0.0017491292,0.00005511042,0.0008333905,0.00023392636,0.00073582295,0.0000413662],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004823411,0.007621808,0.21232498,0.000028089562,0.00028053793,0.016694495,0.02048916,0.002029067,0.00518145,0.6101065,0.0011213783,0.12411767],"study_design_scores_gemma":[0.00502009,0.0022492895,0.3382798,0.00029474776,0.0002293786,0.018019635,0.39736247,0.052192163,0.01466664,0.07565767,0.09201157,0.0040165256],"about_ca_topic_score_codex":0.00002715727,"about_ca_topic_score_gemma":0.000077182456,"teacher_disagreement_score":0.53444886,"about_ca_system_score_codex":0.000066975714,"about_ca_system_score_gemma":0.00028878322,"threshold_uncertainty_score":0.68966746},"labels":[],"label_agreement":null},{"id":"W3202946036","doi":"10.3968/12287","title":"On Writing the Abstract in Scientific and Technological Papers","year":2021,"lang":"en","type":"article","venue":"Cross-cultural communication","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Key (lock); Quality (philosophy); Generalization; Scientific writing; Computer science; Linguistics; Mathematics education; Psychology; Epistemology; Philosophy","score_opus":0.03411020701471537,"score_gpt":0.35930323608957115,"score_spread":0.3251930290748558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202946036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9693746,0.00058369077,0.000055476678,0.024827957,0.000052946445,0.00006607497,6.389285e-7,0.00009873781,0.0049398844],"genre_scores_gemma":[0.99658656,0.00007251684,0.0028937908,0.0002027991,0.0000041859903,0.00002579691,0.000012462511,0.0000015940892,0.00020030321],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993525,0.000054734734,0.00014426155,0.00021642567,0.00011290908,0.000119133736],"domain_scores_gemma":[0.9988151,0.00027377607,0.00005321416,0.00072549557,0.00011688559,0.000015479995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004968367,0.00006278032,0.000056861067,0.00003327984,0.000671496,0.00068078045,0.00080052426,0.000075455486,0.000010526748],"category_scores_gemma":[0.0002596501,0.00004107265,0.000019195964,0.0003825641,0.0006917969,0.00035098684,0.0003803134,0.0003448461,0.000012128841],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011025503,0.000074222226,0.004527796,0.000003388999,0.00000307901,0.0000023145806,0.00023209165,0.00002508402,0.007905241,0.9391228,0.000117563395,0.047985308],"study_design_scores_gemma":[0.00034510953,0.00002874309,0.82543504,0.00011731313,0.0000028312995,0.00006231644,0.0020678062,0.0010228163,0.0149892345,0.13478346,0.020906076,0.00023923695],"about_ca_topic_score_codex":0.0000038266826,"about_ca_topic_score_gemma":0.000020446536,"teacher_disagreement_score":0.82090724,"about_ca_system_score_codex":0.00004442994,"about_ca_system_score_gemma":0.000039291237,"threshold_uncertainty_score":0.65647817},"labels":[],"label_agreement":null},{"id":"W3210055626","doi":"10.3233/jifs-210991","title":"Evidential classification of incomplete instance based on K-nearest centroid neighbor","year":2021,"lang":"en","type":"article","venue":"Journal of Intelligent & Fuzzy Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Missing data; Weighting; Centroid; Artificial intelligence; Computer science; Pattern recognition (psychology); Data mining; Imputation (statistics); Entropy (arrow of time); Classifier (UML); k-nearest neighbors algorithm; Robustness (evolution); One-class classification; Machine learning; Mathematics","score_opus":0.03822546594042025,"score_gpt":0.30231619344811433,"score_spread":0.2640907275076941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210055626","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10841093,0.0027149,0.86888,0.00993646,0.006656659,0.00029592522,0.000009552893,0.00004886955,0.0030467217],"genre_scores_gemma":[0.99344784,0.00009250407,0.0059766094,0.00014126448,0.00022360634,0.0000056639988,0.0000029297476,0.00000688427,0.00010271205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791855,0.00020639636,0.00086315844,0.00020473042,0.0006396351,0.00016756056],"domain_scores_gemma":[0.9973855,0.00026003754,0.0009288933,0.0004685761,0.000870382,0.00008663822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006423007,0.00012250691,0.00029426045,0.0002471837,0.00007085692,0.000094242074,0.00075643987,0.000084707965,0.00001702846],"category_scores_gemma":[0.0001839708,0.00010549147,0.00015087369,0.00046859964,0.000049060676,0.00034265843,0.00005977887,0.00027709958,0.000020529851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013979207,0.0019991375,0.025542665,0.00036135822,0.0002594897,0.00017875979,0.0005134367,0.012620853,0.037122883,0.8996061,0.004965048,0.016690481],"study_design_scores_gemma":[0.0035969573,0.0038922972,0.18407483,0.008928815,0.00022280974,0.0013608749,0.006064131,0.3620409,0.2694759,0.019261017,0.13939454,0.0016869048],"about_ca_topic_score_codex":0.000007846221,"about_ca_topic_score_gemma":0.0000033364408,"teacher_disagreement_score":0.8850369,"about_ca_system_score_codex":0.0002002137,"about_ca_system_score_gemma":0.00060202624,"threshold_uncertainty_score":0.43018174},"labels":[],"label_agreement":null},{"id":"W3211620527","doi":"10.23977/jeis.2021.61011","title":"Design and implementation of efficient Learning platform based on SpringBoot Framework","year":2021,"lang":"en","type":"article","venue":"Journal of Electronics and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Function (biology); The Internet; Information exchange; Multimedia; Order (exchange); Black box; Systems design; Human–computer interaction; Engineering management; Software engineering; World Wide Web; Engineering; Artificial intelligence; Telecommunications","score_opus":0.011681141548583336,"score_gpt":0.30896596288086314,"score_spread":0.2972848213322798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211620527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2822575,0.00008916296,0.71656203,0.0008972745,0.00006014258,0.000032064116,8.470654e-8,0.0000037441832,0.00009797354],"genre_scores_gemma":[0.9314168,0.00012850646,0.06827963,0.0001675501,0.0000048541824,7.8767073e-7,1.8962004e-7,6.066226e-7,0.0000010926117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992244,0.000013965398,0.00025870834,0.000059158287,0.0003296325,0.00011408163],"domain_scores_gemma":[0.9991047,0.0001248209,0.00032238394,0.00007736827,0.00033223114,0.00003849969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011970341,0.000041196246,0.00006854991,0.00022723468,0.0001489065,0.000106319014,0.00017573504,0.000023607745,0.000003905015],"category_scores_gemma":[0.00012584658,0.000034482913,0.000013349684,0.00046460048,0.000059661914,0.0013446654,0.000043838096,0.00017969939,3.927925e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008260875,0.000034881738,0.0011070834,0.000012630786,0.000004778081,6.4140886e-7,0.000984968,0.035432693,0.0025477752,0.8968954,0.0000113441465,0.06295955],"study_design_scores_gemma":[0.00065204373,0.0012796139,0.030242879,0.00010975969,0.000008883063,0.00009413498,0.0012647761,0.7980097,0.1531439,0.012492214,0.0025538604,0.00014823453],"about_ca_topic_score_codex":3.9805587e-7,"about_ca_topic_score_gemma":8.434936e-8,"teacher_disagreement_score":0.88440317,"about_ca_system_score_codex":0.000055788933,"about_ca_system_score_gemma":0.0008523494,"threshold_uncertainty_score":0.15120313},"labels":[],"label_agreement":null},{"id":"W3215773746","doi":"10.18260/1-2--38444","title":"Online Hands-on Embedded System Project in Virtual Classroom","year":2024,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada); La Cité Collégiale","funders":"National Science Foundation","keywords":"Computer science; Multimedia; Virtual reality; Human–computer interaction; World Wide Web","score_opus":0.024391422931324788,"score_gpt":0.32901664431846234,"score_spread":0.30462522138713755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215773746","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7060784,0.00021250323,0.24213237,0.012184289,0.0025118962,0.00052466174,0.000007532208,0.002482763,0.033865575],"genre_scores_gemma":[0.9889119,0.000004500671,0.00815687,0.0001477292,0.00005920019,0.000032643646,0.0000045386655,0.000003843036,0.0026787377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929255,0.000027542828,0.00013549016,0.00028289433,0.00012940519,0.0001321352],"domain_scores_gemma":[0.9996202,0.00009034283,0.000012712252,0.00024451688,0.000015166036,0.000017047183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015719369,0.00007335863,0.000076467775,0.00023399586,0.000028315904,0.000075990465,0.00036159393,0.00006343058,0.000007486008],"category_scores_gemma":[0.000009456054,0.000055735978,0.000024446179,0.0004944171,0.00001601057,0.00014978177,0.00008049157,0.00017428181,0.000106561616],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012843689,0.00013240501,0.00020037637,0.000019444316,0.000007292074,0.000027094902,0.00019959282,0.000028939792,0.00006376501,0.98293996,0.004020931,0.0123588955],"study_design_scores_gemma":[0.0012375207,0.0018819463,0.0052562268,0.0013063223,0.00001255984,0.00016449709,0.010920949,0.9325745,0.008047686,0.013033705,0.02475527,0.0008088311],"about_ca_topic_score_codex":0.000015579004,"about_ca_topic_score_gemma":0.000026142638,"teacher_disagreement_score":0.9699063,"about_ca_system_score_codex":0.00009782222,"about_ca_system_score_gemma":0.00020756076,"threshold_uncertainty_score":0.22728471},"labels":[],"label_agreement":null},{"id":"W3216900385","doi":"10.23977/aetp.2021.59001","title":"The Influence of Teachers' Corrective Feedback on the Accuracy of English Writing","year":2021,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Corrective feedback; Mathematics education; Sample (material); Class (philosophy); Computer science; Control (management); Psychology; Feedback control; Engineering; Artificial intelligence; Control engineering","score_opus":0.011199935017429436,"score_gpt":0.35498377246239937,"score_spread":0.34378383744496993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216900385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9295235,0.0047570383,0.00075418036,0.059433788,0.0008067093,0.00011755909,0.0000021798924,0.000027259812,0.0045777736],"genre_scores_gemma":[0.99408156,0.0016028784,0.0035685962,0.0005592714,0.00003164551,0.00008365113,0.0000012856417,0.0000026762016,0.000068439775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990951,0.00010386469,0.0002766612,0.00027725304,0.00009209555,0.00015506064],"domain_scores_gemma":[0.9959351,0.0029988359,0.00021122882,0.0004802024,0.00036220122,0.0000124734925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037535306,0.00008371155,0.00012500482,0.00016771864,0.00014892279,0.0000071728423,0.0007091025,0.0001353489,0.000008867691],"category_scores_gemma":[0.002800416,0.00005883241,0.00002099902,0.00097414927,0.0008513065,0.00018057493,0.00011830429,0.00040353843,0.0000022734348],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054936986,0.00016254943,0.04591169,0.0000039798383,0.000011921823,4.5593038e-7,0.0007594941,0.000045344656,0.00023699718,0.9290347,0.00017755466,0.02364983],"study_design_scores_gemma":[0.00017825347,0.00008823143,0.27096885,0.00006130871,0.0000028740058,0.000024931036,0.002800182,0.000011974851,0.0030905632,0.7094197,0.013271384,0.000081741586],"about_ca_topic_score_codex":0.0000013806086,"about_ca_topic_score_gemma":0.000012974662,"teacher_disagreement_score":0.22505717,"about_ca_system_score_codex":0.000018104854,"about_ca_system_score_gemma":0.00019313235,"threshold_uncertainty_score":0.33525616},"labels":[],"label_agreement":null},{"id":"W36945846","doi":"10.20529/ijme.2023.022","title":"Paper Annotation with Learner Models","year":2005,"lang":"en","type":"article","venue":"Indian Journal of Medical Ethics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Annotation; Recommender system; Variance (accounting); Software; Data science; World Wide Web; Artificial intelligence","score_opus":0.04000373723081287,"score_gpt":0.35437518366366555,"score_spread":0.3143714464328527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W36945846","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030487983,0.00023342633,0.46768638,0.50067985,0.00022836783,0.000026112413,2.1572664e-7,0.000020539228,0.0006371314],"genre_scores_gemma":[0.93241936,0.00018635503,0.06141477,0.00564764,0.00025870194,0.0000011671162,3.288196e-7,0.000003558008,0.00006810546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99810004,0.00009656686,0.00023872369,0.00008663887,0.0013563617,0.00012168095],"domain_scores_gemma":[0.99890935,0.00037290412,0.00016233817,0.00012939204,0.00025803148,0.00016795698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021290914,0.00005688428,0.00009306807,0.000101378064,0.000079959085,0.000036088586,0.00071024016,0.00029843126,0.00007422212],"category_scores_gemma":[0.00041448377,0.000038728835,0.000029535266,0.00017153473,0.0001340754,0.00062804087,0.000039541766,0.0018639812,0.000013408562],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011625376,0.00024434738,0.000348059,0.000020284877,0.000059068327,0.00032997312,0.011172317,0.003667268,0.000024622848,0.8276502,0.0031324935,0.15333976],"study_design_scores_gemma":[0.0054192515,0.0023220412,0.006666504,0.002291093,0.000070278256,0.012096342,0.0046882676,0.06319241,0.0022639257,0.6761413,0.22378302,0.0010655307],"about_ca_topic_score_codex":0.0000023326088,"about_ca_topic_score_gemma":0.000021464071,"teacher_disagreement_score":0.9019314,"about_ca_system_score_codex":0.00003558788,"about_ca_system_score_gemma":0.0019655663,"threshold_uncertainty_score":0.80981743},"labels":[],"label_agreement":null},{"id":"W4200196734","doi":"10.5539/elt.v15n1p16","title":"Establishing an Operational Model of Rating Scale Construction for English Writing Assessment","year":2021,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education of the People's Republic of China","keywords":"Writing assessment; Judgement; Rating scale; Psychology; Scale (ratio); Grading (engineering); Mathematics education; Weighting; Construct (python library); Likert scale; Computer science","score_opus":0.01405824346634783,"score_gpt":0.3124344167760603,"score_spread":0.2983761733097125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200196734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4694388,0.000054485747,0.5269899,0.0001633162,0.00044828115,0.000097197204,0.000012949005,0.00018344897,0.0026116273],"genre_scores_gemma":[0.52954227,0.0000010754849,0.46996483,0.00007133121,0.00028868194,0.0000276137,0.00005928971,0.000007007782,0.000037929676],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985807,0.00015667976,0.00035573036,0.00041040953,0.00026957417,0.00022693259],"domain_scores_gemma":[0.9986477,0.00036633137,0.0001559694,0.00038997253,0.00038083532,0.00005919088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012757594,0.00012607481,0.00017761186,0.000098060955,0.00039039826,0.0002987832,0.00042770154,0.00009402994,0.000011116053],"category_scores_gemma":[0.0011414601,0.00014015002,0.000063829764,0.00015328238,0.00003904012,0.0017244183,0.00016840106,0.00043051722,1.6533329e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024203582,0.00029122975,0.004434403,0.000075878386,0.00003337266,0.0000045161805,0.084968545,0.013426851,0.035425782,0.82392305,0.00011932373,0.037294623],"study_design_scores_gemma":[0.00077937206,0.00007297807,0.00027742053,0.00015089253,0.000024821127,0.000017051421,0.14670596,0.79753506,0.047149066,0.0067056655,0.00017623787,0.00040548414],"about_ca_topic_score_codex":0.000012814071,"about_ca_topic_score_gemma":0.000014216388,"teacher_disagreement_score":0.8172174,"about_ca_system_score_codex":0.000086369066,"about_ca_system_score_gemma":0.0003955014,"threshold_uncertainty_score":0.5715152},"labels":[],"label_agreement":null},{"id":"W4210681716","doi":"10.19173/irrodl.v22i4.5437","title":"An Internet Articles Retrieval Agent Combined With Dynamic Associative Concept Maps to Implement Online Learning in an Artificial Intelligence Course","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; The Internet; Search engine; Control (management); World Wide Web; Filter (signal processing); Associative property; Multimedia; Artificial intelligence; Information retrieval","score_opus":0.0947574939811753,"score_gpt":0.4802984297827489,"score_spread":0.38554093580157356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210681716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9467947,0.0009985437,0.012513213,0.03840478,0.0000883714,0.0010138176,0.000081801976,0.000028855482,0.00007593341],"genre_scores_gemma":[0.9976806,0.00032626212,0.0012341607,0.00022451306,0.000010335583,0.00010294579,0.0003531847,0.000005415144,0.00006259826],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969517,0.0012404181,0.00040770328,0.00034987673,0.00078795204,0.00026236396],"domain_scores_gemma":[0.998742,0.00049992,0.00017284045,0.00022359975,0.0002836016,0.0000780676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054708263,0.00009523306,0.00020308387,0.0001694877,0.00021444442,0.00016188051,0.001980861,0.000020807762,0.00012217367],"category_scores_gemma":[0.0005164721,0.0000752898,0.000019513496,0.0009802959,0.00010471304,0.0003066238,0.0013878109,0.0009677367,0.0000025709978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011914136,0.0046356902,0.14389217,0.00021809003,0.00016922993,0.00013685356,0.010165947,0.02076849,0.0006918518,0.4796313,0.00067817565,0.33782077],"study_design_scores_gemma":[0.0021038526,0.013570279,0.18869245,0.0063782595,0.000032992386,0.000068901754,0.1733845,0.53614104,0.0025153402,0.06431274,0.011825829,0.0009737938],"about_ca_topic_score_codex":0.0002497393,"about_ca_topic_score_gemma":0.0003206257,"teacher_disagreement_score":0.5153726,"about_ca_system_score_codex":0.00040119528,"about_ca_system_score_gemma":0.0003023788,"threshold_uncertainty_score":0.42043883},"labels":[],"label_agreement":null},{"id":"W4214526210","doi":"10.2991/assehr.k.211220.063","title":"Comparative Analysis on Chinese and Canadian Primary School Mathematics Estimation Education Differences","year":2021,"lang":"en","type":"article","venue":"Advances in Social Science, Education and Humanities Research/Advances in social science, education and humanities research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of New Brunswick; University of Toronto","funders":"","keywords":"Mathematics education; Estimation; Computer science; Primary (astronomy); Mathematics; Engineering; Physics","score_opus":0.07675123729483431,"score_gpt":0.4782759877004701,"score_spread":0.4015247504056358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214526210","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4351238,0.010596743,0.00010243334,0.0027883186,0.001181676,0.00089064846,0.000016566306,0.000056903784,0.5492429],"genre_scores_gemma":[0.9847779,0.005363704,0.0027447597,0.00050949637,0.00047535353,0.0004546788,0.000036304733,0.000010677043,0.0056270994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9942014,0.0005652674,0.00061081693,0.0012336719,0.00221653,0.0011723195],"domain_scores_gemma":[0.99592066,0.0007456957,0.00021051068,0.0004064109,0.0023432726,0.0003734575],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.004660708,0.0003060142,0.00050239946,0.0058482606,0.008243267,0.0023124453,0.001399339,0.0001483951,0.00011246666],"category_scores_gemma":[0.00086900254,0.00030346823,0.000051000334,0.009410182,0.010047685,0.0056136744,0.0005037261,0.0010644571,0.000010680328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055661644,0.00077101507,0.013743853,0.000095665506,0.00000819899,6.9350176e-7,0.03610438,0.0000032556147,0.000038823273,0.88774055,0.00021792734,0.061270043],"study_design_scores_gemma":[0.00023964126,0.00013673828,0.30409324,0.00017174087,0.0000123747495,0.000008316762,0.24912685,0.0005024353,0.000057455392,0.41014627,0.035017025,0.00048790956],"about_ca_topic_score_codex":0.0019045207,"about_ca_topic_score_gemma":0.026315194,"teacher_disagreement_score":0.5496541,"about_ca_system_score_codex":0.0021666202,"about_ca_system_score_gemma":0.02342348,"threshold_uncertainty_score":0.99994177},"labels":[],"label_agreement":null},{"id":"W4214718753","doi":"10.3866/pku.dxhx202109044","title":"Reference and Inspiration on Teaching of Chemistry Courses Based on “TBL + Two-Stage Exam” from UBC University in Canada","year":2022,"lang":"en","type":"article","venue":"University Chemistry","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Stage (stratigraphy); Mathematics education; Computer science; Psychology; Library science; Geology","score_opus":0.010616756637244413,"score_gpt":0.2010506619378742,"score_spread":0.19043390530062979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214718753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860532,0.0000036603378,0.00038685295,0.00054453313,0.000023197204,0.000029148423,0.000079322934,0.000021937898,0.012858106],"genre_scores_gemma":[0.9984999,0.0000017255796,0.0005449211,0.00006466674,0.0000044790095,1.4525219e-7,0.000038250433,0.0000015812823,0.0008443776],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993961,0.00003739401,0.000055910597,0.00024809808,0.0001739223,0.00008856098],"domain_scores_gemma":[0.9995109,0.00011188931,0.00008062465,0.00024136351,0.000018092545,0.00003713849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007429195,0.00007054947,0.00008038165,0.000032005926,0.00017424465,0.0000047958915,0.00045059627,0.000034058517,0.00009028675],"category_scores_gemma":[0.000012640959,0.00009593149,0.00001181978,0.0001295659,0.000034633467,0.00007468067,0.00018647307,0.00034056918,2.592063e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007237579,0.0031168493,0.48705715,0.00041543145,0.00016635295,0.0015352862,0.0028396465,0.08497704,0.3267348,0.07640914,0.004097812,0.011926713],"study_design_scores_gemma":[0.009181986,0.00032941083,0.13059631,0.00040734187,0.000073447605,0.000012983655,0.06449786,0.12391597,0.58029675,0.0009275673,0.08773096,0.0020294168],"about_ca_topic_score_codex":0.10339663,"about_ca_topic_score_gemma":0.009468751,"teacher_disagreement_score":0.35646084,"about_ca_system_score_codex":0.00084498094,"about_ca_system_score_gemma":0.0008974049,"threshold_uncertainty_score":0.90257394},"labels":[],"label_agreement":null},{"id":"W4220835408","doi":"10.21125/inted.2022.2469","title":"AN INSTRUCTIONAL COHERENCE RATIO AS A PERFORMANCE INDICATOR FOR IMPROVING THE QUALITY OF TEACHING PRACTICES","year":2022,"lang":"en","type":"article","venue":"INTED proceedings","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Coherence (philosophical gambling strategy); Quality (philosophy); Statistics; Mathematics","score_opus":0.038457774155424125,"score_gpt":0.3717778387234237,"score_spread":0.33332006456799956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220835408","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98559594,0.00001731489,0.009653928,0.0037461035,0.000203158,0.00025004332,0.0000037105053,0.000080082405,0.00044974455],"genre_scores_gemma":[0.96932983,6.419007e-7,0.029970832,0.0002489276,0.000043464355,0.00034774045,0.0000029368302,0.0000035061648,0.000052141124],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991217,0.00002857896,0.00022489825,0.00023237758,0.00027691317,0.000115535266],"domain_scores_gemma":[0.9988449,0.00016141021,0.0006920862,0.00013350222,0.00014519728,0.000022858263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014507063,0.000065414075,0.00007753577,0.00007799547,0.00063921127,0.000067010544,0.0009630531,0.000029056439,0.000018791086],"category_scores_gemma":[0.00044213407,0.00005300189,0.00002482929,0.00019663508,0.00007311292,0.00085156463,0.00020100398,0.00037866287,0.0000010953677],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040724542,0.00019231222,0.020045504,0.00006597123,0.000022850012,6.9639896e-8,0.0038410684,0.000018164772,0.04912244,0.89163256,0.0002671296,0.034751195],"study_design_scores_gemma":[0.0024498093,0.0058347904,0.19265921,0.000114546754,0.0000842369,0.00047963,0.067589365,0.26259443,0.28204927,0.14441074,0.040290534,0.0014434262],"about_ca_topic_score_codex":0.00005185415,"about_ca_topic_score_gemma":9.869912e-7,"teacher_disagreement_score":0.7472218,"about_ca_system_score_codex":0.00006217406,"about_ca_system_score_gemma":0.00027682172,"threshold_uncertainty_score":0.49163607},"labels":[],"label_agreement":null},{"id":"W4224306311","doi":"10.5539/ijsp.v11n3p32","title":"Approximation of the Binomial Probability Function Using the Discrete Normal Distribution","year":2022,"lang":"en","type":"article","venue":"International Journal of Statistics and Probability","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics; Binomial approximation; Binomial distribution; Probability distribution; Negative binomial distribution; Probability mass function; Applied mathematics; Binomial (polynomial); Limit (mathematics); Characteristic function (probability theory); Measure (data warehouse); Central limit theorem; Approximation error; Statistics; Probability density function; Mathematical analysis; Computer science; Poisson distribution","score_opus":0.020626046354251595,"score_gpt":0.2832088754661081,"score_spread":0.26258282911185654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224306311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28248325,0.00003921005,0.71364033,0.0025605815,0.0009702964,0.00013159963,0.00015307998,0.0000038185426,0.000017855455],"genre_scores_gemma":[0.97563076,0.0000046946534,0.024241798,0.000043171913,0.00005411369,0.000007658692,0.000010441246,0.0000015317698,0.00000583297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987835,0.00018764868,0.00037876226,0.00010680302,0.00047482495,0.000068420144],"domain_scores_gemma":[0.998706,0.00016222327,0.00050725986,0.00016637858,0.0004393317,0.000018820523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011178213,0.000057513105,0.00008183212,0.000028179975,0.00022994046,0.000038926937,0.0006090621,0.000020238558,0.000017094262],"category_scores_gemma":[0.00018159806,0.00003568968,0.000047429854,0.00013265782,0.00016345204,0.00019317334,0.00033082618,0.00024136611,7.498968e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009804119,0.00025401847,0.029884592,0.00002089766,0.000083641295,9.395146e-7,0.000356745,0.00504714,0.0004548872,0.9442216,0.00024731812,0.019330153],"study_design_scores_gemma":[0.00031461357,0.00016216797,0.20716013,0.000012786085,0.000034183886,0.000100919686,0.00012405794,0.032629788,0.00043548027,0.7579303,0.0010248941,0.00007071756],"about_ca_topic_score_codex":0.00002167638,"about_ca_topic_score_gemma":0.0000040841496,"teacher_disagreement_score":0.69314754,"about_ca_system_score_codex":0.00016134302,"about_ca_system_score_gemma":0.00024235153,"threshold_uncertainty_score":0.17685394},"labels":[],"label_agreement":null},{"id":"W4225275257","doi":"10.5430/wjel.v12n5p59","title":"Investigating the Construct Validity of an ESL Test for Young Learners","year":2022,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Active listening; Construct validity; Test (biology); Construct (python library); Psychology; Context (archaeology); Reading (process); Language proficiency; Mathematics education; Test validity; Confirmatory factor analysis; Discriminant validity; Computer science; Structural equation modeling; Linguistics; Statistics; Psychometrics; Developmental psychology; Mathematics; Communication","score_opus":0.021975121425030105,"score_gpt":0.2958620882820624,"score_spread":0.2738869668570323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225275257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99213314,0.0002741182,0.0024823241,0.0019495366,0.0014647312,0.00012310386,0.000013243884,0.00003313239,0.0015266644],"genre_scores_gemma":[0.9659273,0.0000015113558,0.033477034,0.00022387244,0.00022298249,0.00000817485,0.0000017515766,0.0000042086563,0.00013317275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99920124,0.00010647425,0.00025664596,0.00009093506,0.0002339576,0.00011075604],"domain_scores_gemma":[0.99864465,0.00052556413,0.00038073177,0.00021511706,0.00019316342,0.000040768922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011899243,0.00005750204,0.00011533849,0.00012405601,0.00020220721,0.000032308297,0.00083485513,0.0000136719145,0.00002960333],"category_scores_gemma":[0.0010538109,0.000043596643,0.00006725352,0.00034077515,0.000093902876,0.00021834657,0.00013081395,0.0003429053,1.1826253e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002778316,0.0012235681,0.16391613,0.00010949224,0.0002588558,0.000090948684,0.15915349,0.0044846334,0.017822579,0.55834585,0.02478959,0.06977708],"study_design_scores_gemma":[0.0071549267,0.005162821,0.0515656,0.00040790104,0.0003373792,0.0014047099,0.523585,0.018213263,0.103156075,0.11498338,0.17229825,0.0017306837],"about_ca_topic_score_codex":0.0000072330427,"about_ca_topic_score_gemma":0.00001625955,"teacher_disagreement_score":0.44336247,"about_ca_system_score_codex":0.000042623466,"about_ca_system_score_gemma":0.00019279767,"threshold_uncertainty_score":0.17778195},"labels":[],"label_agreement":null},{"id":"W4229656593","doi":"10.1145/1508865.1509031","title":"Nifty assignments","year":2009,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Multimedia; Mathematics education; Psychology","score_opus":0.010245481585533942,"score_gpt":0.2887714787052874,"score_spread":0.27852599711975345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229656593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011519785,0.000017583638,0.80971515,0.03336099,0.00017572664,0.000037201615,6.36601e-8,0.0002590776,0.14491445],"genre_scores_gemma":[0.90603244,0.0000012820244,0.090107664,0.001507831,0.000010517918,0.0000015500356,2.240426e-7,3.302828e-7,0.0023381717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997341,0.000004804309,0.00003974111,0.000089645495,0.00006518532,0.00006653135],"domain_scores_gemma":[0.99979246,0.000008199742,0.0000101342,0.00016242452,0.000009191144,0.000017613804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000046058805,0.000025323317,0.000022768741,0.000021342332,0.00003418835,0.000018046034,0.000290437,0.00001873388,0.00003974113],"category_scores_gemma":[0.0000032943042,0.000020439466,0.000009080295,0.00008212385,0.0000058610194,0.00012419157,0.00002294633,0.000033680695,0.00010080335],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.757848e-8,0.00004807534,0.0005921975,8.917073e-8,0.0000010471502,7.253914e-7,0.000010595494,8.999147e-7,0.0002620747,0.9527171,0.0055143023,0.04085281],"study_design_scores_gemma":[0.00015659936,0.00012419853,0.2443568,0.0000038157027,0.0000011564987,0.000010086528,0.000025577128,0.0017793783,0.015060605,0.71009654,0.028242804,0.00014246716],"about_ca_topic_score_codex":5.538875e-7,"about_ca_topic_score_gemma":1.18763886e-7,"teacher_disagreement_score":0.89451265,"about_ca_system_score_codex":0.000011018004,"about_ca_system_score_gemma":0.000021665308,"threshold_uncertainty_score":0.12956567},"labels":[],"label_agreement":null},{"id":"W4229926083","doi":"10.4018/978-1-59904-935-9.ch188","title":"Introducing a Computer-Adaptive Testing System to a Small School District","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"School district; Computerized adaptive testing; Set (abstract data type); Test (biology); Plan (archaeology); Pencil (optics); Mathematics education; Computer science; Achievement test; Psychology; Standardized test; Statistics; Mathematics; Engineering; Geography; Programming language","score_opus":0.03640143103223174,"score_gpt":0.24938882261082732,"score_spread":0.2129873915785956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229926083","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011224473,0.00006868705,0.36361173,0.000121104895,0.00093112525,0.00040993016,0.000024546918,0.0006020246,0.6341186],"genre_scores_gemma":[0.26410317,6.4761997e-7,0.71027404,0.000817426,0.0014807163,0.00013735918,0.000004087596,0.000058011366,0.023124529],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977696,0.000029068298,0.00045519648,0.0010198166,0.0003003078,0.00042603284],"domain_scores_gemma":[0.9979514,0.00009959379,0.0003126276,0.0010531148,0.00029690517,0.00028637005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021107629,0.00045429167,0.00045394682,0.00016258904,0.00020284725,0.00015655484,0.0016127692,0.00034348833,0.0000049588825],"category_scores_gemma":[0.000038695674,0.0004562854,0.00012506827,0.00009217154,0.000060920276,0.000071350645,0.0010114479,0.00048421795,0.00046861876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004959804,0.000014597153,0.0000444217,0.00003261386,0.00006922368,0.00006738475,0.000048530277,0.000021567186,0.000004151828,0.95876694,0.001137016,0.039788578],"study_design_scores_gemma":[0.0008822095,0.0020323535,0.0017666798,0.0055842022,0.00023977146,0.0013050182,0.00010926869,0.008219927,0.0001878944,0.9554008,0.020757591,0.0035142465],"about_ca_topic_score_codex":0.00013909489,"about_ca_topic_score_gemma":0.000024702378,"teacher_disagreement_score":0.6109941,"about_ca_system_score_codex":0.0008524612,"about_ca_system_score_gemma":0.0006718535,"threshold_uncertainty_score":0.9997889},"labels":[],"label_agreement":null},{"id":"W4230535286","doi":"10.1109/icse.1996.493417","title":"System acquisition based on software product assessment","year":2002,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Software engineering; Product (mathematics); Process (computing); Software; Systems engineering; Verification and validation; Static program analysis; Software development; Engineering; Operations management; Operating system","score_opus":0.01831362892113988,"score_gpt":0.27242307149784534,"score_spread":0.2541094425767055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230535286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028875945,0.000027010608,0.9524282,0.014027213,0.0005304799,0.00019547433,0.0000011212746,0.0009549857,0.0289479],"genre_scores_gemma":[0.78860193,7.1545344e-7,0.20988044,0.0006637722,0.00004320773,0.000048580663,0.0000025070103,0.000002989504,0.00075587415],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999176,0.000038138656,0.00011286482,0.00030244834,0.00023107839,0.00013946978],"domain_scores_gemma":[0.999299,0.00004846373,0.00004273778,0.00051962916,0.000054841214,0.000035322693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015657667,0.00008194572,0.0000710067,0.00009529427,0.00012301964,0.00005336957,0.00039024279,0.000036328303,0.00016086145],"category_scores_gemma":[0.000008744637,0.00006785552,0.000028672715,0.00022623171,0.000016629105,0.0001608553,0.000043956305,0.00009491511,0.00021841539],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.9524347e-7,0.00044478377,0.0041139233,0.00003270984,0.000009711905,0.000009384642,0.000028351678,0.000524768,0.000087242915,0.95631105,0.016607357,0.021829927],"study_design_scores_gemma":[0.0006716058,0.00045879598,0.06710031,0.00017277221,0.000011742019,0.000035912082,0.00013094032,0.91244143,0.0071550584,0.0031514063,0.0081277145,0.00054231496],"about_ca_topic_score_codex":0.0000019140646,"about_ca_topic_score_gemma":2.6528278e-7,"teacher_disagreement_score":0.95315963,"about_ca_system_score_codex":0.00013459683,"about_ca_system_score_gemma":0.000040853163,"threshold_uncertainty_score":0.2807361},"labels":[],"label_agreement":null},{"id":"W4232885657","doi":"10.1145/1595496.1563021","title":"Towards automatic syllabi matching","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Syllabus; Erasmus+; Task (project management); Matching (statistics); Computer science; Process (computing); Plan (archaeology); Set (abstract data type); Curriculum; Similarity (geometry); Matriculation; European union; Mathematics education; Higher education; Convention; Academic mobility; Political science; Artificial intelligence; Engineering; Psychology; Business; Law; Mathematics; Geography; Programming language","score_opus":0.013365707433066644,"score_gpt":0.2821213629615849,"score_spread":0.26875565552851827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232885657","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31794468,0.0002653686,0.08769992,0.5759412,0.0006647771,0.00026097026,0.0000010961794,0.0014452941,0.01577667],"genre_scores_gemma":[0.78172624,0.000007768484,0.21466018,0.0028696947,0.000049051483,0.000011683907,0.0000012852872,0.0000035185356,0.0006705817],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99911803,0.00003742291,0.00016979205,0.00026106887,0.00019160623,0.00022205841],"domain_scores_gemma":[0.998991,0.00008783786,0.00006275232,0.00076813094,0.000035775556,0.000054464595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024851153,0.00010815518,0.00011373868,0.00007439973,0.00012404971,0.00007744634,0.0013872869,0.0000703714,0.000191997],"category_scores_gemma":[0.00014503795,0.000098638666,0.00004138662,0.00019259662,0.000020088539,0.0000796416,0.0002215372,0.00016402673,0.00072899327],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001759186,0.0003028321,0.00019802187,0.0000143989,0.000020817704,0.00003817626,0.00076868496,0.000033377983,0.000870989,0.40924942,0.075000525,0.513501],"study_design_scores_gemma":[0.00052803836,0.00029406554,0.047410697,0.000113578586,0.00001429589,0.00012413028,0.00029799622,0.0012531459,0.008995448,0.81584644,0.12449689,0.00062524795],"about_ca_topic_score_codex":0.000010380972,"about_ca_topic_score_gemma":3.778128e-7,"teacher_disagreement_score":0.57307154,"about_ca_system_score_codex":0.000041750664,"about_ca_system_score_gemma":0.00008072092,"threshold_uncertainty_score":0.93699765},"labels":[],"label_agreement":null},{"id":"W4233248905","doi":"10.7202/1035632ar","title":"Application d’une approche inspirée des colonies de fourmis pour la recommandation des chemins d’apprentissage dans un cours en ligne : modèle et expérience","year":2014,"lang":"fr","type":"article","venue":"Revue internationale des technologies en pédagogie universitaire","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.025446398419562012,"score_gpt":0.27892131106216633,"score_spread":0.2534749126426043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233248905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4759317,0.00060648326,0.49911347,0.017501445,0.00013629072,0.00023861768,0.000021850314,0.0007379949,0.0057121296],"genre_scores_gemma":[0.80984586,0.0022439023,0.17163636,0.000031825573,0.00004618007,0.00010709652,0.000056589728,0.000026089325,0.016006108],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977733,0.00025255934,0.00038188076,0.0007672411,0.00030110002,0.0005239001],"domain_scores_gemma":[0.9972214,0.0011244328,0.0003715394,0.00071931357,0.0004801611,0.00008311428],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084325334,0.00037766653,0.0003055088,0.0003790462,0.0006107711,0.00018621342,0.002423131,0.0006387165,0.000021958125],"category_scores_gemma":[0.0010190979,0.0004547576,0.00014343463,0.00092679803,0.0017832894,0.0014582265,0.0010019797,0.00064089755,0.00004397245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015678914,0.00052838575,0.016749343,0.0002226214,0.00017070973,0.0000494733,0.01968265,0.0011476307,0.006231782,0.2786758,0.00055178284,0.67597413],"study_design_scores_gemma":[0.0015013583,0.00063301774,0.043529395,0.0019294433,0.00025098503,0.0013677793,0.13046545,0.08129787,0.115001544,0.51100224,0.111513846,0.0015070803],"about_ca_topic_score_codex":0.0001590184,"about_ca_topic_score_gemma":0.0003019719,"teacher_disagreement_score":0.6744671,"about_ca_system_score_codex":0.0014857085,"about_ca_system_score_gemma":0.00035907316,"threshold_uncertainty_score":0.99979043},"labels":[],"label_agreement":null},{"id":"W4235545953","doi":"10.1007/978-1-4939-7131-2_101310","title":"Tagging System","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.019480654881092088,"score_gpt":0.25639091577510364,"score_spread":0.23691026089401157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235545953","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000013920244,0.000058344383,0.11373386,0.0017517053,0.00069889124,0.000057167555,7.0618427e-7,0.00048256523,0.88321537],"genre_scores_gemma":[0.0022979311,0.000006377957,0.04089928,0.00035581147,0.00020686176,0.0000062341205,0.0000026625273,0.0000084714975,0.9562164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993691,0.000002925278,0.00012212216,0.00027158117,0.00013500899,0.000099260564],"domain_scores_gemma":[0.9993014,0.000025714206,0.00007801867,0.00050537376,0.00006066495,0.000028883189],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000093382456,0.000113555994,0.000110591645,0.00009726265,0.000070082126,0.00003926879,0.00070235686,0.00017567392,0.0003775175],"category_scores_gemma":[0.0000017221868,0.000098334895,0.00004255455,0.0000165496,0.000044334785,0.0000746893,0.00021207225,0.00013893415,0.0017882528],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.439038e-8,0.0000020473867,8.336066e-7,0.000010613271,0.000012203103,0.0000039045494,0.000013086585,6.275252e-8,0.0000011937342,0.96504307,0.0332074,0.0017055152],"study_design_scores_gemma":[0.000027294886,0.000022532517,0.000004576596,0.00013999028,0.0000052341406,0.000033753484,0.000015164291,0.00036882906,0.000083839615,0.1273169,0.87181276,0.00016910302],"about_ca_topic_score_codex":0.0000011607408,"about_ca_topic_score_gemma":0.0000010408453,"teacher_disagreement_score":0.8386054,"about_ca_system_score_codex":0.000075423755,"about_ca_system_score_gemma":0.00010381975,"threshold_uncertainty_score":0.998989},"labels":[],"label_agreement":null},{"id":"W4235608485","doi":"10.15242/icehm.ed1116065","title":"Technical Approach for Second Language Acquisition (SLA) Testing Using Multimodal Environments","year":2016,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Ministry of Education, British Columbia; Ministerio de Educación, Cultura y Deporte; University College London","keywords":"Computer science; Natural language processing; Programming language; Human–computer interaction","score_opus":0.0331391226241247,"score_gpt":0.3039812758208288,"score_spread":0.27084215319670407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235608485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06925336,0.000011089416,0.92850685,0.00038962925,0.00004945291,0.00015939043,0.0000033515787,0.00011637729,0.0015105058],"genre_scores_gemma":[0.51078445,1.1549685e-7,0.488732,0.000068782865,0.000026055195,0.00002626598,0.0000015700688,0.0000026122998,0.00035815447],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99937433,0.000012966341,0.00010779044,0.0002559924,0.00008877717,0.00016012031],"domain_scores_gemma":[0.9995379,0.00013808272,0.000045086977,0.00023717764,0.000011614545,0.000030148076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015913183,0.00006917759,0.00006329931,0.000047101792,0.00009291688,0.000018966268,0.00030599843,0.00007069301,0.00003467108],"category_scores_gemma":[0.000031144653,0.000047853377,0.000025265876,0.00008049379,0.0000411788,0.00023750152,0.000120255085,0.000042524458,0.000008480644],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002585216,0.00022619529,0.002833075,0.000009540035,0.000009082669,0.0000012407858,0.00005734884,0.000031311127,0.9066468,0.050095506,0.0002117924,0.039875515],"study_design_scores_gemma":[0.0031225674,0.00044511628,0.060649,0.000109629946,0.000032339292,0.00021393147,0.0005029972,0.35308802,0.5489684,0.029835109,0.0018520679,0.0011808131],"about_ca_topic_score_codex":0.0000020319849,"about_ca_topic_score_gemma":4.438267e-7,"teacher_disagreement_score":0.44153106,"about_ca_system_score_codex":0.000069453345,"about_ca_system_score_gemma":0.000029048486,"threshold_uncertainty_score":0.1951404},"labels":[],"label_agreement":null},{"id":"W4239101104","doi":"10.1109/mcomstd.2018.8412451","title":"The Important Contributions of Standards Professionals","year":2018,"lang":"en","type":"article","venue":"IEEE Communications Standards Magazine","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada)","funders":"","keywords":"Engineering ethics; Engineering","score_opus":0.02041102658711955,"score_gpt":0.387577255253418,"score_spread":0.36716622866629844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239101104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009811043,0.007496904,0.73851144,0.19584627,0.0023820298,0.0012779351,0.0032051245,0.0005939884,0.040875267],"genre_scores_gemma":[0.9731338,0.0008070959,0.024866257,0.00018844852,0.00006738634,0.00012673788,0.00001873557,0.000008682221,0.0007828697],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804205,0.000211895,0.0005577297,0.000202402,0.0007279116,0.0002580256],"domain_scores_gemma":[0.9923901,0.0005736513,0.00032770872,0.003056605,0.0035860504,0.00006590173],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0028610926,0.00012422059,0.0001786714,0.00009532118,0.0013190034,0.000069213354,0.0030402793,0.00008105094,0.000039018694],"category_scores_gemma":[0.00069448614,0.000087830675,0.00007168569,0.00067101774,0.001126829,0.00022226761,0.00060666556,0.00027702373,0.000016249453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013129882,0.0002354432,0.00032906883,0.0000050319736,0.000054822573,4.2751216e-7,0.00022882069,6.993698e-7,0.002264324,0.9108817,0.079247154,0.006739369],"study_design_scores_gemma":[0.00047098123,0.00022767442,0.0022849946,0.00008999231,0.000019671576,0.000014963798,0.00017265065,0.0017295078,0.01868116,0.08069374,0.8954288,0.00018591117],"about_ca_topic_score_codex":0.0000057813577,"about_ca_topic_score_gemma":0.00010628498,"teacher_disagreement_score":0.96332276,"about_ca_system_score_codex":0.0002590391,"about_ca_system_score_gemma":0.0020709233,"threshold_uncertainty_score":0.99998116},"labels":[],"label_agreement":null},{"id":"W4241522689","doi":"10.4018/978-1-5225-2255-3.ch206","title":"Automatic Item Generation","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Test (biology); Computer science; Process (computing); Item bank; Item response theory; Data science; Industrial engineering; Engineering; Statistics; Psychometrics; Mathematics; Programming language","score_opus":0.035017446638490345,"score_gpt":0.2974116225038251,"score_spread":0.26239417586533476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241522689","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012610586,0.000161545,0.008938782,0.00085258356,0.0012212553,0.00018046852,0.000011841246,0.00033557674,0.9881718],"genre_scores_gemma":[0.3386805,0.000009167112,0.049197275,0.0012146768,0.0011364869,0.00007975805,0.000016027861,0.000036912938,0.6096292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989224,0.000009290479,0.00021857231,0.00041079326,0.00026336903,0.00017558974],"domain_scores_gemma":[0.9984958,0.000021215414,0.00026627077,0.0010702593,0.00008165911,0.00006480344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009941606,0.00022510352,0.00021022529,0.000052104864,0.00024337944,0.00020640907,0.0011836783,0.00034038784,0.000027261824],"category_scores_gemma":[0.000017802622,0.00022159227,0.000094602365,0.000005125917,0.000076635224,0.0001072432,0.000266203,0.0002005515,0.00034856284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8005909e-7,0.000005513404,0.000007880329,0.000007755954,0.000028964467,0.000014660726,0.000013507272,4.165683e-7,0.000010122825,0.945675,0.0066014808,0.047634523],"study_design_scores_gemma":[0.00009209306,0.000038552902,0.00013032317,0.000093406525,0.000019383262,0.00005059634,0.0000010056349,0.0025906018,0.00009533318,0.9469146,0.04968931,0.00028479504],"about_ca_topic_score_codex":0.0000076481865,"about_ca_topic_score_gemma":0.000022943063,"teacher_disagreement_score":0.37854266,"about_ca_system_score_codex":0.00018647902,"about_ca_system_score_gemma":0.00038824303,"threshold_uncertainty_score":0.9036271},"labels":[],"label_agreement":null},{"id":"W4241968824","doi":"10.1145/1539024.1509031","title":"Nifty assignments","year":2009,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Session (web analytics); Computer science; World Wide Web; Mathematics education; Psychology","score_opus":0.014059446520253639,"score_gpt":0.27787904828785887,"score_spread":0.2638196017676052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241968824","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13836542,0.00032888693,0.11205854,0.6951853,0.0011085791,0.00037944835,0.0000020989526,0.0011124557,0.051459283],"genre_scores_gemma":[0.90630746,0.000009838653,0.08742713,0.003801602,0.0000503645,0.00001084245,0.0000017090325,0.0000024819208,0.002388556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925697,0.000027546863,0.000117386924,0.00024565408,0.0001661299,0.00018632345],"domain_scores_gemma":[0.99910325,0.00007724284,0.000046650035,0.00069586467,0.000027009815,0.000050003095],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016010931,0.00008288677,0.00007499452,0.000047816346,0.00009724811,0.00004396633,0.0012018555,0.0000616288,0.00022648998],"category_scores_gemma":[0.000109614404,0.00007603954,0.00003032419,0.00013278196,0.00002295043,0.000061333834,0.00017041036,0.00012609817,0.0008950033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000512422,0.0006294579,0.0025301722,0.0000034095503,0.000022566226,0.000038860588,0.00021331725,0.000015242577,0.0018120718,0.37062034,0.3958086,0.22830081],"study_design_scores_gemma":[0.0004949796,0.00028129603,0.08020889,0.000025723399,0.0000062790987,0.00003177387,0.000052683183,0.000110863,0.017137833,0.22958024,0.6716929,0.0003765524],"about_ca_topic_score_codex":0.0000026333282,"about_ca_topic_score_gemma":1.4222708e-7,"teacher_disagreement_score":0.7679421,"about_ca_system_score_codex":0.000030874864,"about_ca_system_score_gemma":0.000040052277,"threshold_uncertainty_score":0.99988294},"labels":[],"label_agreement":null},{"id":"W4243843073","doi":"10.1007/978-1-4939-7131-2_101053","title":"Semiring","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science","score_opus":0.02481729520034619,"score_gpt":0.27799320026453606,"score_spread":0.25317590506418985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243843073","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000037170676,0.000060874863,0.068948895,0.0017246532,0.00038094388,0.00003585362,3.622618e-7,0.00022433537,0.92862034],"genre_scores_gemma":[0.00041468046,0.000016749009,0.05018023,0.00033877225,0.00013487019,0.0000028907045,0.0000017488903,0.0000055724026,0.9489045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99951375,0.0000013463937,0.000083907595,0.00022184689,0.00010004957,0.00007910278],"domain_scores_gemma":[0.999455,0.000022009923,0.00004444483,0.00041223408,0.000043341905,0.000023002738],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00005710496,0.0000893342,0.0000742845,0.00006938403,0.00004371797,0.000026117863,0.00060417963,0.00015149245,0.0014354123],"category_scores_gemma":[0.0000023241969,0.00007936142,0.00003299603,0.0000121869725,0.00004393851,0.00006937443,0.00022699346,0.00013606936,0.0016842243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5511282e-8,0.0000024414946,0.0000023315813,0.0000016943368,0.000008405984,0.0000015833031,0.000012622374,3.681957e-8,0.0000024511567,0.9560625,0.039337434,0.004568456],"study_design_scores_gemma":[0.0000114305685,0.000011570675,0.00000891407,0.000019080653,0.00000148028,0.000006099921,0.0000010512584,0.00003864574,0.000121239966,0.46716693,0.5325343,0.00007924757],"about_ca_topic_score_codex":4.928055e-7,"about_ca_topic_score_gemma":0.0000015133562,"teacher_disagreement_score":0.49319687,"about_ca_system_score_codex":0.00002717147,"about_ca_system_score_gemma":0.000079067795,"threshold_uncertainty_score":0.9994774},"labels":[],"label_agreement":null},{"id":"W4244543621","doi":"10.1007/978-1-4614-6170-8_100820","title":"Semiring","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science","score_opus":0.018054736445340665,"score_gpt":0.2587330889022509,"score_spread":0.24067835245691022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244543621","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[6.5937957e-7,0.00004351309,0.27699614,0.0021684323,0.00022912773,0.000025629204,1.4743236e-7,0.0001752855,0.7203611],"genre_scores_gemma":[0.0015966917,0.000015391786,0.03781877,0.00049672404,0.00008309038,0.0000033057881,0.0000018789829,0.0000058171777,0.95997834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99952495,0.0000019039254,0.00008723248,0.00021051553,0.00009942217,0.00007597308],"domain_scores_gemma":[0.9994542,0.000036320762,0.00004748505,0.00041120197,0.00002693321,0.000023879375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006949917,0.000090684276,0.00008757805,0.00006779305,0.000037490692,0.000024160581,0.00057948363,0.00014806527,0.0002511257],"category_scores_gemma":[0.000002756534,0.00008088448,0.00003654935,0.000009482956,0.000022653514,0.000035345227,0.00018115387,0.00016948457,0.0007176366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.005498e-8,0.0000014321155,0.0000031178567,0.0000025338159,0.000006573276,9.824437e-7,0.0000038497637,3.790028e-7,0.0000021090743,0.96785915,0.01237516,0.019744692],"study_design_scores_gemma":[0.000013650499,0.000007752146,0.000011786154,0.000018928058,0.0000015543932,0.000005410725,3.421214e-7,0.000114100236,0.000057950223,0.36536708,0.6343156,0.00008581534],"about_ca_topic_score_codex":6.131594e-7,"about_ca_topic_score_gemma":0.0000010924881,"teacher_disagreement_score":0.6219405,"about_ca_system_score_codex":0.000022710721,"about_ca_system_score_gemma":0.00005406834,"threshold_uncertainty_score":0.92240065},"labels":[],"label_agreement":null},{"id":"W4248677059","doi":"10.2316/journal.213.2015.4.213-1071","title":"TEST CLUSTER SELECTION USING COVER COEFFICIENTS","year":2015,"lang":"en","type":"article","venue":"Software Engineering","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Selection (genetic algorithm); Cover (algebra); Statistics; Test (biology); Cluster (spacecraft); Mathematics; Computer science; Artificial intelligence; Biology; Engineering; Ecology","score_opus":0.019854221089585376,"score_gpt":0.2629163778824063,"score_spread":0.24306215679282092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248677059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08211818,0.000036389112,0.9166547,0.000105755214,0.000587521,0.000048368394,5.940951e-7,0.00041713455,0.00003133717],"genre_scores_gemma":[0.7552977,3.621489e-7,0.24445583,0.00006025465,0.000055946613,0.0000054300604,0.0000012486395,0.000006425827,0.00011681704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948525,0.000005300262,0.00008148621,0.00014927496,0.00013048814,0.00014821495],"domain_scores_gemma":[0.9996401,0.00007961509,0.000021770506,0.00013604791,0.00006736756,0.000055107266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011947694,0.000070702656,0.000056025277,0.00008467899,0.00004265589,0.000038594,0.00021305436,0.000050167673,0.0000034201014],"category_scores_gemma":[0.00027891932,0.00007369272,0.000016024265,0.00030401783,0.0000075116523,0.00022059602,0.00008576122,0.00010332834,0.000039446564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022227887,0.00022561495,0.112100326,0.00003250603,0.00003118686,0.0000070702536,0.0005224591,0.86292887,0.0013223215,0.014588519,0.00422055,0.004018338],"study_design_scores_gemma":[0.0003489922,0.000059757727,0.00662048,0.000040784056,0.000005878257,0.00006409824,0.0000142668605,0.9779451,0.003104713,0.00041620366,0.011122594,0.00025716473],"about_ca_topic_score_codex":0.000003585954,"about_ca_topic_score_gemma":2.180924e-7,"teacher_disagreement_score":0.6731795,"about_ca_system_score_codex":0.00012352316,"about_ca_system_score_gemma":0.0000875369,"threshold_uncertainty_score":0.3005102},"labels":[],"label_agreement":null},{"id":"W4254429661","doi":"10.4018/978-1-5225-7365-4.ch016","title":"Automatic Item Generation","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Test (biology); Process (computing); Item bank; Industrial engineering; Artificial intelligence; Data science; Information retrieval; Machine learning; Item response theory; Engineering; Programming language; Statistics; Mathematics; Psychometrics","score_opus":0.021346559986045854,"score_gpt":0.27200307721440686,"score_spread":0.250656517228361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254429661","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038581807,0.2665915,0.14672494,0.13078445,0.01862773,0.004770812,0.00016937274,0.0069155907,0.42155743],"genre_scores_gemma":[0.0036221968,0.06251897,0.76733285,0.00045242542,0.000770221,0.0006143104,0.0001440697,0.00006330837,0.16448165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981848,0.000021640184,0.00049282215,0.00072112697,0.00033189217,0.00024768873],"domain_scores_gemma":[0.9986965,0.00024607813,0.00031730818,0.0005030752,0.00020202945,0.000034989065],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017581948,0.00037093973,0.00030988237,0.000562611,0.000291596,0.00010199957,0.0007199195,0.00047362305,0.00035836402],"category_scores_gemma":[0.00013687048,0.0003688029,0.00005380018,0.00015363451,0.0008975275,0.0026741854,0.00026958587,0.00042118513,0.00004751026],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032107025,0.000023636443,0.000038124093,0.00002830847,0.000020265486,0.0000015423774,0.000034476983,0.0000150594515,0.000027298076,0.8818497,0.0031190119,0.11483934],"study_design_scores_gemma":[0.00008216436,0.00011117087,0.00017182379,0.000114877235,0.000006540228,0.00016675408,0.000087743996,0.0006394289,0.00032248592,0.6736758,0.32431933,0.00030190335],"about_ca_topic_score_codex":0.0000010094808,"about_ca_topic_score_gemma":0.000011115165,"teacher_disagreement_score":0.6206079,"about_ca_system_score_codex":0.00023759362,"about_ca_system_score_gemma":0.000509459,"threshold_uncertainty_score":0.9998764},"labels":[],"label_agreement":null},{"id":"W4282931634","doi":"10.5539/elt.v15n7p75","title":"Validation of the Results of Linking Speaking Test of IELTS to China’s Standards of English Language Ability","year":2022,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Generalizability theory; Psychology; Consistency (knowledge bases); Test (biology); Mathematics education; Developmental psychology; Computer science","score_opus":0.0076182658175600005,"score_gpt":0.2864872787797649,"score_spread":0.2788690129622049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282931634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99004126,0.00009477089,0.004391878,0.000143423,0.0006250474,0.0002207088,0.00019231018,0.00006998817,0.0042206184],"genre_scores_gemma":[0.9901942,5.883974e-7,0.009617549,0.000017756069,0.00010524802,0.000010282574,0.000014491293,0.000007949811,0.000031946496],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99801916,0.00033655137,0.0005490043,0.0002682698,0.0006732031,0.00015383346],"domain_scores_gemma":[0.9978826,0.0004836962,0.0005441558,0.00081873103,0.00024465073,0.00002615757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034570957,0.000106430656,0.0002436432,0.00015852491,0.00013429779,0.000012652424,0.0010897521,0.000047645975,0.000020760112],"category_scores_gemma":[0.00748427,0.000091948226,0.00009611593,0.0004759947,0.00006296066,0.00018436853,0.0007294088,0.0004786952,5.917508e-8],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028897006,0.0005286599,0.0137323905,0.00016393462,0.000037234073,0.0000024547337,0.8992892,0.0038266801,0.05727447,0.010445764,0.00011642749,0.014553889],"study_design_scores_gemma":[0.0011734525,0.0004908481,0.025583416,0.0004907801,0.000041917945,0.0000030280423,0.15772328,0.0009243951,0.81138396,0.00085120165,0.0009997984,0.0003339333],"about_ca_topic_score_codex":0.00046255483,"about_ca_topic_score_gemma":0.000031141113,"teacher_disagreement_score":0.7541095,"about_ca_system_score_codex":0.00011999203,"about_ca_system_score_gemma":0.00019243793,"threshold_uncertainty_score":0.8959911},"labels":[],"label_agreement":null},{"id":"W4282960666","doi":"10.5430/wjel.v12n5p327","title":"On the Selection of English Discourses for Chinese College Entrance Examination in Recent Five Years (2017-2021)","year":2022,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Government of Jiangsu Province","keywords":"Exposition (narrative); Argumentation theory; Selection (genetic algorithm); Scope (computer science); China; Narrative; Sociology; World Englishes; Curriculum; Political science; Linguistics; Pedagogy; Media studies; Literature; Law; Computer science; Philosophy; Art","score_opus":0.007538243114987281,"score_gpt":0.2736331278151011,"score_spread":0.2660948847001138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282960666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9926699,0.0003780148,0.0008763048,0.0012405205,0.0027659552,0.00025593396,0.000025209898,0.000015325535,0.001772839],"genre_scores_gemma":[0.9977617,0.000031569838,0.0013618671,0.00008658788,0.00031277837,0.00003617859,0.0000031280008,0.000004774564,0.00040140006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990891,0.00014484936,0.00025557462,0.00011728039,0.00027334812,0.00011979978],"domain_scores_gemma":[0.9986663,0.0004875501,0.00029186593,0.00014891979,0.00038408078,0.000021315234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009875352,0.00006997216,0.0001306329,0.0002890277,0.000086813896,0.000017093655,0.0004906278,0.00001943285,0.000115336996],"category_scores_gemma":[0.001244296,0.000054059714,0.000057311965,0.00077485474,0.000026802372,0.00019223383,0.000058102014,0.00031606856,2.618682e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033306732,0.003310983,0.014864443,0.000066639295,0.00022732922,0.000095011914,0.18106192,0.011822115,0.0015555264,0.669392,0.051896773,0.06537418],"study_design_scores_gemma":[0.010028619,0.0042412784,0.48220497,0.00075318053,0.00012740077,0.000070552785,0.16197231,0.00799245,0.016725555,0.036148846,0.2783233,0.0014115594],"about_ca_topic_score_codex":0.0000036942681,"about_ca_topic_score_gemma":0.000059789076,"teacher_disagreement_score":0.63324314,"about_ca_system_score_codex":0.00014196892,"about_ca_system_score_gemma":0.00012446748,"threshold_uncertainty_score":0.22044912},"labels":[],"label_agreement":null},{"id":"W4283172464","doi":"10.5539/ijel.v12n4p54","title":"A Review of Language Testing and Assessment in Online Teaching","year":2022,"lang":"en","type":"review","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Cheating; Language assessment; Quality (philosophy); Vietnamese; Computer science; Promotion (chess); Autonomy; Test (biology); Online assessment; Psychology; Mathematics education; Medical education; Formative assessment; Political science; Social psychology; Medicine","score_opus":0.06361253817882508,"score_gpt":0.4340252705044556,"score_spread":0.37041273232563054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283172464","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003887671,0.9902193,0.00040612894,0.000050104438,0.0051494786,0.00010494532,0.000030226896,0.00001270073,0.004023255],"genre_scores_gemma":[0.00002661271,0.88086885,0.117404774,0.00012364212,0.0015314309,0.0000054461975,0.000018912424,0.000009333412,0.000011014361],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979462,0.0001920397,0.0011118792,0.00016789333,0.000480388,0.00010162204],"domain_scores_gemma":[0.9936062,0.0016290492,0.0015476351,0.00019906306,0.0029761123,0.000041924555],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014409496,0.00015615723,0.0007066086,0.00045744915,0.00002784071,0.000034619814,0.0013404769,0.00007046142,0.00001870821],"category_scores_gemma":[0.081137486,0.00013795386,0.00013968683,0.00022874327,0.000030747502,0.000060702678,0.00045641293,0.001440993,1.3919575e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1214877e-7,0.00029659274,0.000069776404,0.007534634,0.00013540316,0.00010053754,0.00013893812,0.000004101676,4.0417774e-8,0.027319282,0.000954905,0.9634452],"study_design_scores_gemma":[0.00010102508,0.000059666523,0.000018825609,0.045277268,0.0000743086,0.000029711286,0.000072408184,0.000043692708,1.2366361e-7,0.00058639416,0.95363384,0.00010272284],"about_ca_topic_score_codex":0.0000103607545,"about_ca_topic_score_gemma":0.0000013771228,"teacher_disagreement_score":0.9633424,"about_ca_system_score_codex":0.00024585903,"about_ca_system_score_gemma":0.001022527,"threshold_uncertainty_score":0.9266025},"labels":[],"label_agreement":null},{"id":"W4285387971","doi":"10.1145/3534562","title":"A Decision Model for Ranking Asian Higher Education Institutes Using an NLP-Based Text Analysis Approach","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brandon University","funders":"","keywords":"Multiple-criteria decision analysis; Ranking (information retrieval); Centroid; Identification (biology); Selection (genetic algorithm); Computer science; Rank (graph theory); TOPSIS; Higher education; Artificial intelligence; Function (biology); Decision analysis; Decision model; Machine learning; Data mining; Operations research; Mathematics; Statistics; Political science","score_opus":0.02038411021066483,"score_gpt":0.2964568092918321,"score_spread":0.27607269908116727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285387971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023614304,0.00006832236,0.9738256,0.0012210325,0.00008966641,0.0002964278,0.000019854058,0.00018137175,0.00068347086],"genre_scores_gemma":[0.7402076,5.105506e-7,0.2584296,0.000984036,0.000016828084,0.00016228933,0.00010619986,0.0000072556622,0.00008567684],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880517,0.00004639618,0.00033962337,0.00028172083,0.00032041394,0.00020668635],"domain_scores_gemma":[0.9991162,0.000047524867,0.0002082005,0.0004611881,0.00008234086,0.00008453463],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00032738814,0.00016526003,0.00016503636,0.0009434222,0.0013212145,0.00033427472,0.00056507264,0.00008179547,0.0000338754],"category_scores_gemma":[0.000017054388,0.00016859033,0.00008992967,0.0011929793,0.000044391243,0.0017937806,0.000024654813,0.00025900954,0.0000010513681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027605922,0.00032462674,0.000023167137,0.00005873828,0.000035166497,2.1544687e-7,0.007906365,0.38666993,0.0000640668,0.0017922205,0.000012941921,0.6030849],"study_design_scores_gemma":[0.0004383749,0.000046113713,0.00021697888,0.00003304036,0.00009471759,0.0000097308875,0.0074069924,0.9892413,0.00020777801,0.0010873809,0.0010047891,0.00021281316],"about_ca_topic_score_codex":0.000012082859,"about_ca_topic_score_gemma":0.0000045811216,"teacher_disagreement_score":0.7165933,"about_ca_system_score_codex":0.00014616699,"about_ca_system_score_gemma":0.0003976624,"threshold_uncertainty_score":0.9999789},"labels":[],"label_agreement":null},{"id":"W4292583031","doi":"10.5539/elt.v15n9p82","title":"Examining the Dependability and Practicality of Analytic Rubric of Summary Writing Using Multivariate Generalizability Theory: Focusing on Japanese University Students with Lower-Intermediate Proficiency in English","year":2022,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Rubric; Generalizability theory; Psychology; Mathematics education; Context (archaeology); Constructive; Language proficiency; Dependability; Computer science","score_opus":0.01854952372686935,"score_gpt":0.2954321271611949,"score_spread":0.2768826034343255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292583031","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954737,0.00005104541,0.003627008,0.000048424656,0.00014375441,0.0002692767,0.000008089249,0.00006236932,0.0003163402],"genre_scores_gemma":[0.99643016,8.850584e-7,0.0034941947,0.000020186912,0.000028905943,0.000004379822,0.0000025933975,0.0000068232844,0.000011895508],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99691564,0.0017129589,0.00030030357,0.00043434673,0.00041625206,0.00022050436],"domain_scores_gemma":[0.9978644,0.0012064594,0.00029889718,0.00052448915,0.00006941039,0.00003629987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005958868,0.00013262627,0.00023259717,0.00016494578,0.0003287428,0.000036873906,0.00073745573,0.000040496114,0.000007145671],"category_scores_gemma":[0.0014791935,0.00010781736,0.00003502053,0.00044037405,0.0001763108,0.0003789593,0.00079854234,0.00072749966,2.9954577e-8],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001415232,0.001287567,0.686575,0.00009720041,0.00006684628,0.00006121968,0.28689182,0.0027535178,0.0015075572,0.016597772,0.000001010607,0.004018952],"study_design_scores_gemma":[0.002136469,0.0007545499,0.30938995,0.00036774005,0.00011197981,0.000019786781,0.6489278,0.034991093,0.0013806741,0.0013229417,0.000012829072,0.0005842029],"about_ca_topic_score_codex":0.0004397459,"about_ca_topic_score_gemma":0.000033879274,"teacher_disagreement_score":0.37718508,"about_ca_system_score_codex":0.00023309271,"about_ca_system_score_gemma":0.000117856674,"threshold_uncertainty_score":0.43966642},"labels":[],"label_agreement":null},{"id":"W4297425359","doi":"10.5539/elt.v15n10p32","title":"Analyzing Task Types Used in Four High School English Textbooks in China","year":2022,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scrutiny; Psychology; Task (project management); Test (biology); Mathematics education; China; Quality (philosophy); Pedagogy; Political science","score_opus":0.00699766412981429,"score_gpt":0.2566194863183049,"score_spread":0.2496218221884906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297425359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9899063,0.00028180238,0.0036526695,0.00046632797,0.00077882374,0.00015959324,0.0000044084886,0.00035666788,0.0043933983],"genre_scores_gemma":[0.9906416,0.0000016929615,0.00852602,0.0001330868,0.00021381208,0.00008381532,0.0000123151485,0.000013843232,0.00037380808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831295,0.00038573414,0.00027134494,0.00043335842,0.00025674302,0.00033986586],"domain_scores_gemma":[0.9991731,0.00017558159,0.00009248252,0.00048396495,0.000016971226,0.000057916823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014429915,0.00014711355,0.00019577752,0.0005139717,0.00025679782,0.00010022864,0.0010074775,0.00006256623,0.00012878106],"category_scores_gemma":[0.0007820241,0.00016120783,0.000045642068,0.0004962875,0.00001953081,0.00044599202,0.00054343144,0.0015450489,0.00000524184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014712811,0.00067229674,0.38129136,0.00003496624,0.000059036247,0.0006258924,0.36434633,0.006698808,0.0025479123,0.20667173,0.0009265047,0.03611048],"study_design_scores_gemma":[0.00929119,0.00074961805,0.613902,0.0005679212,0.00006583133,0.00009429363,0.26102924,0.04054642,0.0031457779,0.040110283,0.02610433,0.004393115],"about_ca_topic_score_codex":0.00062251993,"about_ca_topic_score_gemma":0.00021914384,"teacher_disagreement_score":0.23261064,"about_ca_system_score_codex":0.00031989164,"about_ca_system_score_gemma":0.0001304148,"threshold_uncertainty_score":0.67125547},"labels":[],"label_agreement":null},{"id":"W4298208986","doi":"10.1145/3487553.3547182","title":"Accepted Tutorials at The Web Conference 2022","year":2022,"lang":"en","type":"article","venue":"Companion Proceedings of the Web Conference 2022","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; World Wide Web; Multimedia; Style (visual arts); Art; Visual arts","score_opus":0.0293555840942081,"score_gpt":0.27080984202664604,"score_spread":0.24145425793243794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4298208986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91798383,0.0003264793,0.00037728154,0.051399894,0.005149132,0.001038997,0.00008616726,0.000354921,0.02328329],"genre_scores_gemma":[0.9934944,0.00007250809,0.000395601,0.0004868215,0.00010277202,0.00032111723,0.000008045448,0.000013022419,0.005105708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973922,0.00010548775,0.00049923564,0.0006137062,0.0009923165,0.00039708838],"domain_scores_gemma":[0.9978974,0.00019724877,0.00064190116,0.0006495876,0.00053884246,0.00007500923],"candidate_categories":["sts","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012543681,0.00025456402,0.0003328647,0.00014447831,0.0013223345,0.00019647382,0.0054611904,0.000081765,0.0032672423],"category_scores_gemma":[0.00017104087,0.0001801055,0.00015211049,0.0011436004,0.00034750107,0.0003795868,0.005091764,0.000765799,0.0000392801],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019089171,0.00018952468,0.0043482236,0.000022188886,0.000049537382,5.7000534e-7,0.0008022058,0.000022186778,0.122786574,0.7805394,0.089158595,0.0020619244],"study_design_scores_gemma":[0.0025789184,0.0007540123,0.036916308,0.00019587159,0.00015909661,0.00027876854,0.013218784,0.05005669,0.1307713,0.16917846,0.59413064,0.0017611776],"about_ca_topic_score_codex":0.000015216881,"about_ca_topic_score_gemma":0.000008172639,"teacher_disagreement_score":0.6113609,"about_ca_system_score_codex":0.00025835878,"about_ca_system_score_gemma":0.0008599903,"threshold_uncertainty_score":0.9999778},"labels":[],"label_agreement":null},{"id":"W4307124163","doi":"10.5430/elr.v11n2p30","title":"Testing & the Impact of Item Analysis in Improving Students’ Performance in End-of-Year Final Exams","year":2022,"lang":"en","type":"article","venue":"English Linguistics Research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Strong","keywords":"Test (biology); Quality (philosophy); Computer science; Mathematics education; Multiple choice; Component (thermodynamics); Focus (optics); Connection (principal bundle); Psychology; Mathematics; Statistics; Epistemology","score_opus":0.12376934719901869,"score_gpt":0.43940859731950815,"score_spread":0.31563925012048943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307124163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970996,0.00006447431,0.00027411885,0.000019492369,0.0001787257,0.00014089789,0.0000060091083,0.000014825684,0.0022019036],"genre_scores_gemma":[0.9944879,0.0000056912236,0.005288052,0.000001928386,0.00009573984,0.00004382503,0.000004773816,0.000004330292,0.0000677656],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796665,0.00030417464,0.00033131236,0.00024065444,0.0008486171,0.00030860901],"domain_scores_gemma":[0.99662644,0.0017706576,0.000108871835,0.0004993115,0.00096672383,0.000027993334],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004747775,0.00007031832,0.00016566362,0.0008610242,0.00017507936,0.00004055803,0.0016084224,0.00003339642,0.000029714889],"category_scores_gemma":[0.016112087,0.000058791888,0.00005228104,0.0044204,0.000118923854,0.00003822518,0.0011348944,0.000884986,8.7879147e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007603718,0.00024888947,0.97700584,0.000019581996,0.000033144315,0.0000036847052,0.0025733078,0.011673036,0.000058722715,0.006773248,0.000031017236,0.0015719238],"study_design_scores_gemma":[0.00021438675,0.00018782908,0.9597691,0.000022421898,0.0000060940774,3.7568512e-7,0.0012262705,0.036947947,0.00018093562,0.0011312119,0.00023881502,0.000074583026],"about_ca_topic_score_codex":0.00069368386,"about_ca_topic_score_gemma":0.000101997946,"teacher_disagreement_score":0.025274912,"about_ca_system_score_codex":0.00025474248,"about_ca_system_score_gemma":0.0006487129,"threshold_uncertainty_score":0.99217564},"labels":[],"label_agreement":null},{"id":"W4308091072","doi":"10.1109/ccece49351.2022.9918377","title":"Label-free Monitoring of Self-Supervised Learning Progress","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Ocean Frontier Institute","keywords":"Computer science; Artificial intelligence; Machine learning; Human–computer interaction","score_opus":0.031823643400202446,"score_gpt":0.3250423538370958,"score_spread":0.29321871043689335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308091072","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.871539,0.0031604744,0.07391703,0.016404169,0.007572527,0.0011929293,0.00000980518,0.004064577,0.02213948],"genre_scores_gemma":[0.4485399,0.000063263666,0.5502545,0.000014702792,0.000075177166,0.0002126646,0.0000063683774,0.000009629809,0.00082373794],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986547,0.00008951572,0.0002506226,0.0004480433,0.00037094756,0.00018615597],"domain_scores_gemma":[0.99856216,0.000081701175,0.00018451823,0.0010325086,0.00010263676,0.00003645665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035159424,0.0001512057,0.00020329357,0.00015976831,0.00013951548,0.000054176064,0.002764182,0.00014655326,0.00009222174],"category_scores_gemma":[0.000033037017,0.00015224982,0.00006232211,0.00024753588,0.000038232785,0.00009924284,0.0058489516,0.00093555497,0.0000046157857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038649528,0.0010787311,0.4839084,0.00045245356,0.00030100238,0.000019214543,0.0023877467,0.0012325126,0.00016082579,0.45032918,0.00096772815,0.05915832],"study_design_scores_gemma":[0.0042308006,0.0017360018,0.27260205,0.0013445043,0.00027520824,0.00006699472,0.0085959155,0.22137266,0.044816494,0.39421758,0.04595944,0.004782367],"about_ca_topic_score_codex":0.000014687413,"about_ca_topic_score_gemma":3.1330288e-7,"teacher_disagreement_score":0.47633752,"about_ca_system_score_codex":0.00009507159,"about_ca_system_score_gemma":0.00034350954,"threshold_uncertainty_score":0.72902995},"labels":[],"label_agreement":null},{"id":"W4309301527","doi":"10.1016/b978-0-12-818630-5.10026-0","title":"Automatic item generation","year":2022,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Template; Knowledge base; Test (biology); Artificial intelligence; Quality (philosophy); Natural language processing; Machine learning; Programming language","score_opus":0.025587094029877386,"score_gpt":0.26697387386313093,"score_spread":0.24138677983325355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309301527","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004857478,0.0004465651,0.00046819498,0.0011202596,0.0010826354,0.00026724063,0.0000050041276,0.0003151961,0.99624634],"genre_scores_gemma":[0.00087753864,0.000028864259,0.011830771,0.0006064211,0.00022793264,0.00012530283,0.000032888445,0.00002372063,0.9862466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876654,0.00002618706,0.0002826066,0.00042801065,0.00033644564,0.00016022778],"domain_scores_gemma":[0.99890435,0.000060371014,0.00019709743,0.00074413064,0.000046057634,0.00004796758],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020930046,0.00021440597,0.00021279426,0.00017601065,0.00023349996,0.00006526673,0.0008504333,0.00016762983,0.00097534474],"category_scores_gemma":[0.000009158129,0.00021967287,0.00010471571,0.000019439776,0.000047257538,0.00009351575,0.0003781465,0.0004361996,0.00018732341],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.6693254e-8,0.0000046015853,9.613605e-7,0.00000768305,0.000018622797,0.0000065305203,0.000049827748,5.8678876e-7,0.000009335198,0.43391937,0.0005617198,0.5654207],"study_design_scores_gemma":[0.000052175892,0.00003645469,0.000013465978,0.000031264517,0.000015982849,0.000025559479,0.0000021876663,0.0016269585,0.0000422078,0.06444276,0.93348575,0.00022523975],"about_ca_topic_score_codex":1.18897894e-7,"about_ca_topic_score_gemma":0.0000023879286,"teacher_disagreement_score":0.93292403,"about_ca_system_score_codex":0.00016602466,"about_ca_system_score_gemma":0.00028716898,"threshold_uncertainty_score":0.9999379},"labels":[],"label_agreement":null},{"id":"W4313492069","doi":"10.23977/acss.2022.060711","title":"Adaptive Selection Algorithm of Paragraph Selection Structure Based on Complex Data Type","year":2022,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Paragraph; Selection (genetic algorithm); Computer science; Set (abstract data type); Class (philosophy); Algorithm; Tree (set theory); Selection algorithm; Node (physics); Artificial intelligence; Data mining; Mathematics; Engineering","score_opus":0.039624361801010845,"score_gpt":0.31495608284941096,"score_spread":0.2753317210484001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313492069","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005767252,0.00093142205,0.9918937,0.00013709745,0.0009088208,0.00022641817,0.000037886348,0.00005310245,0.00004430533],"genre_scores_gemma":[0.9196633,0.00002181209,0.08008274,0.00009461804,0.00006777002,0.000019119081,0.000039829953,0.0000041255503,0.0000066492794],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877757,0.00020370848,0.00023461271,0.0004039513,0.0002474749,0.0001327017],"domain_scores_gemma":[0.9993054,0.00015823764,0.00016108014,0.000279569,0.00007192064,0.000023752997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030246485,0.00010469854,0.00018257862,0.00019487203,0.00016208942,0.00003074939,0.0005461579,0.000035788722,0.000010638882],"category_scores_gemma":[0.0000034406685,0.00009913895,0.000014367867,0.00069989014,0.00003196724,0.00030480186,0.00020500511,0.00018990702,3.492007e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038845134,0.00032054217,0.009567932,0.00006308391,0.000042282507,0.000005655659,0.00019147003,0.7576743,0.00046030793,0.039874613,0.0011585932,0.1906024],"study_design_scores_gemma":[0.00020113566,0.0005662687,0.0022455251,0.000028234763,0.0000026367243,0.00002355383,0.000044678265,0.9910717,0.00010017171,0.0025168108,0.0030942792,0.000105005194],"about_ca_topic_score_codex":0.000034760913,"about_ca_topic_score_gemma":0.000011365236,"teacher_disagreement_score":0.9138961,"about_ca_system_score_codex":0.000044947912,"about_ca_system_score_gemma":0.00007369734,"threshold_uncertainty_score":0.4042769},"labels":[],"label_agreement":null},{"id":"W4319083233","doi":"10.23977/aetp.2023.070104","title":"A New Exploration of Stratified Teaching Strategies in Secondary Vocational Schools Assisted by Precise Stratification","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Curriculum; Mathematics education; Teaching method; Literacy; Task (project management); Pedagogy; Psychology; Engineering","score_opus":0.029731539233769845,"score_gpt":0.3915221247187009,"score_spread":0.36179058548493104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319083233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38851374,0.007113082,0.3701482,0.2132078,0.0017051772,0.001021724,0.00003134254,0.0005240668,0.017734863],"genre_scores_gemma":[0.94817686,0.00060335774,0.05043851,0.000108946166,0.000029496516,0.000243345,0.00011761393,0.0000063322113,0.00027553015],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99850595,0.00010265603,0.00050606043,0.0005176726,0.00014003548,0.00022762155],"domain_scores_gemma":[0.99902964,0.00027494883,0.00021513003,0.00037459529,0.00006771159,0.00003797701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045014045,0.00014493344,0.00019442095,0.0012406996,0.000091845504,0.00002888823,0.00055518345,0.00027686817,0.000029811496],"category_scores_gemma":[0.00014103133,0.00015965416,0.000018781255,0.0016823418,0.00017283372,0.0018576803,0.000058147707,0.00057522923,0.000014761382],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009839347,0.00020676278,0.009843974,0.000014224967,0.000007105027,7.511476e-7,0.000285884,0.00005194845,0.00316426,0.8458296,0.0015914948,0.13899416],"study_design_scores_gemma":[0.0003915669,0.00007999381,0.13492694,0.00003811422,0.0000018635703,0.000014669687,0.001157158,0.00010940629,0.0005760142,0.86013377,0.0024384633,0.00013201525],"about_ca_topic_score_codex":0.000012572774,"about_ca_topic_score_gemma":0.00010170119,"teacher_disagreement_score":0.5596631,"about_ca_system_score_codex":0.000045968052,"about_ca_system_score_gemma":0.00063059974,"threshold_uncertainty_score":0.65105075},"labels":[],"label_agreement":null},{"id":"W4320511927","doi":"10.2991/978-2-494069-31-2_371","title":"A Diagnostic Question Analysis Model based on a Modified Item Response Theory","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in Social Science, Education and Humanities Research/Advances in social science, education and humanities research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Item response theory; Curriculum; Computer science; Quality (philosophy); Mathematics education; Artificial intelligence; Data science; Machine learning; Psychology; Pedagogy; Mathematics; Statistics; Epistemology","score_opus":0.08362255526530771,"score_gpt":0.4613115423173247,"score_spread":0.377688987052017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320511927","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049727056,0.008949234,0.00041235657,0.0019415126,0.0012186179,0.0014470902,0.000052395688,0.00011396435,0.9808921],"genre_scores_gemma":[0.81209123,0.013043418,0.001008565,0.000888946,0.00095445744,0.0018345625,0.000080085316,0.00005995744,0.1700388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98913443,0.0014711947,0.00090302026,0.00206258,0.0048291776,0.0015995674],"domain_scores_gemma":[0.9919318,0.004409667,0.00041993783,0.0007544242,0.002208924,0.0002752317],"candidate_categories":["metaepi_narrow","bibliometrics","sts","scholarly_communication","research_integrity"],"consensus_categories":["sts"],"category_scores_codex":[0.019643594,0.00052306894,0.0006746898,0.012431504,0.012084692,0.0018174164,0.0032257878,0.0003070459,0.00031372218],"category_scores_gemma":[0.0025101944,0.000565774,0.00014013113,0.0057432977,0.018684039,0.0048266677,0.0011082499,0.0026047174,0.0000103701905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00009449005,0.0006098286,0.00023947797,0.00007690712,0.000008743047,0.0000023666387,0.01632116,0.00011715113,0.0000091099755,0.919232,0.0003161754,0.0629726],"study_design_scores_gemma":[0.0003052078,0.00031678454,0.0032787044,0.00021025585,0.000020761783,0.0000027871329,0.037643142,0.0025401304,0.000009304736,0.7256753,0.22933811,0.00065951166],"about_ca_topic_score_codex":0.00011729096,"about_ca_topic_score_gemma":0.00055433507,"teacher_disagreement_score":0.8108533,"about_ca_system_score_codex":0.0042861598,"about_ca_system_score_gemma":0.0194716,"threshold_uncertainty_score":0.9996963},"labels":[],"label_agreement":null},{"id":"W4320512496","doi":"10.2991/978-2-494069-89-3_252","title":"A Comparative Analysis of CET, IELTS and TOFEL for English Acquisition","year":2022,"lang":"en","type":"book-chapter","venue":"Advances in Social Science, Education and Humanities Research/Advances in social science, education and humanities research","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Natural language processing; Linguistics; Philosophy","score_opus":0.11219754285243785,"score_gpt":0.4873635409223358,"score_spread":0.3751659980698979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320512496","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01191859,0.017355695,0.000053850592,0.0007777582,0.0015221571,0.0016095227,0.000104729006,0.000054373904,0.96660334],"genre_scores_gemma":[0.87363076,0.028024785,0.0015910063,0.00036893194,0.0016031854,0.0016227626,0.00015540626,0.000038083,0.092965096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933584,0.00037202032,0.0008299889,0.0014981207,0.0028034644,0.001138003],"domain_scores_gemma":[0.99433976,0.0012285286,0.00045210758,0.00040824426,0.0033896551,0.00018169853],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.0073339255,0.0003706871,0.00078251574,0.008180128,0.008087974,0.0010676882,0.002000393,0.00022207509,0.0002458888],"category_scores_gemma":[0.00039328082,0.00040872,0.000104650586,0.004275244,0.019421063,0.0049949624,0.0011127613,0.0013458714,0.0000015498565],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022287684,0.0003370019,0.0003734177,0.00013587091,0.000019575089,3.3330983e-7,0.0608603,0.000001975723,0.000018908011,0.90161175,0.0004321955,0.036186397],"study_design_scores_gemma":[0.00025569613,0.00025038962,0.0048221233,0.00011483057,0.000025463409,0.0000016174026,0.13368677,0.000086813285,0.000025425488,0.3996605,0.46066025,0.00041014302],"about_ca_topic_score_codex":0.00016681572,"about_ca_topic_score_gemma":0.0013630688,"teacher_disagreement_score":0.8736382,"about_ca_system_score_codex":0.0016753271,"about_ca_system_score_gemma":0.008339201,"threshold_uncertainty_score":0.9999693},"labels":[],"label_agreement":null},{"id":"W4323287138","doi":"10.23977/cpcs.2023.070101","title":"Software Testing Instructional Design and Practice Based on BOPPPS Model","year":2023,"lang":"en","type":"article","venue":"Computing Performance and Communication systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Instructional design; Software; Autonomy; Value (mathematics); Software testing; Software engineering; Mathematics education; Multimedia; Psychology; Programming language; Machine learning","score_opus":0.09843510794431978,"score_gpt":0.3238729688420599,"score_spread":0.22543786089774012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323287138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14197029,0.00023938986,0.85293186,0.0030409473,0.00017149537,0.00023202783,9.2114124e-7,0.00060327933,0.00080977863],"genre_scores_gemma":[0.69810396,0.00005267415,0.30158025,0.00018063156,0.000015753387,0.000022013503,0.0000053604736,0.0000044099324,0.000034938894],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910325,0.00016370523,0.00019946761,0.00021910302,0.00017301348,0.00014145231],"domain_scores_gemma":[0.99759823,0.0015591505,0.00014914706,0.00050481455,0.00015038348,0.000038299975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012195589,0.000094621355,0.00009819751,0.00014899517,0.0006544159,0.00014513852,0.00042711824,0.00005809856,1.664006e-7],"category_scores_gemma":[0.00021219626,0.00009274752,0.000009325258,0.00046425345,0.000067988694,0.00037712246,0.0002572619,0.00018954626,0.000010896433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011376338,0.000059839545,0.0073580444,0.00007539592,0.000014743667,8.019015e-7,0.0005517933,0.8393768,0.000046611458,0.049274456,0.0010457739,0.10218435],"study_design_scores_gemma":[0.00014647483,0.00005094371,0.0070325383,0.0001645041,0.000002993255,0.00004541885,0.00013949428,0.9911576,0.0000157214,0.00048082334,0.0006628779,0.00010059392],"about_ca_topic_score_codex":0.0000050181793,"about_ca_topic_score_gemma":7.681751e-8,"teacher_disagreement_score":0.5561337,"about_ca_system_score_codex":0.000029809045,"about_ca_system_score_gemma":0.00011272659,"threshold_uncertainty_score":0.5033304},"labels":[],"label_agreement":null},{"id":"W4323314849","doi":"10.5430/wjel.v13n2p455","title":"A Study on English Learning Motivation of Sports Major Students in Vocational Colleges of Henan Province","year":2023,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Vocational education; Competence (human resources); Mathematics education; Motivation to learn; Autonomous learning; Psychology; English language; Pedagogy","score_opus":0.011977172697695455,"score_gpt":0.3000079195818568,"score_spread":0.28803074688416136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323314849","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9980269,0.00006467752,0.000095670424,0.00015916696,0.00049522787,0.00018402498,0.0000015693653,0.000032966494,0.0009397971],"genre_scores_gemma":[0.9985935,0.000006564523,0.00078771374,0.000016042653,0.00013242153,0.0000069935763,0.0000023834948,0.0000058427217,0.00044850036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984544,0.00010345132,0.0005104016,0.00014323849,0.00066355814,0.00012493832],"domain_scores_gemma":[0.9984618,0.0002895584,0.00053297763,0.00018245408,0.0005013032,0.00003192333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011749129,0.00008567661,0.00021491038,0.0008170887,0.00003519007,0.000018849438,0.0005898066,0.000031768282,0.000009939098],"category_scores_gemma":[0.0011824239,0.00007706498,0.000048593876,0.0011467258,0.000030000372,0.00021680097,0.000111943926,0.0003019324,6.423345e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036432455,0.0014088589,0.9345477,0.000030830954,0.00006383481,0.000119710465,0.04715556,0.0012834928,0.0003039757,0.010629847,0.00046275245,0.0039570113],"study_design_scores_gemma":[0.0009352504,0.00033834353,0.9671556,0.00026833746,0.000009804562,0.0000017548001,0.02803511,0.000032699434,0.002601308,0.00034227973,0.0001940646,0.00008548547],"about_ca_topic_score_codex":0.000005919438,"about_ca_topic_score_gemma":0.000026827847,"teacher_disagreement_score":0.03260787,"about_ca_system_score_codex":0.00006275972,"about_ca_system_score_gemma":0.00018660486,"threshold_uncertainty_score":0.31426185},"labels":[],"label_agreement":null},{"id":"W4323526493","doi":"10.1145/3545947.3569634","title":"Creating Algorithmically Generated Questions Using a Modern, Open-sourced, Online Platform","year":2022,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Computer science; Session (web analytics); Grading (engineering); World Wide Web; Variety (cybernetics); Multimedia; Class (philosophy); Open source; Data science; Software; Artificial intelligence; Engineering","score_opus":0.061239709114839225,"score_gpt":0.3467589409368256,"score_spread":0.28551923182198635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526493","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20352635,0.000040719297,0.79027665,0.0033161247,0.00017123054,0.00015872609,0.000013609986,0.0002466158,0.002249987],"genre_scores_gemma":[0.39378184,0.0000013505886,0.60430056,0.0007199379,0.00003412099,0.000041949148,0.000029136494,0.0000056002395,0.0010855233],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991299,0.000037659924,0.00018240241,0.00028879818,0.00018346646,0.00017777705],"domain_scores_gemma":[0.99945015,0.000049552593,0.000067010384,0.0003207712,0.00006462657,0.00004789598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021694624,0.00008375944,0.000095366675,0.00009430702,0.0006668487,0.00013165061,0.001199248,0.00003187525,0.00016009317],"category_scores_gemma":[0.00001918964,0.000082285675,0.000023588022,0.00044853307,0.000023307484,0.0003423752,0.0014342977,0.00023820397,0.0000049990817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052108226,0.0011178467,0.0008273927,0.000003643772,0.000059160026,0.000023192055,0.000738078,0.040377405,0.013203917,0.90277666,0.0011449162,0.03972258],"study_design_scores_gemma":[0.0001860005,0.000052122523,0.00038663374,0.0000048075503,0.000004057756,0.000077145465,0.00027131732,0.97634584,0.00040844237,0.020378051,0.0017545443,0.00013104506],"about_ca_topic_score_codex":0.00020671444,"about_ca_topic_score_gemma":0.000017792627,"teacher_disagreement_score":0.9359684,"about_ca_system_score_codex":0.00015198317,"about_ca_system_score_gemma":0.00032002668,"threshold_uncertainty_score":0.51289284},"labels":[],"label_agreement":null},{"id":"W4323529547","doi":"10.20448/gjelt.v2i1.4128","title":"Investigating the Validity of the IELTS Listening Test","year":2022,"lang":"en","type":"article","venue":"Global Journal of English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Active listening; Test (biology); Construct validity; Popularity; Psychology; Construct (python library); Reading (process); Test validity; Language assessment; Mathematics education; Computer science; Linguistics; Psychometrics; Clinical psychology; Social psychology; Communication","score_opus":0.014504057850372665,"score_gpt":0.2875674398671974,"score_spread":0.27306338201682473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323529547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889364,0.00028616248,0.0032883459,0.0021453598,0.001567362,0.00006038588,0.000007731631,0.00003213283,0.0036761176],"genre_scores_gemma":[0.9901346,9.2936e-7,0.009209465,0.0003727459,0.00024897087,0.0000021438782,3.700485e-7,0.000002635885,0.000028121569],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9986034,0.00040515832,0.0003057891,0.000096052376,0.0004525799,0.0001370032],"domain_scores_gemma":[0.9985677,0.00043351031,0.0005268784,0.0003151622,0.00012267563,0.000034090233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020253551,0.00007263314,0.000113942064,0.00003127865,0.00052488106,0.00005327161,0.0017844251,0.00002313686,0.000008280135],"category_scores_gemma":[0.0037115172,0.00004393928,0.00010629401,0.0002968509,0.000066642,0.00021843308,0.00067425985,0.0008705694,2.0015827e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005161106,0.0006563785,0.5072044,0.00004143553,0.00016164703,0.00007105964,0.12908591,0.0061504506,0.0042219865,0.29156664,0.010462579,0.050372355],"study_design_scores_gemma":[0.003721853,0.0019539872,0.3875388,0.0011339154,0.00038181167,0.003898951,0.43075994,0.011582522,0.013667974,0.095956646,0.047821812,0.0015817861],"about_ca_topic_score_codex":0.000031148928,"about_ca_topic_score_gemma":0.000004400821,"teacher_disagreement_score":0.30167404,"about_ca_system_score_codex":0.00012555096,"about_ca_system_score_gemma":0.00019638488,"threshold_uncertainty_score":0.4443301},"labels":[],"label_agreement":null},{"id":"W4361018348","doi":"10.2139/ssrn.4392467","title":"Next-Generation Assessments: Automatic Question Paper Generation for Modern Classrooms","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Mathematics education; Computer science; Psychology","score_opus":0.04449568050851699,"score_gpt":0.33833524194910075,"score_spread":0.29383956144058376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361018348","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0918005,0.00033090336,0.89663726,0.009793519,0.00084508094,0.00022979631,0.0000010303171,0.00028171585,0.00008018633],"genre_scores_gemma":[0.976965,0.0009863104,0.019423964,0.00027550253,0.00075789925,0.00014753047,0.000069521004,0.000016949758,0.0013573377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794066,0.00010655197,0.00030734032,0.00029774336,0.0002891784,0.0010585511],"domain_scores_gemma":[0.9993146,0.000055314496,0.000171456,0.00025548128,0.00015376903,0.000049350092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019285309,0.00013642864,0.00012080303,0.0002178608,0.00046483387,0.0002449226,0.00045041036,0.00011689017,0.000010464378],"category_scores_gemma":[0.00005979952,0.00012744415,0.00007742914,0.00037773195,0.000018897263,0.0012839291,0.000047869158,0.0006009924,0.000039063638],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001392845,0.00006051384,0.00011224311,0.0000042157735,0.000054092317,5.998297e-7,0.00006638285,0.0007024747,0.02499971,0.81011367,0.00118043,0.16270429],"study_design_scores_gemma":[0.00023480172,0.00018316928,0.00020981234,0.000007907537,0.0000116746405,0.00005410768,0.000117444615,0.57487714,0.0004414049,0.4229782,0.0007724387,0.00011189687],"about_ca_topic_score_codex":0.0000049755317,"about_ca_topic_score_gemma":0.00013591918,"teacher_disagreement_score":0.8851645,"about_ca_system_score_codex":0.00082089624,"about_ca_system_score_gemma":0.0017324614,"threshold_uncertainty_score":0.5197022},"labels":[],"label_agreement":null},{"id":"W4379929879","doi":"10.21449/ijate.1249297","title":"Automatic item generation for online measurement and evaluation: Turkish literature items","year":2023,"lang":"en","type":"article","venue":"International Journal of Assessment Tools in Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Turkish; Computer science; Field (mathematics); Test (biology); Item bank; Item analysis; Subject-matter expert; Subject matter; Item response theory; Data science; Artificial intelligence; Statistics; Psychometrics; Curriculum; Expert system; Psychology; Mathematics","score_opus":0.10478086886775079,"score_gpt":0.4375316124065066,"score_spread":0.33275074353875583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379929879","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92398113,0.0009832768,0.03083363,0.03464446,0.008637823,0.00065875414,0.000015672094,0.00006538253,0.00017985761],"genre_scores_gemma":[0.92310154,0.00028500543,0.07509401,0.00031950878,0.00083972473,0.00014777269,0.00015216609,0.000008043725,0.000052227642],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997789,0.00012256518,0.0006206944,0.00023519513,0.0010924733,0.00014001806],"domain_scores_gemma":[0.9967818,0.00023820765,0.00045035026,0.00018324473,0.0022926934,0.00005365008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024757271,0.00012408386,0.00015668289,0.0007369982,0.00006557767,0.0003837192,0.00060103106,0.00008690094,0.000013278097],"category_scores_gemma":[0.00056182046,0.000116546216,0.000064045504,0.0004929319,0.000021782284,0.0012515684,0.00007170073,0.00020968064,0.0000018727577],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009323131,0.0009933664,0.008049111,0.00004219787,0.00014868515,0.0000059619033,0.0010186839,0.0007767601,0.0045546116,0.057077833,0.013062028,0.91426146],"study_design_scores_gemma":[0.001914018,0.00029808737,0.425685,0.0008492951,0.00005199415,0.00018308262,0.0011421373,0.50388867,0.00094141735,0.05187443,0.012830901,0.00034098225],"about_ca_topic_score_codex":0.0000026050866,"about_ca_topic_score_gemma":0.00001106591,"teacher_disagreement_score":0.91392046,"about_ca_system_score_codex":0.0006997156,"about_ca_system_score_gemma":0.0015346261,"threshold_uncertainty_score":0.47526166},"labels":[],"label_agreement":null},{"id":"W4380683720","doi":"10.5430/wjel.v13n6p431","title":"Examining Language Assessment Literacy for Saudi Pre-service EFL Teachers","year":2023,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Majmaah University","keywords":"Curriculum; Competence (human resources); Literacy; Mathematics education; Test (biology); Lesson plan; Psychology; Medical education; Service (business); Pedagogy; Computer science; Medicine","score_opus":0.020016297805667677,"score_gpt":0.34013805334316116,"score_spread":0.3201217555374935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380683720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9634888,0.00096403516,0.024361882,0.0029584689,0.0026129864,0.00026306318,0.000011150773,0.0003466692,0.0049929423],"genre_scores_gemma":[0.91376543,0.000018447057,0.0821554,0.00058589433,0.00089966785,0.000029622093,0.000014235879,0.000018269995,0.0025130184],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867743,0.00007448838,0.00040534305,0.00021882117,0.00031894233,0.00030497782],"domain_scores_gemma":[0.9982149,0.0005123876,0.00034106238,0.00037913793,0.00045242632,0.000100097626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00116355,0.00014349566,0.00022750787,0.00050525594,0.00010922156,0.00016094297,0.0009666512,0.00005893564,0.00003809942],"category_scores_gemma":[0.00048652882,0.00012670003,0.000100752535,0.0010408651,0.000021798136,0.00071480096,0.00016892614,0.00040754088,0.0000085833135],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005414936,0.00076717214,0.02593541,0.00029969378,0.0005436681,0.00057506294,0.3878934,0.0010515049,0.012448427,0.04934038,0.06696433,0.4541268],"study_design_scores_gemma":[0.009506434,0.0017434538,0.29384154,0.0022829059,0.00034871168,0.00020486358,0.18433006,0.014485872,0.017952641,0.00971677,0.46303114,0.0025556185],"about_ca_topic_score_codex":0.000008606592,"about_ca_topic_score_gemma":0.000025522915,"teacher_disagreement_score":0.45157117,"about_ca_system_score_codex":0.0001039295,"about_ca_system_score_gemma":0.00018343407,"threshold_uncertainty_score":0.5166677},"labels":[],"label_agreement":null},{"id":"W4382501122","doi":"10.5539/elt.v16n6p1","title":"A Comparative-Correlative Study of Test Rubrics Used as Benchmarks in Assessing IELTS and TOEFL Speaking Skills","year":2023,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test of English as a Foreign Language; Rubric; Psychology; Test (biology); Mathematics education; Correlation; Language assessment; Mathematics","score_opus":0.017121883400339336,"score_gpt":0.34524146260506805,"score_spread":0.32811957920472873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382501122","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9918439,0.000063456246,0.0014847298,0.00008773012,0.00022671267,0.00022455795,0.0000012536638,0.00017662435,0.005891081],"genre_scores_gemma":[0.9945827,0.0000015338828,0.0052406965,0.000023351338,0.000050323528,0.0000171012,0.000008619742,0.0000065385116,0.00006914488],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987327,0.00021849474,0.00026329866,0.00033817432,0.00023388222,0.00021348197],"domain_scores_gemma":[0.998079,0.0014194933,0.00014590709,0.0002847446,0.00003335754,0.000037511276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097287435,0.00013193052,0.00024308701,0.00033239138,0.00014890109,0.00010707533,0.00037810285,0.000063735286,0.000008669044],"category_scores_gemma":[0.00090231217,0.00012787091,0.000021607717,0.0006156547,0.000039136157,0.0006255502,0.0002960757,0.0005764795,0.0000032095984],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010569584,0.00073591224,0.1978876,0.000012709271,0.00002256586,0.000075650954,0.78658473,0.00023538916,0.0008237774,0.006412683,0.00004299409,0.0071649374],"study_design_scores_gemma":[0.0010813392,0.00029568246,0.36757672,0.00027994032,0.00001456847,0.000008814515,0.6150075,0.0129064815,0.00105117,0.0013779559,0.000054532804,0.00034530825],"about_ca_topic_score_codex":0.00021327348,"about_ca_topic_score_gemma":0.00014612623,"teacher_disagreement_score":0.17157722,"about_ca_system_score_codex":0.000052544143,"about_ca_system_score_gemma":0.000059660077,"threshold_uncertainty_score":0.5214425},"labels":[],"label_agreement":null},{"id":"W4382657217","doi":"10.1109/jestie.2023.3288791","title":"Journal of Emerging and Selected Topics in Industrial Electronics Publication Information","year":2023,"lang":"en","type":"article","venue":"IEEE Journal of Emerging and Selected Topics in Industrial Electronics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Electronics; Library science; Engineering; Data science; Engineering ethics; Computer science; Electrical engineering","score_opus":0.030773233560640413,"score_gpt":0.29311012634083383,"score_spread":0.2623368927801934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382657217","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980798,0.0009153183,0.0032269796,0.01335756,0.0013784895,0.0002031462,0.000001564307,0.000044228673,0.00007468559],"genre_scores_gemma":[0.99272436,0.003895574,0.0016573425,0.00013407903,0.0014121074,0.0000089039095,0.000015327312,0.000016866037,0.0001354236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99705756,0.00024478103,0.0014192397,0.00019438911,0.000503188,0.00058083003],"domain_scores_gemma":[0.99742544,0.00021324014,0.001086283,0.00018492804,0.0009777037,0.00011242817],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0019970783,0.00021248347,0.0004456504,0.0015975221,0.00014844176,0.00018895518,0.0005928912,0.00048081178,0.0000047028975],"category_scores_gemma":[0.0015289593,0.00020971768,0.00005806292,0.0039552585,0.000049515187,0.001364118,0.000074457996,0.0024358693,6.993314e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006148508,0.0007611481,0.09139993,0.00010388119,0.00064068893,0.000083566614,0.0099807875,0.0059429714,0.0056490777,0.0913729,0.026112594,0.7673376],"study_design_scores_gemma":[0.04763631,0.012569936,0.06712321,0.002248294,0.0005324025,0.0035053357,0.0046817195,0.13444762,0.051377993,0.09502636,0.5768601,0.0039907345],"about_ca_topic_score_codex":0.000018292842,"about_ca_topic_score_gemma":0.000059404636,"teacher_disagreement_score":0.76334685,"about_ca_system_score_codex":0.00045446734,"about_ca_system_score_gemma":0.0024360705,"threshold_uncertainty_score":0.99986553},"labels":[],"label_agreement":null},{"id":"W4382877988","doi":"10.23977/acss.2023.070504","title":"Analysis of Computer C Language Program Technology—Taking Vertical Division as an Example","year":2023,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Flexibility (engineering); Programming language; Program Design Language; Computer technology; Process (computing); Assembly language; Source code; Programming language implementation; Software; Division (mathematics); Grammar; Software engineering; Fourth-generation programming language; Multimedia; Programming paradigm; Linguistics; Fifth-generation programming language; Symbolic programming; Arithmetic","score_opus":0.03201637663234542,"score_gpt":0.3642271634395178,"score_spread":0.33221078680717236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382877988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5905084,0.0009859969,0.407548,0.00013873543,0.00032001105,0.00018172746,0.000001197291,0.00028136483,0.000034542732],"genre_scores_gemma":[0.9724791,0.00007870115,0.02727155,0.00003645632,0.000049882237,0.000059730068,0.000012101191,0.000005423864,0.000007066212],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985441,0.00009597499,0.00037686585,0.00049363996,0.00023056813,0.00025888113],"domain_scores_gemma":[0.99907476,0.00022839796,0.000119144126,0.0004571888,0.00006663461,0.000053896496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048014222,0.00013252607,0.00036708254,0.0008674362,0.00007700209,0.00008558446,0.00057824544,0.00010788323,0.0000026698438],"category_scores_gemma":[0.0000083208215,0.00011472218,0.000049991817,0.0025069425,0.000094536364,0.0004432955,0.00032355252,0.00013258628,0.0000057528],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040225286,0.0003666241,0.09251453,0.00008934177,0.00018572267,0.000057921963,0.0016442126,0.033281468,0.0003758168,0.12229326,0.000029891457,0.7491572],"study_design_scores_gemma":[0.00017751676,0.00037024164,0.029967535,0.00011235826,0.000021600268,0.000008785033,0.00023348788,0.96556526,0.00021621812,0.002636601,0.00052851194,0.00016188926],"about_ca_topic_score_codex":0.00008079121,"about_ca_topic_score_gemma":0.000024151215,"teacher_disagreement_score":0.93228376,"about_ca_system_score_codex":0.000018578361,"about_ca_system_score_gemma":0.000026335754,"threshold_uncertainty_score":0.46782348},"labels":[],"label_agreement":null},{"id":"W4383647882","doi":"10.23977/aetp.2023.070510","title":"Research and Application of Probability and Statistics in Practical Teaching","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Syllabus; Mathematics education; Connotation; Probability and statistics; Value (mathematics); Teaching method; Mathematical statistics; Statistics education; Reform mathematics; Computer science; Mathematics; Statistics; Connected Mathematics","score_opus":0.04860671929786225,"score_gpt":0.507609930057571,"score_spread":0.4590032107597088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383647882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78519,0.0021505072,0.08374023,0.12714228,0.0002084012,0.00038436695,0.000005998944,0.00007711847,0.0011011005],"genre_scores_gemma":[0.83312446,0.000985069,0.16562475,0.00006350763,0.000009078579,0.00016125556,0.0000050353815,0.000002279364,0.000024576646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990374,0.00009985966,0.00021234762,0.00038779672,0.000083350926,0.0001792582],"domain_scores_gemma":[0.9986534,0.00097100984,0.000059019898,0.00023200449,0.00006241495,0.00002215477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010615694,0.000061628605,0.00011441779,0.00087219925,0.00008458431,0.0000062528693,0.00018730052,0.00016330235,0.0000017675006],"category_scores_gemma":[0.0003950162,0.00006344126,0.0000030419635,0.0010070341,0.00085279346,0.00022273803,0.00015024359,0.00049986626,0.0000026421992],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042626766,0.0001495847,0.2119289,0.000017370041,0.0000015035787,7.978709e-7,0.00010939262,0.0000019773677,0.000085336214,0.7486233,0.000071146715,0.039006446],"study_design_scores_gemma":[0.00011755289,0.000072421695,0.24376194,0.000009677579,4.753901e-7,0.00003219716,0.00019415181,0.00048431268,0.00002177694,0.7533988,0.0018669303,0.000039783183],"about_ca_topic_score_codex":0.000008248553,"about_ca_topic_score_gemma":0.0000655886,"teacher_disagreement_score":0.12707877,"about_ca_system_score_codex":0.000020329404,"about_ca_system_score_gemma":0.00008490052,"threshold_uncertainty_score":0.3142153},"labels":[],"label_agreement":null},{"id":"W4384914080","doi":"10.23977/aetp.2023.070712","title":"The Effects of Digital/Online Written Feedback on Paper-based Test for College Students","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Test (biology); Mathematics education; Computer science; Online learning; Multimedia; Psychology","score_opus":0.011907605110500505,"score_gpt":0.3812031619232056,"score_spread":0.3692955568127051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384914080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59198385,0.005037933,0.005321279,0.39165238,0.0032536723,0.0012375856,0.00010624305,0.00034276367,0.0010643154],"genre_scores_gemma":[0.9923881,0.0009740637,0.0046663587,0.00092062115,0.0000402072,0.0005344503,0.000028145778,0.000007449568,0.0004405851],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99902236,0.000022119875,0.0002437317,0.0003592865,0.00011506614,0.00023741402],"domain_scores_gemma":[0.9956949,0.0036903606,0.000112906266,0.00040485634,0.00007368684,0.000023317516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018662267,0.000114659975,0.0001470698,0.00046474207,0.00017002471,0.000012233308,0.00092618476,0.00016778102,0.0000019283307],"category_scores_gemma":[0.00069829635,0.00009156974,0.00002726248,0.0012052909,0.00045541773,0.00017720209,0.00009053917,0.00019301115,0.000011159223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022760785,0.0009990956,0.12601674,0.000038247777,0.00001613835,0.0000018208084,0.000027157235,0.000011209453,0.00019449172,0.8333566,0.002469358,0.036846347],"study_design_scores_gemma":[0.0007778011,0.00057377457,0.19321938,0.000050264844,0.0000035209375,0.000008534138,0.00011368643,0.00007696439,0.00030126926,0.76432276,0.040442046,0.00010997476],"about_ca_topic_score_codex":2.0581206e-7,"about_ca_topic_score_gemma":0.0000067417627,"teacher_disagreement_score":0.40040427,"about_ca_system_score_codex":0.000022032644,"about_ca_system_score_gemma":0.0000965544,"threshold_uncertainty_score":0.37341055},"labels":[],"label_agreement":null},{"id":"W4385071341","doi":"10.1007/s42979-023-02129-w","title":"Correction: An Efficient Graph Mining Approach Using Evidence Based Fuzzy Soft Set Method","year":2023,"lang":"en","type":"article","venue":"SN Computer Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Computer science; Soft set; Data mining; Graph; Fuzzy logic; Set (abstract data type); Information retrieval; Artificial intelligence; Theoretical computer science; Programming language","score_opus":0.11650227001640083,"score_gpt":0.38676876700678914,"score_spread":0.2702664969903883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385071341","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049993064,0.000037159196,0.9439049,0.00094610185,0.0040465468,0.00017087578,9.094049e-7,0.0007497538,0.00015070364],"genre_scores_gemma":[0.3740732,0.0000012720054,0.6253996,0.0003645931,0.00010763337,0.00001763078,0.0000018679332,0.000005745123,0.000028472012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968555,0.00021917163,0.0002795277,0.0011915112,0.00084705354,0.00060722],"domain_scores_gemma":[0.9977759,0.0005690414,0.00014489851,0.0010424466,0.00027022595,0.00019750065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003972875,0.00020188843,0.00018564999,0.00083445146,0.00097038236,0.0004730756,0.002706483,0.000077395096,0.0000034604398],"category_scores_gemma":[0.00012636706,0.0001919215,0.00006787104,0.006578183,0.00040189273,0.0012713285,0.0007743355,0.00023304141,0.00002687892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040825153,0.00023459044,0.0021736578,0.00002640707,0.000010088819,0.000019738678,0.0017764537,0.8514935,0.0024971422,0.027750084,0.001616078,0.11239822],"study_design_scores_gemma":[0.000086244036,0.00009203456,0.0057110097,0.00008728957,0.000004476804,0.00006183553,0.0001134941,0.9903307,0.0018616174,0.001334195,0.00007785221,0.0002392262],"about_ca_topic_score_codex":0.00002111309,"about_ca_topic_score_gemma":9.915711e-7,"teacher_disagreement_score":0.32408014,"about_ca_system_score_codex":0.00013546845,"about_ca_system_score_gemma":0.00092805474,"threshold_uncertainty_score":0.7826332},"labels":[],"label_agreement":null},{"id":"W4385586826","doi":"10.23977/aetp.2023.070808","title":"Research on the evaluation system of kindergarten science education curriculum","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Enthusiasm; Curriculum; Vitality; Mathematics education; Mechanism (biology); Course (navigation); Psychology; Computer science; Pedagogy; Engineering","score_opus":0.061955859183328355,"score_gpt":0.49845808076870535,"score_spread":0.436502221585377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385586826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.793745,0.0026412788,0.0010565151,0.16961303,0.0024973413,0.0006279186,0.000001671565,0.00016902218,0.029648216],"genre_scores_gemma":[0.99627054,0.00032297266,0.00253645,0.00020884088,0.00004373774,0.0005223707,0.0000041708145,0.0000036658073,0.00008723505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99833775,0.00018558242,0.00024880568,0.00049802504,0.0004345936,0.00029525164],"domain_scores_gemma":[0.9981397,0.0005746521,0.00011413329,0.0006369799,0.0005063186,0.00002824275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033844155,0.00008742605,0.00010900543,0.0025297792,0.00035136243,0.000016248892,0.0011676252,0.00014393078,0.0000143011885],"category_scores_gemma":[0.00044540342,0.0000685198,0.000014012967,0.007181647,0.001377718,0.00032808937,0.00016084046,0.00041256877,0.000060190658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018806718,0.00019494735,0.0114184525,0.000009435185,0.0000027927113,2.1370921e-7,0.00008819002,0.000026081016,0.00019028115,0.95323473,0.0008642888,0.033968683],"study_design_scores_gemma":[0.00013636783,0.00010864952,0.114849485,0.000078978686,0.000002234751,0.000034631652,0.0032540783,0.0010726464,0.00044122606,0.8747111,0.005225891,0.00008473891],"about_ca_topic_score_codex":0.0000044246276,"about_ca_topic_score_gemma":0.000007823972,"teacher_disagreement_score":0.20252556,"about_ca_system_score_codex":0.00012160095,"about_ca_system_score_gemma":0.0011736022,"threshold_uncertainty_score":0.50762594},"labels":[],"label_agreement":null},{"id":"W4386179726","doi":"10.2316/j.2023.201-0055","title":"A PERSONALISED READING EDUCATION PLATFORM UNDER BIG DATA-DRIVEN DECISION-MAKING SCHEME, 114-121. SI","year":2023,"lang":"en","type":"article","venue":"Mechatronic systems and control","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Scheme (mathematics); Big data; Reading (process); Computer science; Data science; Mathematics education; Psychology; Political science; Data mining; Mathematics","score_opus":0.042236128982894666,"score_gpt":0.3144150492238358,"score_spread":0.27217892024094115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386179726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11135004,0.0031621861,0.87433344,0.0049110553,0.00417694,0.00076668285,0.00002793056,0.0005908605,0.0006808914],"genre_scores_gemma":[0.99514407,0.000054701934,0.003733905,0.00023431455,0.0003507718,0.00014514512,0.00002405655,0.000012192303,0.00030082805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984546,0.000042854008,0.00029592178,0.0005569142,0.00030626688,0.00034346274],"domain_scores_gemma":[0.99837524,0.0003765938,0.00015671582,0.0009352106,0.00008274766,0.00007347918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006996082,0.00015994963,0.00023599154,0.00024461528,0.00029990345,0.00023699613,0.0010305876,0.000120441706,0.000006037547],"category_scores_gemma":[0.00009826828,0.00014101395,0.000040959087,0.00036152903,0.000030634663,0.00047559725,0.00038444245,0.00016949054,0.00005304759],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015366018,0.00009724361,0.001490516,0.00006299266,0.0001522851,0.000007222714,0.00037636317,0.00027115157,0.0008173493,0.8271435,0.0042152726,0.16535078],"study_design_scores_gemma":[0.0016379714,0.00010935934,0.005485333,0.00070764386,0.00005694141,0.000119653145,0.005772638,0.9100729,0.00002396311,0.05715949,0.01831728,0.00053683156],"about_ca_topic_score_codex":0.000059637085,"about_ca_topic_score_gemma":0.000023227565,"teacher_disagreement_score":0.9098017,"about_ca_system_score_codex":0.00013287825,"about_ca_system_score_gemma":0.0005618584,"threshold_uncertainty_score":0.5750382},"labels":[],"label_agreement":null},{"id":"W4386224051","doi":"10.5539/elt.v16n9p102","title":"Focuses and Trends of the Research on Task-based Language Teaching (1998-2022)","year":2023,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Language education; Second-language acquisition; Field (mathematics); Computer science; Mathematics education; Foreign language; Language assessment; Empirical research; Task analysis; Language acquisition; Psychology; Linguistics","score_opus":0.03203331937664378,"score_gpt":0.370059042770499,"score_spread":0.3380257233938552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386224051","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98788804,0.00022130871,0.00081923057,0.0021469053,0.00037315948,0.00009386702,0.00000853733,0.00041784917,0.008031076],"genre_scores_gemma":[0.995616,0.0000021881283,0.0026700078,0.00016115881,0.00016407236,0.000025121211,0.00000876722,0.000013088974,0.0013395967],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.998113,0.0005811864,0.00016967082,0.0003479408,0.00047362587,0.00031458403],"domain_scores_gemma":[0.9981784,0.0009588914,0.00007358743,0.00072044955,0.000021620746,0.00004701353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027212934,0.0001183832,0.0001372244,0.00050836854,0.00048085419,0.00008664685,0.000946968,0.000083468796,0.000008246082],"category_scores_gemma":[0.0010347866,0.00008648912,0.00005732355,0.00068704155,0.000103389226,0.00017535154,0.0004156552,0.0012134939,0.000009973486],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011870469,0.00044934812,0.009904211,0.00008578044,0.000060208542,0.00008026997,0.33537388,0.00025695347,0.018771086,0.25416145,0.0076354356,0.3732095],"study_design_scores_gemma":[0.004742876,0.0015155597,0.1002006,0.002186032,0.0000791115,0.000045163248,0.68973356,0.034661386,0.1122688,0.010943263,0.04115512,0.0024685042],"about_ca_topic_score_codex":0.00010983087,"about_ca_topic_score_gemma":0.000047795394,"teacher_disagreement_score":0.370741,"about_ca_system_score_codex":0.00005326419,"about_ca_system_score_gemma":0.00006126945,"threshold_uncertainty_score":0.52720946},"labels":[],"label_agreement":null},{"id":"W4386622318","doi":"10.5281/zenodo.8335990","title":"Raw Data for benchmarking structure based domain annotation","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Benchmarking; Raw data; Annotation; Computer science; Domain (mathematical analysis); Information retrieval; Artificial intelligence; Business; Mathematics; Programming language","score_opus":0.06301138541023635,"score_gpt":0.3067664919215459,"score_spread":0.24375510651130958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386622318","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016664596,0.00002907079,0.96046287,0.013422189,0.00045247067,0.00071881677,0.0005866576,0.002439985,0.0052233506],"genre_scores_gemma":[0.91454315,0.000014907111,0.06627494,0.00045695817,0.0002874396,2.3773991e-7,0.017580785,0.0005262785,0.00031532656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99875367,0.00012554941,0.00015518465,0.00046279439,0.0002459046,0.0002568827],"domain_scores_gemma":[0.99864906,0.000067784604,0.00007834097,0.0008718464,0.00026999495,0.000062979816],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007387255,0.00008673011,0.000076854834,0.00024979102,0.0015941965,0.0004995123,0.002367222,0.000057079076,0.00069651776],"category_scores_gemma":[0.0003205893,0.000091278634,0.000021236323,0.0009124555,0.00006508172,0.00043952724,0.0013670694,0.0001423519,0.00058132154],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002046072,0.00009763363,0.00001608562,0.000077119446,0.000038832895,0.0000074605446,0.000658085,0.00070659956,0.0072144074,0.20946054,0.53712165,0.24458113],"study_design_scores_gemma":[0.00035731768,0.00010442532,0.001468739,0.000017747127,0.000004386181,0.0000137997085,0.00014517023,0.061728083,0.00052155025,0.011417299,0.924085,0.00013647405],"about_ca_topic_score_codex":0.0000017369277,"about_ca_topic_score_gemma":2.465739e-7,"teacher_disagreement_score":0.8978785,"about_ca_system_score_codex":0.00006386881,"about_ca_system_score_gemma":0.000012456944,"threshold_uncertainty_score":0.9997056},"labels":[],"label_agreement":null},{"id":"W4386800544","doi":"10.23977/aetp.2023.071010","title":"The impact of CHAT GPT on English online courses","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Generative grammar; Field (mathematics); Online chat; Multimedia; English language; World Wide Web; Artificial intelligence; Mathematics education; The Internet; Psychology","score_opus":0.01741208222546405,"score_gpt":0.4242212980611674,"score_spread":0.40680921583570334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386800544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8916376,0.0056751883,0.0009836518,0.096190475,0.0020725739,0.00020292494,0.000015092762,0.00024421763,0.002978253],"genre_scores_gemma":[0.99277276,0.0047358326,0.001926745,0.00019855317,0.00006609566,0.00008813021,0.000013078583,0.000004590526,0.00019422163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991148,0.000041842122,0.0002143808,0.00030852947,0.00008347491,0.00023696895],"domain_scores_gemma":[0.99862593,0.0007083526,0.00011178104,0.00043641453,0.00009438359,0.000023141964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024383959,0.00010619826,0.00013272814,0.0006283505,0.00013803241,0.0000075880475,0.0007128591,0.00016636791,0.000010268592],"category_scores_gemma":[0.000263822,0.00007674208,0.000031767417,0.0014948007,0.0005676409,0.00016366469,0.00008942271,0.00029737593,0.00001467758],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009881812,0.00026400818,0.05269826,0.0000022543998,0.00001458714,0.0000010298027,0.00012010876,0.00008969724,0.000043042724,0.9042299,0.0016671143,0.04086014],"study_design_scores_gemma":[0.00019926042,0.00024112912,0.22514822,0.000018715431,0.0000012851136,0.000017923665,0.00027598088,0.00011728383,0.00006981021,0.7626831,0.01114484,0.000082480154],"about_ca_topic_score_codex":0.0000023193638,"about_ca_topic_score_gemma":0.000013393385,"teacher_disagreement_score":0.17244996,"about_ca_system_score_codex":0.00002823671,"about_ca_system_score_gemma":0.00013477384,"threshold_uncertainty_score":0.31294513},"labels":[],"label_agreement":null},{"id":"W4387573724","doi":"10.23977/aetp.2023.071301","title":"Hybrid Curriculum Design of Comprehensive Japanese on the Basis of Task-based Teaching","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Curriculum; Task (project management); Computer science; Mathematics education; Teaching method; Language education; Space (punctuation); Multimedia; Pedagogy; Engineering; Psychology","score_opus":0.023790360421099596,"score_gpt":0.3641434690037791,"score_spread":0.3403531085826795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387573724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8544088,0.0016783166,0.02196663,0.11959308,0.0008320057,0.0003388905,0.000007924238,0.00013102939,0.001043346],"genre_scores_gemma":[0.98407,0.00028348272,0.01475825,0.0006866693,0.000014954841,0.0001443451,0.0000059890444,0.000004390942,0.000031888947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989676,0.00014834372,0.0002712266,0.00032385215,0.000108438595,0.0001805494],"domain_scores_gemma":[0.99793786,0.0013310832,0.00018163995,0.00045039572,0.00008255547,0.000016481663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037187437,0.00011003661,0.00018009052,0.0007875851,0.000103064966,0.0000032464536,0.00071574445,0.000113876034,0.000012854498],"category_scores_gemma":[0.00018545725,0.000086758504,0.00002556588,0.00094467757,0.0005780999,0.00011266029,0.00007590211,0.00034228936,0.000011640197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009453288,0.00038711366,0.015665933,0.000016286627,0.0000139450085,0.0000017738082,0.00013159319,0.00057265593,0.00074084924,0.9727348,0.0016294036,0.008096178],"study_design_scores_gemma":[0.0005144734,0.00046521772,0.047651086,0.000112210415,0.000007678256,0.0000521364,0.0011522529,0.003918669,0.0035333808,0.9365351,0.0058389646,0.00021882307],"about_ca_topic_score_codex":0.000003977153,"about_ca_topic_score_gemma":0.0000013319184,"teacher_disagreement_score":0.12966125,"about_ca_system_score_codex":0.000015046998,"about_ca_system_score_gemma":0.0000944924,"threshold_uncertainty_score":0.3537909},"labels":[],"label_agreement":null},{"id":"W4387974609","doi":"10.5539/elt.v16n11p45","title":"Instructional Toolkit for Outcome-Based Instruction on English Grammar of Thai EFL Students in the Thonburi District in Bangkok","year":2023,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Grammar; Psychology; Mathematics education; Instructional design; Medical education; Pedagogy; Linguistics; Medicine","score_opus":0.018403616552923573,"score_gpt":0.33236993561011485,"score_spread":0.3139663190571913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387974609","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934249,0.000017557973,0.0037922463,0.0004831354,0.0011137874,0.0003464832,0.000014395327,0.00019696215,0.00061056705],"genre_scores_gemma":[0.9931355,0.0000012603422,0.0062653343,0.00014551429,0.0002085681,0.0001359665,0.00005636214,0.000008648803,0.000042834356],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850917,0.0001978793,0.00033878864,0.0003033045,0.00041219228,0.00023868836],"domain_scores_gemma":[0.99878216,0.0006427615,0.00012069479,0.00039511416,0.000037121292,0.000022178318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016456769,0.00013105173,0.0001650245,0.00043508984,0.00011438994,0.00007396786,0.0009927736,0.000094339215,0.000003888148],"category_scores_gemma":[0.0011468637,0.000106455576,0.00007371323,0.0007009369,0.000037893857,0.00028135665,0.00010604863,0.0005443724,0.0000018331261],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042622927,0.00083737425,0.53824043,0.000094046314,0.00003416756,0.000033725613,0.10481521,0.0025518164,0.00014823722,0.25788125,0.00051356043,0.094807565],"study_design_scores_gemma":[0.004915173,0.00033110793,0.8945356,0.00024151942,0.000019131761,0.000006075167,0.080757104,0.0058364263,0.0013936056,0.007753472,0.0035956507,0.0006151461],"about_ca_topic_score_codex":0.00006572566,"about_ca_topic_score_gemma":0.00006285604,"teacher_disagreement_score":0.35629514,"about_ca_system_score_codex":0.00012034086,"about_ca_system_score_gemma":0.00006169567,"threshold_uncertainty_score":0.43411326},"labels":[],"label_agreement":null},{"id":"W4388441201","doi":"10.18280/isi.280515","title":"Leveraging Text Mining for Analyzing Students' Preferences in Computer Science and Language Courses","year":2023,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Mathematics education; Natural language processing; Psychology","score_opus":0.023418899731393945,"score_gpt":0.3093406869320349,"score_spread":0.285921787200641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388441201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7784436,0.000033619483,0.22073485,0.00018451104,0.00018612541,0.0001617955,0.0000015093962,0.00014348984,0.000110550245],"genre_scores_gemma":[0.9716092,0.000011073729,0.02818171,0.000092123286,0.00002105027,0.000063293635,0.0000088642855,0.0000021356723,0.000010601786],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990864,0.00001623384,0.00024178415,0.0001532354,0.00026906564,0.00023329328],"domain_scores_gemma":[0.9994109,0.00014179976,0.00010865594,0.00014905653,0.00015595762,0.000033630975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011218608,0.000080065416,0.00009869505,0.0006160339,0.00029572708,0.000441677,0.0004958395,0.000036635196,0.0000010602391],"category_scores_gemma":[0.00015732172,0.00007640664,0.00001285385,0.0010957662,0.00014907098,0.0026730997,0.0002336965,0.000060391758,0.0000077299],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004915601,0.00003462986,0.1812621,0.00018393414,0.000019389261,0.0000022928307,0.06060435,0.0015373635,0.0002754012,0.015410126,0.0003252199,0.7403403],"study_design_scores_gemma":[0.000692224,0.00014725392,0.60696775,0.00043679474,0.000007952885,0.000021691163,0.011935153,0.3632519,0.001978545,0.013791018,0.00037711093,0.00039263745],"about_ca_topic_score_codex":0.000019028023,"about_ca_topic_score_gemma":0.0000061445603,"teacher_disagreement_score":0.7399476,"about_ca_system_score_codex":0.00012579245,"about_ca_system_score_gemma":0.00016251816,"threshold_uncertainty_score":0.42591015},"labels":[],"label_agreement":null},{"id":"W4388784739","doi":"10.5539/hes.v13n4p201","title":"The Problem-based Learning Model: PBL Model via Cloud Technology to Promote Programming Skills","year":2023,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cloud computing; Problem-based learning; Computer science; Process (computing); Conceptual model; Mathematics education; Knowledge management; Psychology","score_opus":0.030461363982313125,"score_gpt":0.37469219782181346,"score_spread":0.3442308338395003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388784739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15419933,0.0023765469,0.43598136,0.39761254,0.0030538037,0.001758256,0.000001517552,0.0041373493,0.0008792755],"genre_scores_gemma":[0.62502676,0.00009907946,0.35211298,0.0006616033,0.00012735424,0.0027866045,0.000006073663,0.000023890541,0.019155674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986025,0.000036060028,0.00025991927,0.00045239477,0.00024686902,0.00040223988],"domain_scores_gemma":[0.9988088,0.00009514191,0.00012208047,0.00047613904,0.00044384785,0.000054005875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000433986,0.00017107342,0.0001602471,0.00031476043,0.00089708116,0.00008919615,0.00072171574,0.000091710055,0.0000013507479],"category_scores_gemma":[0.00003429491,0.00012961142,0.00004230701,0.0017315493,0.00013168556,0.00017507843,0.00035342065,0.00026414706,0.00012370323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037386785,0.00045589145,0.0016054916,0.000050649694,0.00011251373,9.4844506e-7,0.002139805,0.067182206,0.00046434504,0.7859768,0.02006056,0.121947035],"study_design_scores_gemma":[0.000272666,0.00020018249,0.0012122848,0.00017920452,0.00003504436,0.0000048023635,0.0016988448,0.17842723,0.0014519084,0.5412902,0.2746085,0.00061910704],"about_ca_topic_score_codex":0.000002227021,"about_ca_topic_score_gemma":0.0000030785823,"teacher_disagreement_score":0.4708274,"about_ca_system_score_codex":0.00013044105,"about_ca_system_score_gemma":0.00045115696,"threshold_uncertainty_score":0.6899714},"labels":[],"label_agreement":null},{"id":"W4389139594","doi":"10.23977/aetp.2023.071614","title":"A Study on Improving Classroom Heads-Up Rate of \"Ship Structural Mechanics\" Based on Multifactorial Influence","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jiangsu Ocean University","keywords":"Attractiveness; Theme (computing); Process (computing); Computer science; Ideology; Cognition; Teaching method; Mathematics education; Head (geology); Psychology; Politics","score_opus":0.022256584064513824,"score_gpt":0.38759299054630614,"score_spread":0.36533640648179233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389139594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9749026,0.00014582416,0.003594388,0.017379353,0.0032891282,0.0003544776,0.00000635118,0.00018044266,0.00014748033],"genre_scores_gemma":[0.99554735,0.000042448217,0.0035250983,0.0005782306,0.000053505097,0.00020096757,0.00000808559,0.000007723621,0.00003660368],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984587,0.0001321033,0.0003406246,0.0006375513,0.00013669551,0.00029435928],"domain_scores_gemma":[0.99846375,0.00065674935,0.0001858801,0.00056983466,0.00008846884,0.000035297882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045169002,0.0001779037,0.00022471118,0.0012301162,0.00013322449,0.000010622248,0.0007418072,0.00025079833,0.000009959981],"category_scores_gemma":[0.00037557297,0.00016933525,0.000025913143,0.0015971619,0.00020014358,0.00024141849,0.00010166235,0.0004869996,0.00002175964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008198172,0.00048417726,0.102310054,0.000013748612,0.000013759724,0.000006142243,0.00029579032,0.00061635295,0.0010590617,0.871783,0.00007618668,0.023259718],"study_design_scores_gemma":[0.0011304788,0.0010122308,0.33776793,0.000033647204,0.0000041785397,0.000009653321,0.00047148962,0.0017510316,0.00070344773,0.65643203,0.0004839232,0.0001999357],"about_ca_topic_score_codex":0.0000047586977,"about_ca_topic_score_gemma":0.000018104869,"teacher_disagreement_score":0.23545787,"about_ca_system_score_codex":0.000047962843,"about_ca_system_score_gemma":0.00016754704,"threshold_uncertainty_score":0.6905291},"labels":[],"label_agreement":null},{"id":"W4390049933","doi":"10.23977/aetp.2023.071715","title":"Application analysis of task-based teaching method in computer English teaching","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Task (project management); Computer science; Teaching method; Mathematics education; Teaching and learning center; Multimedia; Psychology; Engineering","score_opus":0.011480281971873485,"score_gpt":0.402484563999613,"score_spread":0.3910042820277395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390049933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15919414,0.000602153,0.81397295,0.024366675,0.0005286616,0.0001813416,0.000004599506,0.00020149189,0.00094795966],"genre_scores_gemma":[0.78388786,0.00008195259,0.21534985,0.00042131887,0.000030815834,0.00017081489,0.000035968602,0.000004310624,0.000017097951],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998529,0.00017911162,0.00038909013,0.0005631412,0.00010144105,0.00023820244],"domain_scores_gemma":[0.99848723,0.00078656303,0.00017358104,0.00047210377,0.000056530185,0.000023980012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010733379,0.00012405966,0.00028434634,0.0038740304,0.0000930465,0.000007730175,0.0006427762,0.0002400364,0.0000053400204],"category_scores_gemma":[0.00017617905,0.00013276632,0.000039823197,0.0035687825,0.00018362125,0.0002651527,0.00010532776,0.00057319563,0.000004435001],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034310885,0.00023197838,0.2720269,0.000008315268,0.00003014042,8.7686044e-7,0.00030410767,0.002499723,0.00013028785,0.6395199,0.000099385805,0.08514502],"study_design_scores_gemma":[0.00044021133,0.00008664977,0.4457107,0.00002937628,0.000028214734,0.0000068633562,0.00020796029,0.08778046,0.00007503325,0.45496455,0.010455797,0.00021421502],"about_ca_topic_score_codex":0.0000120414,"about_ca_topic_score_gemma":0.000055633067,"teacher_disagreement_score":0.62469375,"about_ca_system_score_codex":0.00004176628,"about_ca_system_score_gemma":0.000079130405,"threshold_uncertainty_score":0.5414053},"labels":[],"label_agreement":null},{"id":"W4390145121","doi":"10.21449/ijate.1266808","title":"The complexity of the grading system in Turkish higher education","year":2023,"lang":"en","type":"article","venue":"International Journal of Assessment Tools in Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Higher education; Concordance; Turkish; Mathematics education; Quarter (Canadian coin); Psychology; Medical education; Medicine; Engineering; Political science","score_opus":0.06223638291745076,"score_gpt":0.39129005974478154,"score_spread":0.3290536768273308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390145121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88285094,0.00032998025,0.0018382682,0.08020889,0.028697658,0.00038175343,0.0000038263006,0.00004163897,0.0056470283],"genre_scores_gemma":[0.9951675,0.000076709264,0.0039717825,0.00014178263,0.00025426204,0.000042020067,0.0000050361095,0.0000049502664,0.00033598303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982439,0.00017887173,0.0006742019,0.00014029902,0.0006242435,0.00013844403],"domain_scores_gemma":[0.99819887,0.0003241654,0.00066278025,0.0002862141,0.00050067366,0.000027270471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012062222,0.00009005745,0.00013156004,0.0004148519,0.000086368986,0.00014696554,0.0018042016,0.00005523327,0.00000666491],"category_scores_gemma":[0.000104605075,0.00006150488,0.00007920875,0.0008250377,0.00011517709,0.0006097783,0.00017088327,0.00032876193,0.0000035363591],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005160424,0.00036866975,0.07599884,0.000012378804,0.000027797172,0.0000012968931,0.00024045884,0.0002578574,0.00030035077,0.8865238,0.0024864804,0.033776894],"study_design_scores_gemma":[0.0001957541,0.000022142007,0.91561735,0.00035743768,0.0000044499307,0.0000319112,0.0017382505,0.0009565426,0.00036081314,0.07492572,0.005721999,0.00006762793],"about_ca_topic_score_codex":0.000049444654,"about_ca_topic_score_gemma":0.000027546754,"teacher_disagreement_score":0.8396185,"about_ca_system_score_codex":0.00084785675,"about_ca_system_score_gemma":0.0020484652,"threshold_uncertainty_score":0.36338893},"labels":[],"label_agreement":null},{"id":"W4390203370","doi":"10.23977/aetp.2023.071717","title":"The Correlation between Business English Freshmen's Learning Motivation and Self-efficacy","year":2023,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Business English; English language; Self-efficacy; Psychology; Motivation to learn; Mathematics education; Phenomenon; Language acquisition; Positive correlation; Association (psychology); Intrinsic motivation; Social psychology; Medicine","score_opus":0.013248067720511677,"score_gpt":0.33649856333316386,"score_spread":0.3232504956126522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390203370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86455524,0.0037780383,0.015070543,0.111864805,0.00178995,0.00029831548,0.0000014929861,0.0007312877,0.0019103487],"genre_scores_gemma":[0.99083555,0.004158536,0.004435507,0.000132976,0.00010671577,0.0001172894,0.000021154663,0.000005940062,0.00018635608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99899817,0.00007051685,0.0002189947,0.00039269644,0.00008786411,0.00023177211],"domain_scores_gemma":[0.9981677,0.0013284865,0.000113664355,0.00024380341,0.00012119282,0.000025167023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039802573,0.00010814915,0.00011218434,0.0005481481,0.00042311847,0.000028804157,0.0003230964,0.00021741667,0.0000033328172],"category_scores_gemma":[0.0006539371,0.000094572955,0.000009596215,0.001986017,0.00032053722,0.00040541604,0.00013001583,0.00040605248,0.000014145375],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020745745,0.000077190416,0.3542855,0.0000045678985,0.000009181436,6.761908e-7,0.00027542113,0.00006122607,0.0000083745035,0.5879404,0.00021296629,0.05712242],"study_design_scores_gemma":[0.00017921762,0.00003253944,0.63367826,0.00000943885,0.0000024056512,0.0000111278705,0.00016550448,0.00017618331,0.000006621997,0.32152623,0.044139586,0.000072851806],"about_ca_topic_score_codex":9.942665e-7,"about_ca_topic_score_gemma":0.000004514844,"teacher_disagreement_score":0.27939278,"about_ca_system_score_codex":0.000025674366,"about_ca_system_score_gemma":0.00006939,"threshold_uncertainty_score":0.3856573},"labels":[],"label_agreement":null},{"id":"W4390450556","doi":"10.18280/ts.400640","title":"Personalized Learning Pathway Generation for Online Education Through Image Recognition","year":2023,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Image (mathematics); Multimedia; Pattern recognition (psychology)","score_opus":0.07213784251206222,"score_gpt":0.3321998174508975,"score_spread":0.26006197493883526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390450556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3005208,0.000055353194,0.6886143,0.008938963,0.00054711936,0.00048322478,0.00002320493,0.0004816508,0.00033540037],"genre_scores_gemma":[0.7183964,0.00006556039,0.2746205,0.0010093242,0.0009393888,0.000758676,0.0024230748,0.000019666491,0.001767386],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908274,0.000057137346,0.00019708723,0.00030006564,0.00018046322,0.00018247482],"domain_scores_gemma":[0.9995217,0.00008160568,0.00009387021,0.00011348432,0.00015948377,0.000029876339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000322096,0.000100955294,0.0000868547,0.000106861124,0.00025426893,0.00007801136,0.00021161673,0.000055479348,0.00010078221],"category_scores_gemma":[0.000037119393,0.000102255195,0.00005822576,0.00031750262,0.000030982355,0.00046915805,0.000036097914,0.00010181748,0.00007343765],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023814247,0.0011544845,0.00031722325,0.00007690572,0.00007546317,0.000002788218,0.0032764764,0.00030182133,0.22469312,0.20813431,0.029567083,0.5323765],"study_design_scores_gemma":[0.00413595,0.0014137927,0.009278121,0.00021489353,0.00008676081,0.000036282203,0.0050019086,0.41089624,0.12341985,0.17619912,0.26789567,0.0014213799],"about_ca_topic_score_codex":0.0000054868055,"about_ca_topic_score_gemma":0.0000035494088,"teacher_disagreement_score":0.53095514,"about_ca_system_score_codex":0.00006467994,"about_ca_system_score_gemma":0.00023092979,"threshold_uncertainty_score":0.4169846},"labels":[],"label_agreement":null},{"id":"W4390659872","doi":"10.1109/jestie.2023.3345552","title":"Journal of Emerging and Selected Topics in Industrial Electronics Publication Information","year":2024,"lang":"en","type":"article","venue":"IEEE Journal of Emerging and Selected Topics in Industrial Electronics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Electronics; Data science; Computer science; Information retrieval; Library science; Engineering; Electrical engineering","score_opus":0.024573792760541082,"score_gpt":0.29025935170576517,"score_spread":0.2656855589452241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390659872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96418345,0.005233179,0.010447713,0.01729674,0.0024234331,0.00024071736,0.0000020465507,0.000049147573,0.00012357761],"genre_scores_gemma":[0.99213064,0.003846225,0.0021448159,0.00011374034,0.0016199293,0.000006885283,0.000008879123,0.000015924972,0.00011298524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972016,0.00022137504,0.0013964162,0.00020827551,0.0004670856,0.0005052181],"domain_scores_gemma":[0.99798644,0.00021228525,0.000711297,0.00016612136,0.00081744,0.00010641061],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0017450507,0.00021868704,0.00041859693,0.0014149903,0.000116163654,0.00032408952,0.00053009304,0.00048190047,0.000006474964],"category_scores_gemma":[0.0010171067,0.0002084429,0.00006358415,0.0028300567,0.000049515806,0.001667777,0.000058543505,0.002878486,4.6260246e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034573322,0.0005168001,0.02194022,0.00012710453,0.0005789269,0.00007886437,0.007219448,0.0020765879,0.003686592,0.13642237,0.013846844,0.8131605],"study_design_scores_gemma":[0.020277152,0.008540166,0.011409197,0.0029024808,0.0004985103,0.0043902337,0.0020388109,0.11885717,0.035655133,0.07410947,0.71869856,0.0026231285],"about_ca_topic_score_codex":0.000017674056,"about_ca_topic_score_gemma":0.000052371768,"teacher_disagreement_score":0.8105374,"about_ca_system_score_codex":0.00056857907,"about_ca_system_score_gemma":0.0031376998,"threshold_uncertainty_score":0.9994219},"labels":[],"label_agreement":null},{"id":"W4391225779","doi":"10.3991/ijet.v19i02.43879","title":"10.3991/ijet.v19i02.43879","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Grammar; Artificial intelligence; Natural (archaeology); Linguistics; Natural language; Information retrieval; History","score_opus":0.006041496306934447,"score_gpt":0.21161087569945847,"score_spread":0.205569379392524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391225779","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012065213,0.000036435024,0.00027639465,0.00727279,0.000008987966,0.00009200283,0.0000015188732,0.00030101862,0.9908043],"genre_scores_gemma":[0.0017034357,2.9376818e-7,0.007376258,0.00022564798,0.000049762923,0.000017669434,0.0000026846233,0.0000046995156,0.99061954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993416,0.000018488588,0.00010113032,0.00022806488,0.00012869213,0.00018199866],"domain_scores_gemma":[0.99943614,0.00003685563,0.0000172592,0.0004089116,0.000029797884,0.00007104664],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010666411,0.000078429344,0.00007686607,0.000061297535,0.0000826524,0.000042487998,0.00067541224,0.000050171162,0.900946],"category_scores_gemma":[0.00001051414,0.00007622793,0.00002707979,0.0002810453,0.00002398543,0.00015121402,0.0000835355,0.00008360254,0.94748175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029312412,0.000085892476,0.0000018879824,0.0000013896823,0.000008289275,0.0000035525038,0.0000209491,0.000035189318,0.000033369437,0.002431749,0.14976102,0.84761375],"study_design_scores_gemma":[0.00006194788,0.00006596418,0.00034213616,0.0000059537088,0.0000019690258,0.000008334777,6.122787e-7,0.0005180449,0.00020281755,0.00063630537,0.9980553,0.00010060859],"about_ca_topic_score_codex":0.000005100679,"about_ca_topic_score_gemma":7.055726e-8,"teacher_disagreement_score":0.84829426,"about_ca_system_score_codex":0.000027928556,"about_ca_system_score_gemma":0.00007722344,"threshold_uncertainty_score":0.31084847},"labels":[],"label_agreement":null},{"id":"W4391918654","doi":"10.23977/jeis.2024.090104","title":"Analysis and Research on Skill Improvement and Algorithm Optimization Based on VB.NET","year":2024,"lang":"en","type":"article","venue":"Journal of Electronics and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Taishan University","keywords":"Net (polyhedron); Computer science; Algorithm; Artificial intelligence; Mathematics","score_opus":0.011714623317561972,"score_gpt":0.345071013017926,"score_spread":0.333356389700364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391918654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055571515,0.00038866047,0.934841,0.008124474,0.00015217194,0.000099788456,0.0000018272092,0.000016413029,0.0008041501],"genre_scores_gemma":[0.97305256,0.0008413521,0.025677994,0.00039443898,0.000016087579,0.0000027116985,0.0000010732159,0.00000105146,0.00001274248],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989411,0.00001911952,0.00021818109,0.000114338,0.0005485553,0.00015866825],"domain_scores_gemma":[0.99929816,0.00012363271,0.0000953494,0.00010683449,0.00030865186,0.000067384986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024145804,0.000052195785,0.000074788855,0.0013702281,0.00023201476,0.00056244957,0.0002164785,0.00002947942,0.000002934168],"category_scores_gemma":[0.00006429259,0.000038656635,0.000017205553,0.0017448635,0.0001253849,0.0025375523,0.00005675115,0.00024693384,7.9638374e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010988445,0.00007089365,0.000262197,0.000022947355,0.00004509396,0.0000018823756,0.0007168935,0.039783835,0.00020934235,0.43330854,0.00021361207,0.5253538],"study_design_scores_gemma":[0.00010250808,0.00077575375,0.0020001363,0.000023649909,0.0000092151595,0.0000099617755,0.00007773104,0.9920276,0.0008980766,0.0019859546,0.0020435269,0.000045910092],"about_ca_topic_score_codex":0.0000014910532,"about_ca_topic_score_gemma":3.5603912e-7,"teacher_disagreement_score":0.95224375,"about_ca_system_score_codex":0.00010421302,"about_ca_system_score_gemma":0.00044524687,"threshold_uncertainty_score":0.5423714},"labels":[],"label_agreement":null},{"id":"W4392011625","doi":"10.48550/arxiv.2402.11148","title":"Knowledge Distillation Based on Transformed Teacher Matching","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Distillation; Matching (statistics); Process engineering; Computer science; Mathematics education; Chromatography; Mathematics; Chemistry; Engineering; Statistics","score_opus":0.06581722171835075,"score_gpt":0.233751790873627,"score_spread":0.16793456915527624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392011625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22015132,0.000064857115,0.7418666,0.0017097234,0.0011858284,0.00025665492,0.000009989226,0.0006213289,0.034133714],"genre_scores_gemma":[0.9953134,0.0000133848325,0.0014826623,0.000049349906,0.00006781756,0.0000025290433,0.000019443018,0.000012472367,0.0030389118],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879116,0.00006972878,0.00012517336,0.00075764087,0.000065129745,0.000191166],"domain_scores_gemma":[0.9990721,0.00009918858,0.00006964795,0.00064103986,0.00005132995,0.0000667256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018912063,0.00021176515,0.00015969615,0.00032372118,0.0001166147,0.000079834266,0.0008825362,0.00027122052,0.00003564238],"category_scores_gemma":[0.000008949451,0.00022468831,0.00014002806,0.00042179506,0.000056564895,0.00010299357,0.00043641013,0.0007940844,0.00021594192],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008832576,0.00020808887,0.00047658008,0.000118749726,0.00004583838,0.00006350781,0.0003113417,0.08048761,0.000014106248,0.91471505,0.0004611928,0.0030891155],"study_design_scores_gemma":[0.00015073417,0.000031738837,0.0019914585,0.00019351518,0.000037097554,9.342911e-7,0.000051437146,0.6267469,0.000081490245,0.36939138,0.0010611836,0.00026213887],"about_ca_topic_score_codex":0.000018162042,"about_ca_topic_score_gemma":0.000018734145,"teacher_disagreement_score":0.7751621,"about_ca_system_score_codex":0.00030165864,"about_ca_system_score_gemma":0.00039124532,"threshold_uncertainty_score":0.9162524},"labels":[],"label_agreement":null},{"id":"W4392307505","doi":"10.23977/aetp.2024.080123","title":"Exploration and Practice of Online Open Courses Based on JavaEE Framework Technology","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Data science; Mathematics education; Psychology","score_opus":0.03110841091553569,"score_gpt":0.45808474054772097,"score_spread":0.4269763296321853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392307505","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016362833,0.023704138,0.19808175,0.7543012,0.0016629474,0.00044472842,0.000015459433,0.00025550922,0.005171466],"genre_scores_gemma":[0.7578381,0.0032925736,0.23684354,0.0017066321,0.00003722701,0.00019477158,0.000012044951,0.000007978058,0.00006715779],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987153,0.00007763488,0.0003030039,0.00061164657,0.00010089181,0.00019156476],"domain_scores_gemma":[0.9978311,0.0014413866,0.00012297936,0.00047350928,0.000103147206,0.000027893162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039027337,0.00014778628,0.00020526831,0.0014646357,0.00008934899,0.000033501656,0.0007912281,0.00040673665,0.00001927197],"category_scores_gemma":[0.0007296492,0.00014300345,0.000013854327,0.0018127228,0.00067507185,0.00093137834,0.00019358653,0.0005434213,0.000008002108],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000236993,0.000498741,0.0048599034,0.000021751757,0.000012357077,0.000005183017,0.00008271273,0.000041970055,0.00007789766,0.9038811,0.00026164655,0.09023307],"study_design_scores_gemma":[0.00020379927,0.00034158907,0.003071346,0.00018006763,0.000007445499,0.00012728893,0.00044638987,0.0007197903,0.00017484595,0.9336092,0.060984444,0.00013378628],"about_ca_topic_score_codex":0.0000020737327,"about_ca_topic_score_gemma":0.000008871547,"teacher_disagreement_score":0.75259453,"about_ca_system_score_codex":0.000029578912,"about_ca_system_score_gemma":0.00023510327,"threshold_uncertainty_score":0.5831511},"labels":[],"label_agreement":null},{"id":"W4392348838","doi":"10.18280/ts.410140","title":"Deep Learning-Based Educational Image Content Understanding and Personalized Learning Path Recommendation","year":2024,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Path (computing); Personalized learning; Deep learning; Artificial intelligence; Content (measure theory); Multimedia; Machine learning; Mathematics education; Psychology; Mathematics; Teaching method; Open learning; Cooperative learning; Computer network","score_opus":0.052476823250518036,"score_gpt":0.2949689151869699,"score_spread":0.24249209193645185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392348838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013324263,0.00030882517,0.9541626,0.030740352,0.00027636398,0.00015929037,0.000001534898,0.00025354567,0.0007732529],"genre_scores_gemma":[0.9849236,0.000029231616,0.014202927,0.00025000796,0.00009109504,0.00006185124,0.00007071108,0.000010017285,0.00036058],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988958,0.00011704572,0.00020348038,0.00037026044,0.00021379173,0.00019960132],"domain_scores_gemma":[0.9994081,0.00033726555,0.00006435767,0.000070922426,0.00005239877,0.00006691105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050102314,0.00013487379,0.000104738894,0.00017657102,0.00032521776,0.0002948645,0.00017186809,0.00005147474,0.0007071892],"category_scores_gemma":[0.00003173476,0.00012958296,0.000050787992,0.0002165953,0.00008803444,0.0003923356,0.000051034036,0.0003038334,0.000027015234],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024995445,0.00024375877,0.0052918196,0.00010791611,0.000110800174,0.000009904791,0.0020588592,0.0007715286,0.0036365355,0.9624083,0.0011767761,0.024158785],"study_design_scores_gemma":[0.001049993,0.0004829673,0.009185453,0.00020502228,0.000042349744,0.00003477313,0.0030950273,0.9425816,0.0006254801,0.025661515,0.016582295,0.00045351332],"about_ca_topic_score_codex":0.0000063275434,"about_ca_topic_score_gemma":0.000002174117,"teacher_disagreement_score":0.97159934,"about_ca_system_score_codex":0.0002480817,"about_ca_system_score_gemma":0.00016903788,"threshold_uncertainty_score":0.7743226},"labels":[],"label_agreement":null},{"id":"W4392351492","doi":"10.19173/irrodl.v25i1.7419","title":"Extracting Course Features and Learner Profiling for Course Recommendation Systems: A Comprehensive Literature Review","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Profiling (computer programming); Course (navigation); Computer science; Multimedia; Data science; World Wide Web; Engineering","score_opus":0.08933692608124867,"score_gpt":0.4954467840288927,"score_spread":0.40610985794764404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392351492","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001252135,0.865752,0.0055264733,0.12460239,0.0002886659,0.0016790826,0.000055061686,0.000035782912,0.00080842455],"genre_scores_gemma":[0.24606308,0.7479285,0.0035134782,0.00065896485,0.00010761081,0.00059116946,0.0005488927,0.000011822216,0.00057648576],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985769,0.00038169613,0.00029464928,0.0002926061,0.00029404688,0.0001601013],"domain_scores_gemma":[0.9975585,0.0016369403,0.000113927425,0.00015192667,0.0005021709,0.00003653837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004460171,0.00008934076,0.00020298678,0.00008346486,0.00017562068,0.0004728039,0.0006971269,0.000043845877,0.000009654144],"category_scores_gemma":[0.00084689393,0.00006089059,0.00003251803,0.0004946103,0.000085162086,0.00045944864,0.00045959445,0.00071848056,0.0000017738384],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034663382,0.00018303467,0.0030710895,0.04382486,0.00020429758,0.00003296649,0.0002875391,0.00006118784,0.00013327938,0.64901996,0.044727292,0.25841987],"study_design_scores_gemma":[0.0006257067,0.0002215868,0.0037036396,0.38864473,0.00006366766,0.00056690385,0.0033600444,0.037155982,0.00011050861,0.00835028,0.5568732,0.00032376862],"about_ca_topic_score_codex":0.00002051085,"about_ca_topic_score_gemma":0.0000014821347,"teacher_disagreement_score":0.64066964,"about_ca_system_score_codex":0.00005423166,"about_ca_system_score_gemma":0.00021658525,"threshold_uncertainty_score":0.45592588},"labels":[],"label_agreement":null},{"id":"W4392749596","doi":"10.23977/cpcs.2024.080101","title":"Research on Parallel Algorithm Optimization Strategies in High Performance Computing","year":2024,"lang":"en","type":"article","venue":"Computing Performance and Communication systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Optimization algorithm; Parallel computing; Algorithm; Mathematical optimization; Mathematics","score_opus":0.056733936392630656,"score_gpt":0.3662070192889737,"score_spread":0.30947308289634307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392749596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5733331,0.0023098025,0.41982138,0.0010721228,0.00048374955,0.00028628312,6.491464e-7,0.00034640188,0.0023465052],"genre_scores_gemma":[0.9486605,0.00096504565,0.05012219,0.000034819,0.000072377254,0.000028006029,0.000014599518,0.000010298561,0.00009216675],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983073,0.00027162954,0.00039738897,0.0003833175,0.00032543586,0.00031493077],"domain_scores_gemma":[0.9985815,0.0004358776,0.00008103618,0.000713111,0.00014782367,0.000040625702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020516298,0.00014485155,0.00017377712,0.00049617456,0.00059471605,0.0006607442,0.0009495933,0.00011098664,0.0000015508393],"category_scores_gemma":[0.0000075170883,0.00013689057,0.000017094877,0.0010561406,0.00012397926,0.00076031,0.0004299024,0.0006700839,0.00003139516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027968738,0.00006313359,0.0020633512,0.00014713728,0.0000125724555,0.0000016897266,0.0012551668,0.6851988,0.0000038776816,0.20277128,0.00019569493,0.10828455],"study_design_scores_gemma":[0.00014767323,0.0001027059,0.013111626,0.0009916751,0.0000014255043,0.00002270182,0.0011805624,0.9832883,0.00001622344,0.00033330705,0.00065847515,0.00014536345],"about_ca_topic_score_codex":0.000057032084,"about_ca_topic_score_gemma":0.0000014264597,"teacher_disagreement_score":0.37532738,"about_ca_system_score_codex":0.00012387194,"about_ca_system_score_gemma":0.00017441386,"threshold_uncertainty_score":0.63715714},"labels":[],"label_agreement":null},{"id":"W4393157625","doi":"10.5539/ijel.v14n2p73","title":"Error Analysis of College English Writing Based on the Cohesion and Coherence Theory","year":2024,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cohesion (chemistry); Coherence (philosophical gambling strategy); College English; Psychology; Computer science; Linguistics; Statistics; Mathematics; Mathematics education; Econometrics; Philosophy; Physics; Quantum mechanics","score_opus":0.01735284237064467,"score_gpt":0.31153065793963763,"score_spread":0.294177815568993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393157625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4960561,0.0032492978,0.28650898,0.006764705,0.09892852,0.0006523283,0.0005034499,0.00048391585,0.1068527],"genre_scores_gemma":[0.99311745,0.000020187137,0.005327848,0.0002108043,0.0012818889,0.0000020370528,0.0000033484723,0.0000044056574,0.000032033215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998826,0.00009337787,0.0003898837,0.00013365422,0.00047607798,0.000080989295],"domain_scores_gemma":[0.99012244,0.002766975,0.0002354846,0.00014052766,0.0066981358,0.000036413996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012368275,0.000082707396,0.00015125041,0.00046052266,0.00004988744,0.000105900006,0.0006989897,0.000057373858,0.00003357924],"category_scores_gemma":[0.025792347,0.000058746646,0.000096163676,0.00045282952,0.0000921252,0.000067031186,0.000081704675,0.00031753554,5.47716e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020003848,0.00011385301,0.002799629,0.000010279462,0.00054908625,0.00003630253,0.00064889586,0.0014638606,0.00001706527,0.9910624,0.0016644972,0.0016141078],"study_design_scores_gemma":[0.0012487584,0.0009982268,0.035185073,0.0018495212,0.001531678,0.000011198082,0.0061800107,0.62447447,0.006213568,0.1449733,0.17660685,0.000727355],"about_ca_topic_score_codex":0.0000012115582,"about_ca_topic_score_gemma":0.0000011650353,"teacher_disagreement_score":0.8460891,"about_ca_system_score_codex":0.000054858083,"about_ca_system_score_gemma":0.00021500704,"threshold_uncertainty_score":0.9824138},"labels":[],"label_agreement":null},{"id":"W4393359815","doi":"10.23977/aetp.2024.080218","title":"Application Research of Computer-Assisted Technologies in EAP Module Learning","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Computer architecture; Software engineering","score_opus":0.03569810121786198,"score_gpt":0.4466505618479672,"score_spread":0.4109524606301052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393359815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49931467,0.04441523,0.28457743,0.16338925,0.0017223086,0.00063893857,0.0000033669112,0.0008756865,0.0050631394],"genre_scores_gemma":[0.9591939,0.001717365,0.038642306,0.000035378813,0.000028684675,0.00031063738,0.0000062026925,0.0000060236457,0.000059519138],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985259,0.00009875539,0.00033534478,0.00060464354,0.00012913895,0.0003062245],"domain_scores_gemma":[0.99888706,0.00055873377,0.00006465018,0.00038752437,0.00008592429,0.000016121847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073881814,0.00011229035,0.00018150004,0.0026751326,0.00009201892,0.00001437974,0.0007313577,0.0003508791,0.000004837001],"category_scores_gemma":[0.00012072021,0.000114034905,0.000018259081,0.0034978862,0.0007927197,0.00035137555,0.00020936313,0.0009078181,0.000015214439],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030572178,0.00017862504,0.07211945,0.000031257674,0.0000047316203,0.0000027005206,0.00013663206,0.00005442054,0.0003932943,0.680775,0.00004564395,0.24625517],"study_design_scores_gemma":[0.00016141073,0.00015213147,0.07497193,0.00010783351,0.0000012468471,0.00008460035,0.00046076035,0.0031214547,0.00044169737,0.90400773,0.016370455,0.00011873944],"about_ca_topic_score_codex":0.000010085064,"about_ca_topic_score_gemma":0.000051609906,"teacher_disagreement_score":0.45987922,"about_ca_system_score_codex":0.00009924608,"about_ca_system_score_gemma":0.00021300673,"threshold_uncertainty_score":0.46502084},"labels":[],"label_agreement":null},{"id":"W4394894314","doi":"10.1109/jestie.2024.3366076","title":"Journal of Emerging and Selected Topics in Industrial Electronics Publication Information","year":2024,"lang":"en","type":"article","venue":"IEEE Journal of Emerging and Selected Topics in Industrial Electronics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Electronics; Electronic journal; Library science; Engineering; Data science; Computer science; World Wide Web; Electrical engineering","score_opus":0.024573792760541082,"score_gpt":0.29025935170576517,"score_spread":0.2656855589452241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394894314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96418345,0.005233179,0.010447713,0.01729674,0.0024234331,0.00024071736,0.0000020465507,0.000049147573,0.00012357761],"genre_scores_gemma":[0.99213064,0.003846225,0.0021448159,0.00011374034,0.0016199293,0.000006885283,0.000008879123,0.000015924972,0.00011298524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972016,0.00022137504,0.0013964162,0.00020827551,0.0004670856,0.0005052181],"domain_scores_gemma":[0.99798644,0.00021228525,0.000711297,0.00016612136,0.00081744,0.00010641061],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0017450507,0.00021868704,0.00041859693,0.0014149903,0.000116163654,0.00032408952,0.00053009304,0.00048190047,0.000006474964],"category_scores_gemma":[0.0010171067,0.0002084429,0.00006358415,0.0028300567,0.000049515806,0.001667777,0.000058543505,0.002878486,4.6260246e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034573322,0.0005168001,0.02194022,0.00012710453,0.0005789269,0.00007886437,0.007219448,0.0020765879,0.003686592,0.13642237,0.013846844,0.8131605],"study_design_scores_gemma":[0.020277152,0.008540166,0.011409197,0.0029024808,0.0004985103,0.0043902337,0.0020388109,0.11885717,0.035655133,0.07410947,0.71869856,0.0026231285],"about_ca_topic_score_codex":0.000017674056,"about_ca_topic_score_gemma":0.000052371768,"teacher_disagreement_score":0.8105374,"about_ca_system_score_codex":0.00056857907,"about_ca_system_score_gemma":0.0031376998,"threshold_uncertainty_score":0.9994219},"labels":[],"label_agreement":null},{"id":"W4396665546","doi":"10.5220/0012749500003693","title":"A Method for Generating Testlets","year":2024,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.036916002911122084,"score_gpt":0.40703541393075165,"score_spread":0.3701194110196296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396665546","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025984427,0.00014966034,0.98111784,0.01505568,0.0002639488,0.000052503103,3.4850368e-7,0.00028773223,0.0028124407],"genre_scores_gemma":[0.02601016,8.9534484e-7,0.9706448,0.0004942292,0.0000624799,0.000055203112,6.2172717e-7,0.0000017674598,0.0027298785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99971044,0.000006482112,0.000047562826,0.00013551871,0.000034416476,0.000065596316],"domain_scores_gemma":[0.9996915,0.00017951516,0.0000047490903,0.00009692747,0.000016110136,0.000011234291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017359918,0.000027634893,0.000026084484,0.000035225396,0.000043831,0.00007181691,0.0001713397,0.00002014792,0.000013548211],"category_scores_gemma":[0.0000124969865,0.00002141921,0.00001845249,0.00011311196,0.000004153278,0.00009617437,0.000037803966,0.000034212004,0.000020336953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8875242e-8,0.000005531178,0.000007666472,0.0000045987435,0.00000385258,5.619042e-7,0.00003041554,0.000010900658,0.002274326,0.8692623,0.007848743,0.12055111],"study_design_scores_gemma":[0.000024433675,0.000023222212,0.000034871526,0.0000083661425,0.0000018067699,0.000012934823,0.000016001723,0.7424066,0.013475301,0.14084789,0.103094086,0.000054475608],"about_ca_topic_score_codex":0.0000017526039,"about_ca_topic_score_gemma":8.2167116e-7,"teacher_disagreement_score":0.7423957,"about_ca_system_score_codex":0.000009982789,"about_ca_system_score_gemma":0.000064514235,"threshold_uncertainty_score":0.087345004},"labels":[],"label_agreement":null},{"id":"W4396895322","doi":"10.23977/jeeem.2024.070117","title":"Case Study Analysis of Equipment Fault Diagnosis for Course of Mechanical Measurement Technology","year":2024,"lang":"en","type":"article","venue":"Journal of Electrotechnology Electrical Engineering and Management","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Course (navigation); Fault (geology); Engineering; Reliability engineering; Computer science; Geology; Seismology; Aerospace engineering","score_opus":0.016798824483628898,"score_gpt":0.288527934923239,"score_spread":0.2717291104396101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396895322","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2657835,0.0041951095,0.726479,0.002794215,0.00015433526,0.00046333094,0.0000016048962,0.0001241939,0.0000047464796],"genre_scores_gemma":[0.97288406,0.0005900914,0.026268462,0.000010966153,0.0000122723995,0.00021929527,2.7058672e-7,0.000009201464,0.000005396821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837357,0.00002463981,0.0006871136,0.00029592207,0.00031745655,0.0003013136],"domain_scores_gemma":[0.99898857,0.00015919226,0.00022391435,0.00031426025,0.0002646641,0.000049406794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010175584,0.00017400534,0.00055157475,0.0025770299,0.000043798344,0.000018912922,0.00053606747,0.00015807197,0.0000017418105],"category_scores_gemma":[0.00009683789,0.00014688565,0.00018196707,0.0030710378,0.000046158544,0.00008763159,0.00015775279,0.00039842053,1.2103092e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035872523,0.002384676,0.00051634153,0.00033192054,0.014566722,0.0013884997,0.00015091852,0.004100836,0.009075474,0.8046119,0.00036960002,0.16246723],"study_design_scores_gemma":[0.003948345,0.024968652,0.0012163429,0.00062982726,0.013338115,0.0053753788,0.0018339428,0.69577515,0.19712767,0.046528414,0.00796827,0.0012898637],"about_ca_topic_score_codex":0.00000399554,"about_ca_topic_score_gemma":0.000003385956,"teacher_disagreement_score":0.7580835,"about_ca_system_score_codex":0.00015131367,"about_ca_system_score_gemma":0.000086796725,"threshold_uncertainty_score":0.5989823},"labels":[],"label_agreement":null},{"id":"W4399261803","doi":"10.1609/socs.v17i1.31546","title":"Curriculum Generation for Learning Guiding Functions in State-Space Search Algorithms","year":2024,"lang":"en","type":"article","venue":"Proceedings of the International Symposium on Combinatorial Search","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research; National Science Foundation","keywords":"Curriculum; Computer science; Space (punctuation); State space; Artificial intelligence; Machine learning; Algorithm; Mathematics education; Mathematics; Psychology; Pedagogy","score_opus":0.030860951861580783,"score_gpt":0.31345094978050564,"score_spread":0.28258999791892486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399261803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93241596,0.00007471317,0.009659056,0.04210728,0.011629212,0.0006884275,0.000008641307,0.00018978358,0.0032269375],"genre_scores_gemma":[0.9964589,0.000023709474,0.0016732486,0.00002722951,0.00048427822,0.0001248181,0.000006167111,0.000012798329,0.0011888914],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837,0.000019633297,0.00026677042,0.00040942762,0.0006961767,0.0002380173],"domain_scores_gemma":[0.999068,0.00016670243,0.000058477937,0.000100311016,0.0005665971,0.000039892457],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010999062,0.00011764964,0.0001105472,0.0002593025,0.000205741,0.0003205949,0.0011125224,0.000078019984,0.000007929191],"category_scores_gemma":[0.00014557196,0.0000970691,0.000089001885,0.0006372766,0.00005242437,0.00045427898,0.000353423,0.00036268905,0.00001175149],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011491076,0.00022047038,0.0070781065,0.00004099464,0.000046871355,5.70742e-7,0.0005027474,0.0013894408,0.058883063,0.9279874,0.0022241035,0.0016147573],"study_design_scores_gemma":[0.0008496748,0.00048846984,0.00067715824,0.00034289618,0.000010967268,0.0000126993755,0.0005888821,0.7068974,0.22986463,0.046337742,0.013630469,0.00029904972],"about_ca_topic_score_codex":0.00010031896,"about_ca_topic_score_gemma":0.0000028298941,"teacher_disagreement_score":0.8816496,"about_ca_system_score_codex":0.00039406738,"about_ca_system_score_gemma":0.0001669581,"threshold_uncertainty_score":0.39583632},"labels":[],"label_agreement":null},{"id":"W4399361385","doi":"10.59934/jaiea.v3i3.471","title":"Determining Talent Based On Skills Students Use Fuzzy Logic","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence and Engineering Applications (JAIEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Fuzzy logic; Computer science; Psychology; Mathematics education; Artificial intelligence; Knowledge management","score_opus":0.0358893439084622,"score_gpt":0.3330851467280036,"score_spread":0.2971958028195414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399361385","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045479786,0.00018245839,0.9523995,0.0013800185,0.00034803813,0.000098228695,0.0000016555654,0.000078708836,0.00003161558],"genre_scores_gemma":[0.93891263,0.00008126548,0.060703937,0.00010771618,0.00013057566,0.000030066574,8.57386e-7,0.0000072639505,0.000025692585],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990945,0.000010529759,0.00033935028,0.00018491372,0.00023173215,0.00013897181],"domain_scores_gemma":[0.999313,0.00025410944,0.00007413459,0.00020736267,0.000078720375,0.00007265657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030615547,0.00010544375,0.00011353173,0.0003248954,0.0000824067,0.00029142006,0.0004486008,0.000058253023,0.00000497336],"category_scores_gemma":[0.000043797765,0.00009260139,0.00005893831,0.00039846086,0.000031578173,0.0002909474,0.000052415675,0.0002500975,0.000025995056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057434754,0.00068127696,0.001051417,0.000076024655,0.000083160136,0.00005502024,0.0004637193,0.11654021,0.0060083014,0.48760703,0.00022064168,0.38720745],"study_design_scores_gemma":[0.00007304768,0.00068672735,0.0067963433,0.0007453704,0.000071394556,0.00021426094,0.00028989292,0.87422603,0.034996632,0.060941696,0.0203448,0.0006138127],"about_ca_topic_score_codex":9.135481e-7,"about_ca_topic_score_gemma":3.470569e-7,"teacher_disagreement_score":0.89343286,"about_ca_system_score_codex":0.0000538833,"about_ca_system_score_gemma":0.00006761467,"threshold_uncertainty_score":0.3776175},"labels":[],"label_agreement":null},{"id":"W4400047972","doi":"10.23977/aetp.2024.080422","title":"Exploration of Blended Teaching Methods and Reform Measures in Analytical Chemistry","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Northwest Minzu University","keywords":"Computer science; Mathematics education; Chemistry; Psychology","score_opus":0.03544639418592695,"score_gpt":0.46388981088632386,"score_spread":0.42844341670039693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400047972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23941845,0.058836102,0.3986869,0.27486974,0.0013943523,0.0003044337,0.000003902276,0.0002610565,0.026225084],"genre_scores_gemma":[0.8743591,0.0016712649,0.12364686,0.000106621876,0.00002207066,0.00007535818,0.0000032121725,0.0000035858723,0.00011195646],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999071,0.000064242086,0.00026817754,0.0003915208,0.000061288425,0.00014375885],"domain_scores_gemma":[0.99944526,0.00024184812,0.00004867709,0.00021741967,0.000026485684,0.000020297653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062856823,0.00009214205,0.00015099914,0.00060528546,0.0000402928,0.000010524116,0.0002634584,0.00021175327,0.00000908894],"category_scores_gemma":[0.00013806566,0.00008717586,0.000012800179,0.0006746008,0.00032467817,0.0005770344,0.000074033625,0.00045018154,0.0000011862912],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037555192,0.00009608109,0.005032449,0.000029664747,0.000007075963,0.0000016969475,0.00018252274,0.00000451356,0.0008092571,0.83088577,0.000024935656,0.1629223],"study_design_scores_gemma":[0.00013315516,0.000041088675,0.010036968,0.000064665284,0.0000031975728,0.000081292674,0.0003656586,0.00087538915,0.00094284426,0.97614855,0.011214012,0.000093173956],"about_ca_topic_score_codex":0.0000036383697,"about_ca_topic_score_gemma":0.000012345166,"teacher_disagreement_score":0.6349406,"about_ca_system_score_codex":0.000050910705,"about_ca_system_score_gemma":0.00012152397,"threshold_uncertainty_score":0.35549283},"labels":[],"label_agreement":null},{"id":"W4400319706","doi":"10.23977/acss.2024.080409","title":"Construction of a Mathematical Statistics Experimental Platform Based on Mobile Platform and Embedded System","year":2024,"lang":"en","type":"article","venue":"Advances in Computer Signals and Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Statistics; Mathematics","score_opus":0.016169238370487768,"score_gpt":0.30753597199023724,"score_spread":0.29136673361974946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400319706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065152444,0.0043027285,0.92910564,0.000020764137,0.00080401805,0.0002727601,0.000013983749,0.000083129766,0.0002445146],"genre_scores_gemma":[0.9045011,0.000037566057,0.09532462,0.000011763702,0.000041552255,0.00007053563,0.000002588698,0.0000045819893,0.000005694275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990767,0.000023892022,0.00032751818,0.00027191872,0.00017715924,0.0001228061],"domain_scores_gemma":[0.9993187,0.00038303516,0.00007294546,0.00015932396,0.000026870113,0.000039099126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023410139,0.000115367875,0.00022296571,0.00014483242,0.00004660014,0.00010177416,0.0001403181,0.000058575326,0.0000023964292],"category_scores_gemma":[0.000002487809,0.00009358509,0.000017293693,0.00013763871,0.00008961448,0.00033761357,0.000057828947,0.00009310552,0.000002195874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066308585,0.00007992549,0.00019180948,0.0008383376,0.000013775333,0.000020162784,0.0005376141,0.003788323,0.00013372135,0.9652004,0.000037504193,0.029151756],"study_design_scores_gemma":[0.00020267208,0.00033415426,0.000030577845,0.00091732445,0.0000031836946,0.000100159676,0.0006669327,0.9892012,0.0010224616,0.0072016283,0.00021032247,0.00010939787],"about_ca_topic_score_codex":0.0000024621,"about_ca_topic_score_gemma":3.9181583e-7,"teacher_disagreement_score":0.98541284,"about_ca_system_score_codex":0.00004525018,"about_ca_system_score_gemma":0.0000421421,"threshold_uncertainty_score":0.38162893},"labels":[],"label_agreement":null},{"id":"W4400443083","doi":"10.5465/amproc.2024.14831abstract","title":"On One Small Change to the Classical Five-Parameter Testing Strategy","year":2024,"lang":"en","type":"article","venue":"Academy of Management Proceedings","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Econometrics; Mathematics","score_opus":0.1217800936799628,"score_gpt":0.3281538687690531,"score_spread":0.20637377508909033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400443083","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3288766,0.0005279549,0.019442283,0.5999369,0.00050877617,0.001958892,0.0000033930314,0.0010435192,0.04770166],"genre_scores_gemma":[0.96275055,0.000022123595,0.030868413,0.0035839265,0.00014187273,0.00024517908,3.5758984e-7,0.00000862357,0.0023789685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989437,0.0000060684024,0.00017518764,0.00039209172,0.00025916158,0.00022379887],"domain_scores_gemma":[0.9996218,0.00017180096,0.000048223235,0.000088326575,0.000026611153,0.000043245665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040210088,0.000112289934,0.000096493175,0.00019185607,0.00008400333,0.0001293467,0.0010135678,0.00007317281,0.000006933801],"category_scores_gemma":[0.000043965993,0.00008322621,0.000033329045,0.0007270937,0.000043358315,0.00027140617,0.00041102996,0.0003199797,0.000091192276],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017449128,0.00004937773,0.000046749683,0.00008295448,0.0000346914,9.545366e-7,0.00020488337,0.0000062390814,0.0000804655,0.82890195,0.0104674045,0.16012259],"study_design_scores_gemma":[0.00041061363,0.0011828613,0.08972951,0.0019153951,0.00014470296,0.000018255274,0.0008770578,0.04354381,0.0068768896,0.6160832,0.23837613,0.0008415914],"about_ca_topic_score_codex":0.0000019706124,"about_ca_topic_score_gemma":1.567939e-7,"teacher_disagreement_score":0.63387394,"about_ca_system_score_codex":0.000036453894,"about_ca_system_score_gemma":0.0000093844355,"threshold_uncertainty_score":0.3393866},"labels":[],"label_agreement":null},{"id":"W4400728577","doi":"10.2139/ssrn.4897693","title":"Automated Writing Evaluation for Second Language Placement Testing","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Language assessment; Natural language processing; Linguistics; Programming language; Psychology; Mathematics education; Philosophy","score_opus":0.028018406908086033,"score_gpt":0.36031647282573276,"score_spread":0.3322980659176467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400728577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5256716,0.022790618,0.42733473,0.01222429,0.004425659,0.0019757303,0.000028683957,0.0022624093,0.0032862716],"genre_scores_gemma":[0.9702646,0.000055998684,0.028082311,0.000082333,0.00050384604,0.00021631269,0.000031333937,0.000023253206,0.0007399793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99734473,0.00009718949,0.00040970548,0.00045863425,0.00039885758,0.0012908829],"domain_scores_gemma":[0.99880195,0.00020464987,0.00031260747,0.00032220918,0.00031384392,0.0000447374],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0054199644,0.00020912182,0.00018602151,0.00025980754,0.0002454796,0.00032243825,0.0008485942,0.00019996871,0.000017142902],"category_scores_gemma":[0.00021189908,0.00020152522,0.0001121782,0.00022159229,0.000019460835,0.0001122027,0.0005968693,0.0031455518,0.000018504266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007943093,0.00015082797,0.00016047036,0.00027308543,0.0006768883,0.0000081022245,0.0011315726,0.0037255732,0.001770764,0.803836,0.0020070649,0.18625173],"study_design_scores_gemma":[0.00025123663,0.000120165925,0.00006784831,0.0002093326,0.000064744505,0.00021876405,0.0012213336,0.301234,0.00040802147,0.69588745,0.00011667383,0.00020040377],"about_ca_topic_score_codex":0.000007393598,"about_ca_topic_score_gemma":0.00006874891,"teacher_disagreement_score":0.444593,"about_ca_system_score_codex":0.0021795335,"about_ca_system_score_gemma":0.010209062,"threshold_uncertainty_score":0.9991542},"labels":[],"label_agreement":null},{"id":"W4400877134","doi":"10.1109/tfuzz.2024.3431938","title":"A Tree-Shaped Fuzzy Clustering Answer Retrieval Model Based on Question Alignment","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Fuzzy Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Fundamental Research Funds for the Central Universities; Yunnan Normal University; China Postdoctoral Science Foundation; Ministry of Education, Libya","keywords":"Computer science; Cluster analysis; Artificial intelligence; Tree (set theory); Fuzzy logic; Fuzzy clustering; Data mining; Pattern recognition (psychology); Mathematics","score_opus":0.023828232780795645,"score_gpt":0.28807206314379813,"score_spread":0.2642438303630025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400877134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018087396,0.00009054339,0.9869481,0.0034400425,0.0043239025,0.00041652657,0.00001918511,0.0008062315,0.0021467297],"genre_scores_gemma":[0.9925523,0.0000129590135,0.0055671763,0.00020896435,0.00010155673,0.00016897917,0.00000396194,0.000023002267,0.0013610924],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811226,0.00012424399,0.00034820955,0.00060836854,0.000515021,0.00029187065],"domain_scores_gemma":[0.9990151,0.0001614492,0.000056232024,0.00060097163,0.00006261903,0.00010362237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047297415,0.00023476196,0.0001948479,0.00043057205,0.00023128555,0.00022356889,0.00042659498,0.00018621283,0.000007659826],"category_scores_gemma":[0.000002961849,0.00021874114,0.00012881057,0.00056425843,0.00003951452,0.0003237087,0.0000030372917,0.00037284053,0.00015547156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007316045,0.00064733176,0.0000051095076,0.00021836764,0.000108633,0.0000372606,0.00041360917,0.9358675,0.009976426,0.030225292,0.0006984878,0.021728834],"study_design_scores_gemma":[0.0002370032,0.00022508211,0.000010656719,0.00036152385,0.000023095885,0.000022279257,0.00005673288,0.9928812,0.0042481273,0.0013005644,0.00040716602,0.00022656555],"about_ca_topic_score_codex":0.000036358884,"about_ca_topic_score_gemma":0.00001598036,"teacher_disagreement_score":0.9907436,"about_ca_system_score_codex":0.00033967328,"about_ca_system_score_gemma":0.0002192829,"threshold_uncertainty_score":0.8920005},"labels":[],"label_agreement":null},{"id":"W4400931320","doi":"10.52362/ijiems.v2i2.1200","title":"Identifying Student Interests in the Vocational Field Using the Certainty Factor Method","year":2023,"lang":"en","type":"article","venue":"International Journal of Informatics Economics Management and Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Certainty; Vocational education; Field (mathematics); Factor (programming language); Psychology; Mathematics education; Computer science; Pedagogy; Mathematics; Epistemology; Philosophy; Programming language","score_opus":0.06028597215122219,"score_gpt":0.40453512183118184,"score_spread":0.3442491496799597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400931320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6266701,0.000015430518,0.36061868,0.009914048,0.0012481608,0.000115546616,9.260817e-7,0.000009054921,0.0014080367],"genre_scores_gemma":[0.9630033,0.00013658688,0.035917293,0.000866641,0.00004216112,0.0000036273657,4.2316165e-7,0.0000012157107,0.000028766508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902284,0.000023947157,0.00043021006,0.00007184367,0.00033205576,0.00011909189],"domain_scores_gemma":[0.99913174,0.0002593391,0.0003080374,0.000153605,0.00012556162,0.000021690294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021068677,0.000058902115,0.000066204695,0.00047771257,0.00014726691,0.00053589663,0.0024492957,0.000015889216,0.00000346371],"category_scores_gemma":[0.000048752532,0.000036865957,0.000032325708,0.00033659625,0.000083180705,0.0010968191,0.00052673364,0.00014356352,0.00000365597],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050756953,0.000049270366,0.010450766,0.000009967005,0.00007624052,0.000010111969,0.012175612,0.005306462,0.000026981766,0.9067641,0.0003387869,0.06478666],"study_design_scores_gemma":[0.0007993297,0.000096368996,0.3616649,0.00014406948,0.000018156481,0.0002952535,0.035667587,0.43694097,0.00081138813,0.1592194,0.004072351,0.00027023486],"about_ca_topic_score_codex":0.0000040582613,"about_ca_topic_score_gemma":0.0000057242746,"teacher_disagreement_score":0.74754465,"about_ca_system_score_codex":0.00010086218,"about_ca_system_score_gemma":0.00009069472,"threshold_uncertainty_score":0.5167663},"labels":[],"label_agreement":null},{"id":"W4401938485","doi":"10.2139/ssrn.4939834","title":"A Graph-Structured Distance for Mixed-Variable Domains with Meta Variables","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Graph; Variable (mathematics); Mathematics; Statistics; Computer science; Combinatorics","score_opus":0.009314512337425711,"score_gpt":0.2633383400120322,"score_spread":0.2540238276746065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401938485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013720862,0.015181924,0.97435874,0.0063847434,0.0015556222,0.00042507693,0.000041171934,0.00020318187,0.00047744604],"genre_scores_gemma":[0.60358423,0.0025569804,0.38776138,0.00023514005,0.00070663687,0.0007058801,0.000052053558,0.000081779224,0.0043158834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99643797,0.00008270443,0.00039051904,0.00076997164,0.00038431791,0.001934512],"domain_scores_gemma":[0.9984458,0.00014448646,0.00035033788,0.00074811775,0.00022079909,0.0000904673],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.001734659,0.0004129934,0.0005129544,0.0002858598,0.0003467215,0.00042346204,0.0019668727,0.00032056335,0.000010973319],"category_scores_gemma":[0.00003655811,0.00029695197,0.0003020626,0.00047801711,0.000094359006,0.00017337837,0.00060931745,0.0045917337,0.000004002819],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017652595,0.00005688716,0.000025455782,0.0000718818,0.0032595447,0.000006049226,0.00005338514,0.0006651612,0.000039644077,0.99355954,0.0007640096,0.0014808053],"study_design_scores_gemma":[0.0002810341,0.00019262648,0.000018192935,0.00009836639,0.000777623,0.00064389035,0.00013933107,0.0009041822,0.00015733461,0.9892822,0.007154746,0.00035047202],"about_ca_topic_score_codex":0.000023926237,"about_ca_topic_score_gemma":0.0003903687,"teacher_disagreement_score":0.6022122,"about_ca_system_score_codex":0.00087981595,"about_ca_system_score_gemma":0.010782645,"threshold_uncertainty_score":0.99994826},"labels":[],"label_agreement":null},{"id":"W4402034652","doi":"10.32920/26866606.v1","title":"Few-Shot Learning for Text Classification and Its Applications in Essay Scoring and Software Engineering","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Systems, Applications & Products in Data Processing (Canada); Brock University","funders":"","keywords":"Computer science; Artificial intelligence; Software; Software engineering; Natural language processing; Machine learning; Data science; Programming language","score_opus":0.03958266275906991,"score_gpt":0.3173852605107172,"score_spread":0.2778025977516473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402034652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093729995,0.002297399,0.8993375,0.0028181488,0.0002663085,0.0007840085,0.000003329544,0.000495375,0.00026799185],"genre_scores_gemma":[0.91495943,0.000121078585,0.08336989,0.0000145178565,0.00004340432,0.0009939638,0.000017757484,0.000010952739,0.0004689835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990902,0.000010094837,0.00017386678,0.00051936397,0.00007106488,0.00013539694],"domain_scores_gemma":[0.9993773,0.00028120424,0.00005338057,0.0002069601,0.000045628116,0.000035525896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022791474,0.0001333045,0.00012674776,0.00023233214,0.00008036778,0.00014930582,0.0002688496,0.00016728076,0.0000015246036],"category_scores_gemma":[0.000095294046,0.00013435347,0.000020989773,0.0001671518,0.0000146489565,0.00008819751,0.00071679667,0.00050974416,0.0000030019223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.9969733e-7,0.000032771102,0.0068407794,0.0006556924,0.000022240194,4.6800537e-7,0.00041592107,0.0020091014,0.0005773974,0.9680372,0.0000293907,0.021378443],"study_design_scores_gemma":[0.00021561961,0.000037225054,0.061961964,0.00067343365,0.00003218807,0.000012527197,0.00036959702,0.8217686,0.0017171259,0.105789445,0.006768247,0.00065405504],"about_ca_topic_score_codex":0.0000048745746,"about_ca_topic_score_gemma":0.000005155285,"teacher_disagreement_score":0.86224777,"about_ca_system_score_codex":0.00007529808,"about_ca_system_score_gemma":0.00013419098,"threshold_uncertainty_score":0.54787755},"labels":[],"label_agreement":null},{"id":"W4402034755","doi":"10.32920/26866606","title":"Few-Shot Learning for Text Classification and Its Applications in Essay Scoring and Software Engineering","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Systems, Applications & Products in Data Processing (Canada); Brock University","funders":"","keywords":"Computer science; Shot (pellet); Artificial intelligence; One shot; Natural language processing; Software; Software engineering; Data science; Machine learning; Engineering; Programming language; Chemistry; Mechanical engineering","score_opus":0.03958266275906991,"score_gpt":0.3173852605107172,"score_spread":0.2778025977516473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402034755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093729995,0.002297399,0.8993375,0.0028181488,0.0002663085,0.0007840085,0.000003329544,0.000495375,0.00026799185],"genre_scores_gemma":[0.91495943,0.000121078585,0.08336989,0.0000145178565,0.00004340432,0.0009939638,0.000017757484,0.000010952739,0.0004689835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990902,0.000010094837,0.00017386678,0.00051936397,0.00007106488,0.00013539694],"domain_scores_gemma":[0.9993773,0.00028120424,0.00005338057,0.0002069601,0.000045628116,0.000035525896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022791474,0.0001333045,0.00012674776,0.00023233214,0.00008036778,0.00014930582,0.0002688496,0.00016728076,0.0000015246036],"category_scores_gemma":[0.000095294046,0.00013435347,0.000020989773,0.0001671518,0.0000146489565,0.00008819751,0.00071679667,0.00050974416,0.0000030019223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.9969733e-7,0.000032771102,0.0068407794,0.0006556924,0.000022240194,4.6800537e-7,0.00041592107,0.0020091014,0.0005773974,0.9680372,0.0000293907,0.021378443],"study_design_scores_gemma":[0.00021561961,0.000037225054,0.061961964,0.00067343365,0.00003218807,0.000012527197,0.00036959702,0.8217686,0.0017171259,0.105789445,0.006768247,0.00065405504],"about_ca_topic_score_codex":0.0000048745746,"about_ca_topic_score_gemma":0.000005155285,"teacher_disagreement_score":0.86224777,"about_ca_system_score_codex":0.00007529808,"about_ca_system_score_gemma":0.00013419098,"threshold_uncertainty_score":0.54787755},"labels":[],"label_agreement":null},{"id":"W4403411966","doi":"10.1016/j.procs.2024.09.136","title":"Research on Online English Teaching Platform Based On Cloud Computing Technology","year":2024,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Cloud computing; Data science; World Wide Web; Multimedia; Software engineering; Operating system","score_opus":0.05001863147609095,"score_gpt":0.39238534007103193,"score_spread":0.342366708594941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403411966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16362469,0.000101494974,0.8085618,0.0154953655,0.005840086,0.00036576818,0.0000033233102,0.0023148882,0.003692594],"genre_scores_gemma":[0.80913204,0.000002393094,0.18933809,0.00072297436,0.00073682587,0.00001880933,0.0000023499542,0.000010718783,0.000035820853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629074,0.000056018245,0.0002956259,0.0013254379,0.001209686,0.00082249474],"domain_scores_gemma":[0.99762166,0.00085329084,0.000055767738,0.0008915466,0.00043116795,0.00014659643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033627918,0.00021844918,0.00017647429,0.0022725032,0.0009826742,0.00071795285,0.003548046,0.00014768301,0.0000036992737],"category_scores_gemma":[0.00031513302,0.00018844054,0.000050085036,0.0044127433,0.00067199784,0.0006692183,0.0010239814,0.0017671762,0.00010222295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027410342,0.00030203964,0.00023913798,0.000035313627,0.000004780053,0.00003497764,0.0006566689,0.0024347014,0.00010042299,0.79810715,0.0017246446,0.19635743],"study_design_scores_gemma":[0.00013180412,0.0005644133,0.0007050807,0.0004077333,0.0000015637307,0.000025597701,0.000102345286,0.96751237,0.0019652527,0.021743082,0.0065989736,0.00024180108],"about_ca_topic_score_codex":0.0000035350583,"about_ca_topic_score_gemma":0.0000012864243,"teacher_disagreement_score":0.96507764,"about_ca_system_score_codex":0.0003285994,"about_ca_system_score_gemma":0.0012218046,"threshold_uncertainty_score":0.7684382},"labels":[],"label_agreement":null},{"id":"W4403421568","doi":"10.1109/mipr62202.2024.00068","title":"Mutual Information Analysis in Multimodal Learning Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Simon Fraser University","funders":"","keywords":"Computer science; Mutual information; Artificial intelligence; Human–computer interaction","score_opus":0.006670927780579572,"score_gpt":0.2759060346997705,"score_spread":0.2692351069191909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403421568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072546676,0.00009763266,0.91862357,0.0014044595,0.00032430008,0.000052203042,2.854048e-7,0.00033876978,0.00661209],"genre_scores_gemma":[0.9927544,0.000003602166,0.006561162,0.00002642482,0.000010786977,0.000014451165,0.0000061475725,6.741721e-7,0.00062236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999602,0.000019771136,0.00012279315,0.00008856857,0.00009123436,0.00007564123],"domain_scores_gemma":[0.99980474,0.000055774748,0.000014254495,0.00009418664,0.000018039214,0.000013003818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020152343,0.000035451925,0.000052836986,0.00046146926,0.000027499444,0.00015776494,0.00017243811,0.000036286667,0.000015237916],"category_scores_gemma":[0.000013585872,0.000029840101,0.000024571533,0.0011040817,0.0000076717315,0.00077225995,0.000047438112,0.00012071974,0.00015386326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.101744e-7,0.000016003463,0.019597962,0.000015281095,0.00006736066,0.0000031380948,0.00088886096,0.026894294,0.000015963136,0.9310666,0.000289374,0.0211449],"study_design_scores_gemma":[0.000025910831,0.000008770684,0.013632338,0.000007662655,0.000006250646,0.0000019481429,0.00032724452,0.97969955,0.000031477277,0.00041927016,0.0057964097,0.00004316748],"about_ca_topic_score_codex":0.00008473785,"about_ca_topic_score_gemma":0.000011281326,"teacher_disagreement_score":0.9528053,"about_ca_system_score_codex":0.00004162614,"about_ca_system_score_gemma":0.00004927915,"threshold_uncertainty_score":0.19776522},"labels":[],"label_agreement":null},{"id":"W4403764066","doi":"10.24908/pceea.2023.17153","title":"The Long and Winding Road: standards- and attribute-based grading in vastly different first-year math courses","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Grading (engineering); Mathematics education; Mathematics; Computer science; Psychology; Engineering; Civil engineering","score_opus":0.004946312715142178,"score_gpt":0.22454968391615185,"score_spread":0.21960337120100967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403764066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9546698,0.00081807864,0.0006456802,0.04212809,0.0012368265,0.00025863698,0.000015584426,0.00008972249,0.0001376221],"genre_scores_gemma":[0.9989618,0.000046049314,0.000644311,0.000051683477,0.00004865306,0.00004044589,0.0000015586595,0.000009194415,0.00019627235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991875,0.0000057591715,0.00016229936,0.00018410364,0.00024956817,0.00021074648],"domain_scores_gemma":[0.99942297,0.00016098267,0.000096260956,0.00007527414,0.00016315554,0.00008136744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006419846,0.000099491226,0.00009438374,0.0002387276,0.0002642412,0.0003718324,0.0002706092,0.00007759341,0.0000012705342],"category_scores_gemma":[0.00040906278,0.00007791118,0.00002702382,0.00039829564,0.000025220776,0.0002318167,0.000040444615,0.00020489837,4.7409534e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.21484e-7,0.000030348523,0.62686133,0.00022114489,0.000052396008,2.4896832e-7,0.0010770125,0.00013668217,0.00013687965,0.36402798,0.004222245,0.003232843],"study_design_scores_gemma":[0.00013375276,0.000017316332,0.96058816,0.0005114242,0.000020477892,0.000004819649,0.00042985447,0.028282072,0.0007147944,0.0025212953,0.006595434,0.00018057381],"about_ca_topic_score_codex":0.0006098949,"about_ca_topic_score_gemma":0.003123122,"teacher_disagreement_score":0.36150667,"about_ca_system_score_codex":0.0014946583,"about_ca_system_score_gemma":0.00063728954,"threshold_uncertainty_score":0.39084795},"labels":[],"label_agreement":null},{"id":"W4403826222","doi":"10.21428/f1f23564.fb43d250","title":"Training MLIS Students in DH: Hands-On Consultation Project","year":2024,"lang":"en","type":"article","venue":"IDEAH","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Waseda University; McGill University; Northwestern University","keywords":"Training (meteorology); Medical education; Psychology; Mathematics education; Medicine; Geography","score_opus":0.06606432649768476,"score_gpt":0.4117230634681429,"score_spread":0.3456587369704581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403826222","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97613215,0.0001541847,0.012047315,0.004507636,0.0007473431,0.00022528708,0.000001731351,0.00031150866,0.0058728675],"genre_scores_gemma":[0.9965564,0.000008221034,0.0026543539,0.00018521333,0.0000295345,0.000051791023,0.000002411349,0.0000027901795,0.0005092612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99943686,0.000021880982,0.000097016804,0.00019561431,0.00014770128,0.00010090298],"domain_scores_gemma":[0.9997062,0.00013844091,0.000014259913,0.000114213464,0.000015583239,0.000011301503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021987577,0.000049619182,0.000050920476,0.00017509717,0.00003404583,0.00010773437,0.00028455298,0.00003566236,0.000004950256],"category_scores_gemma":[0.000046987763,0.00004454055,0.000013626995,0.00038035272,0.000016958042,0.00015466544,0.00004442823,0.00011934439,0.000060272476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047637413,0.0001721284,0.007800869,0.000027599695,0.00002846669,0.00006615484,0.01347006,0.000056383225,0.0002700177,0.6803658,0.0037603425,0.2939774],"study_design_scores_gemma":[0.0049719648,0.0019456932,0.38568437,0.0024100088,0.00003866663,0.00013982989,0.009317238,0.07164807,0.011904409,0.362174,0.1480924,0.0016733564],"about_ca_topic_score_codex":0.000016670396,"about_ca_topic_score_gemma":0.000014049791,"teacher_disagreement_score":0.3778835,"about_ca_system_score_codex":0.000044665598,"about_ca_system_score_gemma":0.00013574009,"threshold_uncertainty_score":0.18163109},"labels":[],"label_agreement":null},{"id":"W4403905947","doi":"10.59934/jaiea.v4i1.650","title":"Clustering Students Level of Understanding of Programming Language Courses Using the K-Means Algorithm","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence and Engineering Applications (JAIEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Cluster analysis; Computer science; C programming language; Algorithm; Mathematics education; Programming language; Artificial intelligence; Mathematics; Software","score_opus":0.13787530623260907,"score_gpt":0.38666506919283233,"score_spread":0.24878976296022326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403905947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0217972,0.0007933071,0.9767535,0.00035972145,0.00016947581,0.000097138334,0.0000032561463,0.000020796047,0.0000056339154],"genre_scores_gemma":[0.8296748,0.00006433753,0.17017044,0.0000039743227,0.000069635265,0.0000061447995,3.0695423e-7,0.0000049729592,0.000005373992],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992263,0.000009696773,0.00036424186,0.00009689689,0.0002012255,0.0001016593],"domain_scores_gemma":[0.99947876,0.00014366987,0.00013046623,0.00014078469,0.00007766502,0.00002864401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042980892,0.00007082424,0.000118053555,0.00019599633,0.000072669856,0.000080691636,0.0004050719,0.00003701099,0.0000015398069],"category_scores_gemma":[0.000016521526,0.000055607605,0.000050358918,0.00043835267,0.00006886378,0.00017242167,0.000076225464,0.00016147333,4.529152e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004464813,0.00027262815,0.00027648808,0.00026118,0.0002648076,0.00001058729,0.0066588344,0.07752881,0.039466772,0.2933307,0.000021385935,0.58190334],"study_design_scores_gemma":[0.00002510972,0.00010456705,0.0002017965,0.00045585594,0.00006458392,0.0001259156,0.009742634,0.93766844,0.04293389,0.008060597,0.00046975457,0.00014684777],"about_ca_topic_score_codex":0.0000115388175,"about_ca_topic_score_gemma":0.00000284385,"teacher_disagreement_score":0.8601396,"about_ca_system_score_codex":0.000053041174,"about_ca_system_score_gemma":0.00006905166,"threshold_uncertainty_score":0.22676124},"labels":[],"label_agreement":null},{"id":"W4404092351","doi":"10.23977/jaip.2024.070323","title":"Development of a Knowledge Graph for Database Courses through the Integration of Multi-source Educational Data","year":2024,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Graph database; Graph; Database; Data science; Information retrieval; Theoretical computer science","score_opus":0.2515913928978869,"score_gpt":0.48245180090610873,"score_spread":0.23086040800822183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404092351","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025089001,0.0019342995,0.97958916,0.014429527,0.0012588167,0.00015885764,0.000014975407,0.000010615048,0.000094832576],"genre_scores_gemma":[0.3147059,0.00013358032,0.6848376,0.00006685796,0.0001603001,0.000010421328,0.000012231024,0.000005441426,0.00006765365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984638,0.00010054251,0.00083207106,0.00019963467,0.00029150443,0.00011242518],"domain_scores_gemma":[0.9951927,0.0027484102,0.00066786865,0.00045668596,0.00090437214,0.000029944917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022242675,0.00009499532,0.00014872361,0.00016333998,0.00013379233,0.000079467485,0.0014076688,0.000047791767,0.000014547505],"category_scores_gemma":[0.002170328,0.00006551203,0.00006251851,0.00053761585,0.0001487368,0.0018882159,0.00020659927,0.0002792204,0.0000081973985],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005700993,0.0013619809,0.0000093935,0.00008280746,0.00018864556,0.0000013979429,0.013371814,0.00019538966,0.012899677,0.66948175,0.0024805597,0.29986957],"study_design_scores_gemma":[0.00011151779,0.00042342924,0.00012869472,0.0011493444,0.0003357639,0.00032975542,0.041336752,0.17241299,0.39773417,0.11296979,0.2726837,0.00038407816],"about_ca_topic_score_codex":0.000014629652,"about_ca_topic_score_gemma":0.00004044,"teacher_disagreement_score":0.556512,"about_ca_system_score_codex":0.000045373352,"about_ca_system_score_gemma":0.0017165722,"threshold_uncertainty_score":0.30451253},"labels":[],"label_agreement":null},{"id":"W4404093475","doi":"10.23977/aetp.2024.080614","title":"Exploration and Practice of Online-Offline Blended Teaching Model in Mechanical Principles Course","year":2024,"lang":"en","type":"article","venue":"Advances in Educational Technology and Psychology","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"University of Shanghai for Science and Technology","keywords":"Course (navigation); Online course; Blended learning; Massive open online course; Mathematics education; Computer science; Online and offline; Engineering; Psychology; Educational technology; Operating system","score_opus":0.04160427344243137,"score_gpt":0.4408817751304945,"score_spread":0.3992775016880631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404093475","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09269684,0.020159597,0.32940888,0.55370075,0.0010502138,0.00029833743,0.0000097318425,0.00017959165,0.0024960283],"genre_scores_gemma":[0.79099935,0.0034160055,0.20506823,0.0003230242,0.000025615649,0.000073530886,0.000008953592,0.0000045440656,0.00008074098],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989234,0.00008336812,0.0003199877,0.00043920893,0.00008024909,0.00015377582],"domain_scores_gemma":[0.99897516,0.00063359254,0.000084797626,0.00023842911,0.0000460707,0.000021955722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005576164,0.00010467242,0.00015113651,0.0006461772,0.00004640889,0.000010875039,0.00029525894,0.0002158738,0.0000031634777],"category_scores_gemma":[0.00034902804,0.00009442888,0.000011646162,0.00055044034,0.00024687298,0.0009037628,0.00010611826,0.0005614984,0.0000015207395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000111340605,0.00047725253,0.0019859122,0.00002158078,0.00000818292,0.0000034965383,0.00023514876,0.00030255172,0.0003021,0.94277203,0.00004032738,0.053840283],"study_design_scores_gemma":[0.00020828767,0.000090036774,0.0026049423,0.00007808584,0.0000058870523,0.00016496993,0.0004915039,0.025559638,0.00009119766,0.96143657,0.009164385,0.00010452497],"about_ca_topic_score_codex":0.00000209439,"about_ca_topic_score_gemma":0.00004133884,"teacher_disagreement_score":0.6983025,"about_ca_system_score_codex":0.000026257947,"about_ca_system_score_gemma":0.00023277146,"threshold_uncertainty_score":0.3850698},"labels":[],"label_agreement":null},{"id":"W4404688907","doi":"10.1109/icds62089.2024.10756470","title":"Delta-Convex Skins for Constructing Training and Testing sets in Supervised Learning","year":2024,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Training (meteorology); Artificial intelligence; Machine learning; Delta; Regular polygon; Pattern recognition (psychology); Mathematics; Engineering","score_opus":0.06665170022761008,"score_gpt":0.32897832869382426,"score_spread":0.2623266284662142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404688907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77871543,0.00020532226,0.21394093,0.0031134996,0.00025455555,0.00013573324,6.768768e-7,0.000409615,0.0032242115],"genre_scores_gemma":[0.72891,0.0000016771272,0.27093056,0.000065252934,0.000016093645,0.000018590414,9.992743e-7,0.0000032687642,0.0000535159],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994042,0.000016241842,0.00012494509,0.00024055167,0.000050883333,0.00016318628],"domain_scores_gemma":[0.9991477,0.0007228575,0.00001562095,0.000065457054,0.000024734261,0.000023623952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003439385,0.00006163987,0.00007863694,0.000120367724,0.00009155286,0.0001128657,0.00013506474,0.00004294914,0.000005413457],"category_scores_gemma":[0.00018611756,0.00005791606,0.000013208692,0.00027672804,0.00003327541,0.00022789449,0.00006641458,0.00016593543,0.0000016230247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.0889157e-7,0.000010953937,0.036910307,0.000056727375,0.000008583755,0.000009168835,0.0028294802,0.00006648114,0.0010985129,0.4225087,0.000030479196,0.53647023],"study_design_scores_gemma":[0.00041629275,0.000119834716,0.008938654,0.00029258832,0.0000072093144,0.00019309277,0.0091856,0.90886533,0.0026119195,0.06708349,0.0019738812,0.00031208346],"about_ca_topic_score_codex":0.000009907852,"about_ca_topic_score_gemma":0.000008847385,"teacher_disagreement_score":0.9087989,"about_ca_system_score_codex":0.00001941249,"about_ca_system_score_gemma":0.00013038189,"threshold_uncertainty_score":0.23617484},"labels":[],"label_agreement":null},{"id":"W4405202807","doi":"10.5539/elt.v18n1p1","title":"Directed Motivational Currents Under DST: A Critical Review","year":2024,"lang":"en","type":"review","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Construct (python library); Cognitive psychology; Goal theory; Cognitive science; Social psychology; Computer science","score_opus":0.047950443853355666,"score_gpt":0.4168299611705819,"score_spread":0.36887951731722624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405202807","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000001000396,0.98469836,0.007273374,0.00070582185,0.0022813065,0.00033789573,0.000025313919,0.0013177943,0.0033591276],"genre_scores_gemma":[0.000050833845,0.9872455,0.010538371,0.00034581154,0.0007042106,0.00019319191,0.00019200603,0.000036814097,0.0006932632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976029,0.00042755035,0.00053022493,0.0007095162,0.00040386178,0.00032596267],"domain_scores_gemma":[0.99829525,0.0007142205,0.0001320002,0.0007042866,0.000060975613,0.000093275456],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008537539,0.00038742958,0.00082330726,0.0002709155,0.00015737857,0.0001889272,0.0012684173,0.00023820881,0.000096239084],"category_scores_gemma":[0.0020986202,0.00030388616,0.00033970163,0.00052410515,0.000051871833,0.00032838,0.0004991964,0.002004949,0.00019888263],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.251002e-8,0.000103797924,6.4573686e-7,0.019412959,0.000091525835,0.00003480319,0.001143065,1.0453093e-7,4.9086747e-8,0.27011707,0.014020821,0.6950751],"study_design_scores_gemma":[0.000030091085,0.000010170134,8.584742e-7,0.07122552,0.00034759613,0.000043853626,0.00013960175,0.000045344626,1.9134515e-7,0.0016727467,0.92612,0.00036405073],"about_ca_topic_score_codex":0.0000044188455,"about_ca_topic_score_gemma":6.1068846e-7,"teacher_disagreement_score":0.9120992,"about_ca_system_score_codex":0.0002082258,"about_ca_system_score_gemma":0.00040401355,"threshold_uncertainty_score":0.99994135},"labels":[],"label_agreement":null},{"id":"W4405419204","doi":"10.5267/j.ijdns.2024.7.010","title":"Understanding students’ sentiment from feedback with a new feature selection and semantics networks","year":2024,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Walailak University","keywords":"Computer science; Feature (linguistics); Semantics (computer science); Feature selection; Selection (genetic algorithm); Artificial intelligence; Sentiment analysis; Natural language processing; Linguistics; Programming language; Philosophy","score_opus":0.054395560792912336,"score_gpt":0.34746128936700427,"score_spread":0.2930657285740919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405419204","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0494755,0.0017602516,0.936935,0.010416058,0.001309747,0.000041697313,0.0000040125187,0.000022135597,0.000035615885],"genre_scores_gemma":[0.9416039,0.00082866097,0.056762055,0.00016490088,0.0005763175,3.199754e-7,0.000005110051,0.0000030408744,0.000055705477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882174,0.00001372159,0.00014554439,0.00027946793,0.00060482096,0.00013473142],"domain_scores_gemma":[0.99944234,0.00011465037,0.000104673396,0.0001478182,0.00009991386,0.00009057853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006044025,0.00007699418,0.000084707644,0.00013330506,0.00013483848,0.00093640236,0.0014406091,0.00003304552,0.000004417372],"category_scores_gemma":[0.000011531296,0.00005652361,0.000010747905,0.0004299173,0.00012346671,0.0016614504,0.00060584035,0.00022963167,6.3280265e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018759025,0.00033488488,0.31618002,0.000024788356,0.0016104678,0.00037860742,0.0021660365,0.015805818,0.0009438888,0.38980216,0.11342979,0.15913592],"study_design_scores_gemma":[0.0009786917,0.00036503287,0.07082143,0.0013415683,0.000106936764,0.0017142295,0.00048352304,0.84733397,0.00020347699,0.061573416,0.014695942,0.00038176708],"about_ca_topic_score_codex":0.0000081404,"about_ca_topic_score_gemma":0.00002038184,"teacher_disagreement_score":0.8921284,"about_ca_system_score_codex":0.00009211984,"about_ca_system_score_gemma":0.00028501695,"threshold_uncertainty_score":0.90297496},"labels":[],"label_agreement":null},{"id":"W4405598462","doi":"10.5539/elt.v18n1p26","title":"A Study of Effective Teacher Feedback in English Continuation Writing Classes","year":2024,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Continuation; Class (philosophy); Psychology; Mathematics education; Reading (process); Repetition (rhetorical device); Peer feedback; Quality (philosophy); Pedagogy; Computer science; Linguistics","score_opus":0.008405529074719663,"score_gpt":0.3047407710122508,"score_spread":0.29633524193753114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405598462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98444366,0.00050936267,0.005533861,0.00008673352,0.0006572157,0.0003930326,0.00000104684,0.00056209747,0.007813012],"genre_scores_gemma":[0.9962076,0.0000012215684,0.003230057,0.00001793912,0.00028490575,0.00009087989,0.0000039075485,0.000011450344,0.00015204973],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99862504,0.00033213847,0.0002772699,0.0003666099,0.00021111434,0.00018785133],"domain_scores_gemma":[0.99898666,0.0005721133,0.00006658416,0.0002954801,0.00005373849,0.00002539887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014232679,0.00012415473,0.00017578388,0.00029229186,0.0000656109,0.00013475055,0.00040655164,0.00007699297,0.00001038021],"category_scores_gemma":[0.0009942106,0.000118786535,0.00003972057,0.00037621567,0.000021937332,0.00061391323,0.00015432971,0.0007126669,0.0000036082513],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034392203,0.00083247037,0.033147622,0.00006011387,0.000061021605,0.0000811817,0.7796096,0.00007661658,0.0007804621,0.04121698,0.00021006675,0.14392038],"study_design_scores_gemma":[0.0016321325,0.0005680699,0.07674736,0.00088168937,0.00004618226,0.000010050997,0.90334994,0.010060247,0.0034545613,0.0017103808,0.0009235589,0.00061581825],"about_ca_topic_score_codex":0.00010689408,"about_ca_topic_score_gemma":0.00008264718,"teacher_disagreement_score":0.14330456,"about_ca_system_score_codex":0.0001054513,"about_ca_system_score_gemma":0.00005044893,"threshold_uncertainty_score":0.4843974},"labels":[],"label_agreement":null},{"id":"W4405643090","doi":"10.5430/wjel.v15n3p65","title":"Systematic Literature Review on Evaluation of English Language Textbooks: A Decade of Research","year":2024,"lang":"en","type":"article","venue":"World Journal of English Language","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; English language; Linguistics; Philosophy","score_opus":0.030484775236698954,"score_gpt":0.39393075059301425,"score_spread":0.3634459753563153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405643090","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0690519,0.9064836,0.00039796904,0.0010336635,0.0032647774,0.0010021561,0.000017457633,0.000110669804,0.018637817],"genre_scores_gemma":[0.9929552,0.0027759115,0.0026069388,0.00011079906,0.0007665697,0.00003217931,0.0000045709457,0.000013907523,0.0007338945],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.9966989,0.0007166222,0.0007739453,0.00020282957,0.0014200447,0.00018764999],"domain_scores_gemma":[0.9945788,0.0008854892,0.00038246383,0.0005326857,0.0035556904,0.00006488721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008575766,0.0001253981,0.00042245854,0.0010150729,0.000040662882,0.00008255503,0.00088233704,0.00007468403,0.000060407863],"category_scores_gemma":[0.0077476418,0.00009104357,0.0001761163,0.0017327176,0.00006681072,0.00036942566,0.00009700905,0.0007898241,0.0000049004757],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055402586,0.0011572343,0.00014987445,0.20222287,0.0010103415,0.0006590744,0.36644673,0.00015264271,0.0034342806,0.3380263,0.05027511,0.036410164],"study_design_scores_gemma":[0.0012200687,0.0009322264,0.00028025953,0.9301559,0.00061291084,0.000111805704,0.029462354,0.0012088281,0.023488969,0.004600557,0.0074238703,0.00050225743],"about_ca_topic_score_codex":0.0000018822842,"about_ca_topic_score_gemma":0.0000071402724,"teacher_disagreement_score":0.92390335,"about_ca_system_score_codex":0.0001356479,"about_ca_system_score_gemma":0.00037929605,"threshold_uncertainty_score":0.92752105},"labels":[],"label_agreement":null},{"id":"W4405917622","doi":"10.15353/cjo.v86i4.5951","title":"Approach to cycloplegic refraction","year":2024,"lang":"en","type":"article","venue":"Canadian journal of optometry/CJO. Canadian journal of optometry","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Refraction; Optometry; Geology; Medicine; Optics; Physics","score_opus":0.016658415095286934,"score_gpt":0.33276471976018884,"score_spread":0.3161063046649019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405917622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80595523,0.008674198,0.1431626,0.0227324,0.0107280165,0.00026961413,0.000059421003,0.000042104853,0.008376448],"genre_scores_gemma":[0.9514057,0.0000853703,0.046105724,0.00075437484,0.00095001614,0.0000039639926,0.0000036665172,0.0000464347,0.0006447443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962002,0.00016311531,0.0013200395,0.000432053,0.0008189538,0.0010656427],"domain_scores_gemma":[0.9929629,0.00025476527,0.00065484364,0.00054986036,0.0011852329,0.0043924036],"candidate_categories":["metaepi_narrow","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023019533,0.00040489473,0.0006788192,0.012810872,0.0004425868,0.001096218,0.0027638485,0.00036313382,0.00023070573],"category_scores_gemma":[0.0004229093,0.00038269066,0.00043572945,0.007016616,0.00019466176,0.0019300216,0.00004685283,0.0018302313,0.00010145105],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029365277,0.0001877495,0.76751333,0.000270801,0.0012947749,0.0046696085,0.003138481,0.0024112354,0.00038361276,0.0071944073,0.19007869,0.022827925],"study_design_scores_gemma":[0.0008470896,0.0007171214,0.74833494,0.0011148928,0.00020227117,0.021812532,0.001980727,0.0012361807,0.00077371305,0.0003697674,0.22147545,0.0011353202],"about_ca_topic_score_codex":0.0010908803,"about_ca_topic_score_gemma":0.00039834084,"teacher_disagreement_score":0.1454505,"about_ca_system_score_codex":0.0022312403,"about_ca_system_score_gemma":0.014872876,"threshold_uncertainty_score":0.99994075},"labels":[],"label_agreement":null},{"id":"W4405926247","doi":"10.5206/mt.v4i4.22135","title":"Étude de Cas : Transformer l’Enseignement des Mathématiques avec Maple, Maple Learn et la Classe Inversée","year":2024,"lang":"fr","type":"article","venue":"Maple Transactions","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Maple; Humanities; Mathematics; Art; Biology; Botany","score_opus":0.02700321489816227,"score_gpt":0.31740169147894115,"score_spread":0.2903984765807789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405926247","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026367389,0.0038029326,0.88616604,0.07291146,0.0014153563,0.00037478097,0.00012762425,0.0006540905,0.0081803445],"genre_scores_gemma":[0.8928757,0.0027914278,0.08087058,0.00091258594,0.0001158522,0.00029655747,0.000027254413,0.00005637159,0.022053696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99744886,0.00032238293,0.00046836832,0.00064596353,0.00039506704,0.00071933534],"domain_scores_gemma":[0.9987651,0.00036269904,0.000053586085,0.00048312463,0.000111573056,0.00022388193],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082781917,0.00037983578,0.00027801702,0.00033062283,0.00053652184,0.00053721975,0.00057810894,0.00038609354,0.0016920508],"category_scores_gemma":[0.000011793825,0.00040949034,0.00028861596,0.0008208362,0.00047881808,0.0010096639,0.000021830467,0.001053216,0.0003761705],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021249578,0.0015428324,0.0003388885,0.0012938612,0.0006931278,0.00037084185,0.069985226,0.0019106797,0.0024149863,0.7223034,0.014660306,0.1844646],"study_design_scores_gemma":[0.00084854534,0.0005616427,0.018903876,0.0012239938,0.00054455997,0.0015780961,0.0057997014,0.05080847,0.015912151,0.21332727,0.6891762,0.0013154933],"about_ca_topic_score_codex":0.0009666704,"about_ca_topic_score_gemma":0.003585317,"teacher_disagreement_score":0.8665083,"about_ca_system_score_codex":0.0005037103,"about_ca_system_score_gemma":0.0010730149,"threshold_uncertainty_score":0.99983567},"labels":[],"label_agreement":null},{"id":"W4406883348","doi":"10.1142/s2717554524500176","title":"The Power of Personalized Datasets: Advancing Chinese Composition Writing for Elementary School through Targeted Model Fine-Tuning","year":2025,"lang":"en","type":"article","venue":"International Journal of Asian Language Processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Composition (language); Power (physics); Mathematics education; Computer science; Psychology; Physics; Literature; Art","score_opus":0.007021506712353659,"score_gpt":0.3488968130148321,"score_spread":0.3418753063024784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406883348","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06308648,0.0028183875,0.92329365,0.0099790525,0.00035315004,0.00009848734,0.00003449625,0.000021333966,0.0003149896],"genre_scores_gemma":[0.7428207,0.000013749439,0.25665087,0.00038566682,0.00006943546,0.000006327944,0.000026479614,0.0000041957173,0.000022601631],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988838,0.000031782685,0.00048425942,0.00013201631,0.0003263372,0.0001418201],"domain_scores_gemma":[0.998701,0.00015887918,0.0005109192,0.00012662828,0.0004749106,0.00002771355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052145385,0.00009718375,0.00013723897,0.00015763148,0.00020430329,0.00013374844,0.00095333206,0.00003595629,0.0000071996574],"category_scores_gemma":[0.00021740283,0.00007232232,0.00008094208,0.00018912637,0.000057925376,0.0009318,0.00012688898,0.00020376751,2.5520316e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085873366,0.0011932428,0.016160935,0.00039397585,0.0017086256,0.00013973599,0.024121873,0.008638265,0.21971299,0.13709122,0.009171224,0.5808092],"study_design_scores_gemma":[0.009763278,0.00045504712,0.008402437,0.006847167,0.00021933267,0.0006607915,0.050478045,0.6890465,0.05761943,0.17203957,0.003406994,0.0010614187],"about_ca_topic_score_codex":0.0000031638488,"about_ca_topic_score_gemma":0.0000032954413,"teacher_disagreement_score":0.68040824,"about_ca_system_score_codex":0.00012075355,"about_ca_system_score_gemma":0.00038645245,"threshold_uncertainty_score":0.29492188},"labels":[],"label_agreement":null},{"id":"W4406935892","doi":"10.47392/irjash.2025.005","title":"Web-Based Academic Platform for Optimizing Student Database Management and Communication","year":2025,"lang":"en","type":"article","venue":"International Research Journal on Advanced Science Hub","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; World Wide Web; Database; Web application","score_opus":0.09574389680895194,"score_gpt":0.5118661548782716,"score_spread":0.41612225806931963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406935892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116141975,0.00083709357,0.7866565,0.07507361,0.0017463176,0.0010159542,0.000012974981,0.00010910538,0.018406462],"genre_scores_gemma":[0.7508719,0.000905023,0.24636543,0.0006889735,0.000028554094,0.00013430735,0.0000038007543,0.0000036369204,0.000998383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976899,0.000053407948,0.0002742129,0.00037184276,0.0012557019,0.00035490704],"domain_scores_gemma":[0.9979206,0.00069130317,0.000108007815,0.00041953253,0.0007427647,0.0001178166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043393364,0.00009049657,0.00008417497,0.0012909916,0.0010772736,0.00041608332,0.0033142555,0.000038889553,0.000007915355],"category_scores_gemma":[0.00048175565,0.00007988376,0.000030905667,0.00084595464,0.00045524334,0.0013509223,0.0007971839,0.000784942,0.0000063101206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004065883,0.00013170489,0.00040766245,0.0000084110425,0.000018746327,0.0000053288463,0.000054094897,0.0016518644,0.003265025,0.9312042,0.001060043,0.062152233],"study_design_scores_gemma":[0.0064835376,0.0006918287,0.023550658,0.0019732977,0.00001553992,0.00007329681,0.002725321,0.27132574,0.032977313,0.49282983,0.1667823,0.0005713455],"about_ca_topic_score_codex":6.701379e-7,"about_ca_topic_score_gemma":0.0000011622112,"teacher_disagreement_score":0.6347299,"about_ca_system_score_codex":0.0005697957,"about_ca_system_score_gemma":0.00060482475,"threshold_uncertainty_score":0.8285626},"labels":[],"label_agreement":null},{"id":"W4407062119","doi":"10.23977/jnca.2025.100101","title":"Innovative Applications and Performance Optimization Strategies of Python Interpreter in Web Development","year":2025,"lang":"en","type":"article","venue":"Journal of Network Computing and Applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Government of British Columbia","funders":"","keywords":"Python (programming language); Interpreter; Computer science; Programming language; World Wide Web; Software engineering","score_opus":0.007915006552558309,"score_gpt":0.2880169729821718,"score_spread":0.2801019664296135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407062119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06505944,0.00047450815,0.9329564,0.0005490169,0.00003426099,0.00013855315,1.8005129e-7,0.0000132255955,0.00077441277],"genre_scores_gemma":[0.80921924,0.00010513915,0.19056799,0.00004048432,0.000036070665,0.00001959627,9.001137e-7,0.0000015451819,0.000009057522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933845,0.000020966461,0.00038353776,0.00011113309,0.0000631166,0.00008280712],"domain_scores_gemma":[0.9992992,0.000121432735,0.00026363437,0.00010233428,0.00019624681,0.000017111492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032556767,0.000061005285,0.00012228484,0.00017657601,0.00011247773,0.000037367146,0.00020868475,0.000038923445,4.2541546e-7],"category_scores_gemma":[0.0000047153376,0.00005654334,0.000009779821,0.00080751866,0.000058716403,0.00015096062,0.00010951739,0.00014803099,1.2821143e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009441622,0.0001683512,0.040129438,0.000087420696,0.000054319535,2.7946393e-7,0.00066652836,0.17178594,0.00007980822,0.49673402,0.00017155078,0.2901129],"study_design_scores_gemma":[0.0009103134,0.00022700279,0.15647234,0.0011375993,0.000025186702,0.000052757656,0.0014473716,0.78680664,0.00048611424,0.039716385,0.012397775,0.00032051562],"about_ca_topic_score_codex":3.7819478e-7,"about_ca_topic_score_gemma":0.0000010940115,"teacher_disagreement_score":0.74415976,"about_ca_system_score_codex":0.00002545287,"about_ca_system_score_gemma":0.00024239447,"threshold_uncertainty_score":0.23057705},"labels":[],"label_agreement":null},{"id":"W4407366370","doi":"10.11834/jig.240104","title":"Knowledge distillation of multi-level feature fusion and dual-teacher collaboration","year":2024,"lang":"en","type":"article","venue":"Journal of Image and Graphics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Dual (grammatical number); Distillation; Computer science; Feature (linguistics); Fusion; Process engineering; Chemistry; Chromatography; Engineering","score_opus":0.025077160095897968,"score_gpt":0.332474089544084,"score_spread":0.30739692944818603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407366370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75040466,0.017322903,0.21446407,0.016695157,0.0007542604,0.00010779051,0.0000101036185,0.000031096974,0.00020996002],"genre_scores_gemma":[0.9669204,0.000904493,0.031914476,0.000019708206,0.00005920916,6.2756123e-7,0.0000012403365,0.0000026500302,0.00017722546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995965,0.000028849552,0.00015013356,0.0000829519,0.00009443361,0.00004714697],"domain_scores_gemma":[0.99951214,0.00006182465,0.00009980094,0.000064668,0.00023184648,0.000029695528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002916619,0.000052945717,0.00008531173,0.00019173592,0.00005242256,0.00007337869,0.00006626897,0.000067265435,0.0000014809481],"category_scores_gemma":[0.000040005536,0.000040025083,0.000024677529,0.00035165824,0.000060701852,0.0004217822,0.000039037714,0.00017037471,3.2143308e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033641787,0.00078604184,0.02753241,0.0005928352,0.0002721128,0.00009133912,0.010513167,0.000009084772,0.08540913,0.61227804,0.02768761,0.2347946],"study_design_scores_gemma":[0.0014234162,0.00072938093,0.831416,0.0008780053,0.00015073763,0.00076232554,0.0015066329,0.06260797,0.010664712,0.06894555,0.020482872,0.0004324205],"about_ca_topic_score_codex":7.9594435e-7,"about_ca_topic_score_gemma":0.000006253687,"teacher_disagreement_score":0.80388355,"about_ca_system_score_codex":0.0000088009765,"about_ca_system_score_gemma":0.00009407473,"threshold_uncertainty_score":0.16321756},"labels":[],"label_agreement":null},{"id":"W4407605346","doi":"10.22399/ijcesen.1003","title":"Exploring Quantum-Inspired Algorithms for High-Performance Computing in Structural Analysis","year":2025,"lang":"en","type":"article","venue":"International Journal of Computational and Experimental Science and Engineering","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Quantum computer; Supercomputer; Algorithm; Quantum algorithm; Quantum; Parallel computing; Physics; Quantum mechanics","score_opus":0.024580783464316622,"score_gpt":0.3166709067331488,"score_spread":0.29209012326883216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407605346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8334382,0.00014578573,0.16502441,0.0007706191,0.00056292827,0.00003643588,7.6540886e-7,0.0000105205845,0.0000103033935],"genre_scores_gemma":[0.9450012,0.000016117508,0.054870803,0.0000623844,0.00004011117,0.000005001412,0.0000012076113,0.0000014475081,0.000001763168],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991581,0.000004803562,0.00025811396,0.00015264734,0.0003080911,0.000118246906],"domain_scores_gemma":[0.9994939,0.00010327666,0.00007995491,0.00003955538,0.00024464715,0.000038647446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003647678,0.00007343327,0.0001220202,0.0007600058,0.00010166082,0.00009408447,0.00038062374,0.000015911326,5.863813e-7],"category_scores_gemma":[0.00003281096,0.0000673792,0.000024549929,0.00061663036,0.00006227768,0.00094806764,0.0001256629,0.000075138436,8.232858e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029798692,0.00007658656,0.01412903,0.000016738042,0.00023292463,0.0000067913766,0.0010506074,0.52770007,0.0063774493,0.415668,0.000006128244,0.034705848],"study_design_scores_gemma":[0.0003763512,0.000047359827,0.19823395,0.00004560599,0.0000065972613,0.000020821593,0.00012675619,0.7922164,0.0059112324,0.0029203275,0.000023544315,0.00007105293],"about_ca_topic_score_codex":0.000010185468,"about_ca_topic_score_gemma":3.362665e-7,"teacher_disagreement_score":0.41274768,"about_ca_system_score_codex":0.00011489625,"about_ca_system_score_gemma":0.000102627906,"threshold_uncertainty_score":0.27476442},"labels":[],"label_agreement":null},{"id":"W4407996445","doi":"10.1061/9780784485989.001","title":"Large Language Model for Geotechnical Engineering Applications Using Retrieval Augmented Generation","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rocscience (Canada)","funders":"","keywords":"Computer science; Geotechnical engineering; Geology","score_opus":0.02545900099889249,"score_gpt":0.336911492510502,"score_spread":0.31145249151160953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407996445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012257996,0.000051040093,0.98544645,0.0015538903,0.00007412605,0.00027019644,0.0000038035157,0.00023747279,0.00010501462],"genre_scores_gemma":[0.61911064,0.0000015493781,0.37986112,0.00021577736,0.000029380175,0.000083677296,0.000013112016,0.0000024577598,0.0006822583],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999531,0.0000040282616,0.00011016624,0.00017850139,0.00005750761,0.00011884391],"domain_scores_gemma":[0.99964195,0.000031287207,0.000020072152,0.00024394857,0.000046352012,0.000016391727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014561911,0.00005242645,0.000053079144,0.00009192806,0.000107254375,0.000029794515,0.0002501521,0.00006526013,0.0000024358292],"category_scores_gemma":[0.000020932477,0.00005265268,0.00002658343,0.00026258477,0.000006596669,0.00010703551,0.000086145126,0.00006548934,0.0000014444703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.857268e-7,0.000056869667,0.000009277563,0.000006996205,0.000008668638,7.444152e-8,0.000032107684,0.025376188,0.034404468,0.9391965,0.0003932832,0.00051486964],"study_design_scores_gemma":[0.00011279296,0.0000041901744,0.00002042336,0.00000412003,0.0000047453887,6.7402846e-7,0.000016979599,0.98157203,0.014322809,0.0029578584,0.00093215174,0.00005120091],"about_ca_topic_score_codex":0.0000010725861,"about_ca_topic_score_gemma":0.0000013123777,"teacher_disagreement_score":0.9561959,"about_ca_system_score_codex":0.00006142172,"about_ca_system_score_gemma":0.00010090781,"threshold_uncertainty_score":0.21471138},"labels":[],"label_agreement":null},{"id":"W4408492714","doi":"10.61091/jcmcc124-19","title":"Integrating fuzzy numbers in analyzing students’ decisions on higher education and employment","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fuzzy logic; Mathematics education; Computer science; Business; Psychology; Artificial intelligence","score_opus":0.017299440164529785,"score_gpt":0.3354263863517605,"score_spread":0.3181269461872307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408492714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716923,0.00047795058,0.008642535,0.0017973748,0.015079104,0.00021726215,2.4363842e-7,0.00003288062,0.0020603056],"genre_scores_gemma":[0.9816461,0.000044533357,0.017932495,0.000097531534,0.00022812608,0.0000042523225,3.4976287e-7,0.0000076201522,0.000038955164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982067,0.00009762055,0.0008215501,0.00023970164,0.00042938773,0.00020503622],"domain_scores_gemma":[0.99787545,0.0010281516,0.00051155104,0.00023941041,0.00025639834,0.00008902281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013074636,0.00019162917,0.0004221211,0.00050533644,0.00022205201,0.0003102241,0.0006563599,0.00012369845,0.0000014777615],"category_scores_gemma":[0.00032804624,0.00016898836,0.00006625534,0.0005998163,0.000049832997,0.00023556683,0.00038215533,0.0005103271,7.002931e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011259336,0.0009665271,0.0074747894,0.000024077232,0.000045047836,0.000004137406,0.00045531266,0.000011205241,0.000053801105,0.9813388,0.00020354151,0.009411523],"study_design_scores_gemma":[0.0016075427,0.0002860726,0.009451126,0.0011842304,0.00002774075,0.000016464448,0.00040762583,0.00053326396,0.000146344,0.9856379,0.00053858594,0.00016309852],"about_ca_topic_score_codex":0.000012109579,"about_ca_topic_score_gemma":0.0000010107059,"teacher_disagreement_score":0.014850978,"about_ca_system_score_codex":0.00016784889,"about_ca_system_score_gemma":0.00029948357,"threshold_uncertainty_score":0.6891145},"labels":[],"label_agreement":null},{"id":"W4408765278","doi":"10.63485/a574p-rza17","title":"OA backfile of Journal of Distance Education","year":2008,"lang":"en","type":"preprint","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.017836349859116363,"score_gpt":0.3116249155934926,"score_spread":0.29378856573437623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408765278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024302825,0.00089551084,0.95120615,0.0040471316,0.0026823014,0.00010662262,0.0000036931826,0.000030243764,0.01672553],"genre_scores_gemma":[0.7459588,0.00035566877,0.2522897,0.00007442885,0.000101174635,0.000007941524,0.0000041185176,0.0000029683968,0.0012052032],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992139,0.000026583652,0.00034178147,0.00014796077,0.00020019086,0.00006958665],"domain_scores_gemma":[0.99857706,0.00004712913,0.00051780505,0.0004428455,0.00038566807,0.000029465784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015694274,0.000079439764,0.00017061489,0.00013438726,0.000024492998,0.0000143793795,0.0010896578,0.000114488,0.000039261326],"category_scores_gemma":[0.000032425196,0.00006847614,0.000076986034,0.00012572171,0.00006336718,0.00011273677,0.0003140189,0.00029271192,0.00000446146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034519699,0.0009530886,0.004015452,0.000121135585,0.000065482665,0.000002371771,0.0005563519,0.00022755102,0.00016869846,0.8585244,0.06681894,0.06854312],"study_design_scores_gemma":[0.00046723627,0.00031598957,0.0592016,0.0010818364,0.000049323316,0.00035709387,0.0007248506,0.0036279918,0.034076456,0.7872608,0.112031795,0.00080506963],"about_ca_topic_score_codex":0.000009958912,"about_ca_topic_score_gemma":0.0000015395365,"teacher_disagreement_score":0.72165596,"about_ca_system_score_codex":0.000055056975,"about_ca_system_score_gemma":0.0016764812,"threshold_uncertainty_score":0.29740056},"labels":[],"label_agreement":null},{"id":"W4408954532","doi":"10.47392/irjaem.2025.0140","title":"Learnova: An Intelligent LMS for Personalized Education and Comprehensive Management","year":2025,"lang":"en","type":"article","venue":"International Research Journal on Advanced Engineering and Management (IRJAEM)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Learning Management; Computer science; Knowledge management; Engineering management; Multimedia; Engineering","score_opus":0.037943403514376695,"score_gpt":0.41492432317202704,"score_spread":0.37698091965765035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408954532","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039762087,0.0019057868,0.9255074,0.018819114,0.0028585223,0.001052615,0.0000042120446,0.00015635975,0.009933888],"genre_scores_gemma":[0.55698067,0.01709091,0.389371,0.0014219285,0.00029175513,0.0008046103,0.000030681225,0.000034702945,0.033973735],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874026,0.000035580844,0.0002126867,0.00034710596,0.0004055975,0.0002587483],"domain_scores_gemma":[0.99917024,0.00016432507,0.000048488688,0.00019573094,0.00031725495,0.00010397239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005402996,0.0001322113,0.00011310288,0.0008961002,0.00024501386,0.000270825,0.0005494401,0.000038438193,0.0000070638816],"category_scores_gemma":[0.00005091264,0.00012780179,0.000036740636,0.00026968413,0.000056369616,0.0003611764,0.00026684022,0.00031967857,0.000003847995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031069547,0.00015448222,0.000025415267,0.00007775198,0.00013548664,0.000007812058,0.000051959145,0.0018507746,0.00013265591,0.7525809,0.0011094948,0.24384223],"study_design_scores_gemma":[0.0011670368,0.0002880714,0.0047108675,0.0005938386,0.000016416914,0.0000410856,0.0013298679,0.027499497,0.00042528394,0.07384412,0.8898496,0.00023429842],"about_ca_topic_score_codex":0.0000012911335,"about_ca_topic_score_gemma":4.7590163e-7,"teacher_disagreement_score":0.8887401,"about_ca_system_score_codex":0.00020580884,"about_ca_system_score_gemma":0.000045861274,"threshold_uncertainty_score":0.5211606},"labels":[],"label_agreement":null},{"id":"W4409421757","doi":"10.1017/9781009000963.032","title":"E. Integrated Testlet Lookup Table","year":2024,"lang":"en","type":"other","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBI Group (Canada); Trent University","funders":"","keywords":"Table (database); Lookup table; Computer science; Database; Operating system","score_opus":0.015868822658248884,"score_gpt":0.2870390046206053,"score_spread":0.27117018196235637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409421757","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2875692e-7,0.0009928627,0.07149869,0.0029105197,0.001067227,0.000069666,0.000005486619,0.001349693,0.9221056],"genre_scores_gemma":[0.000048741207,0.000028756374,0.073840484,0.0003108633,0.00008354586,0.000023371682,0.000009750805,0.00006911007,0.9255854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994004,0.000008215134,0.00007488054,0.00030256604,0.00009262369,0.000121355784],"domain_scores_gemma":[0.9995042,0.000013183475,0.00003063184,0.00041099856,0.00001569427,0.000025291862],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0000544574,0.00011716568,0.00010154232,0.00020111135,0.000011503072,0.0000674753,0.00064392324,0.00018682105,0.003394062],"category_scores_gemma":[0.000007542539,0.000087677225,0.000023404169,0.00035089202,0.000030457903,0.000035024023,0.00015623157,0.00022058927,0.0062293513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.1264965e-8,0.000014462497,0.000005011177,0.0000088262605,0.000014473292,0.0000040045475,0.0000032374269,3.2786087e-8,0.0000039937677,0.340517,0.65788215,0.001546754],"study_design_scores_gemma":[0.000018585744,0.000010320505,0.0000026900075,0.00008959677,0.000004022817,0.0000057574366,0.00001050784,0.00015056093,0.00007528348,0.024536636,0.9749891,0.00010691952],"about_ca_topic_score_codex":0.000096657626,"about_ca_topic_score_gemma":0.000031493277,"teacher_disagreement_score":0.31710693,"about_ca_system_score_codex":0.000025953952,"about_ca_system_score_gemma":0.0001764987,"threshold_uncertainty_score":0.997517},"labels":[],"label_agreement":null},{"id":"W4409576380","doi":"10.61091/jcmcc127a-133","title":"An empirical study of multi-factor decision tree analysis in the optimization of university management evaluation system","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Factor (programming language); Decision tree; Computer science; Management science; Operations research; Engineering; Artificial intelligence; Programming language","score_opus":0.027773583975935164,"score_gpt":0.34272657179160065,"score_spread":0.3149529878156655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409576380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6929276,0.000026940497,0.30517167,0.000048095528,0.001446281,0.00028432944,3.3621288e-7,0.0000074655723,0.00008725169],"genre_scores_gemma":[0.9663735,0.000005242497,0.033583783,0.0000028976267,0.000029900517,9.1740174e-7,5.111523e-7,0.0000025504512,7.0082774e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978283,0.00047109995,0.0007821412,0.00016533949,0.00065338734,0.000099754834],"domain_scores_gemma":[0.99752903,0.00069858733,0.000821389,0.00034604387,0.0005751097,0.000029831635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032345788,0.00011177603,0.00043907837,0.0007026389,0.00011658454,0.000051251176,0.0008394733,0.00007968352,7.197526e-7],"category_scores_gemma":[0.000117982774,0.00008793283,0.000089775334,0.0016403991,0.00003255072,0.00019012633,0.00016480884,0.00017847354,4.3724516e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102534876,0.0069470135,0.017815806,0.00016406285,0.0006012439,0.000011696069,0.0049303253,0.040898036,0.000023578346,0.92286664,0.000014117323,0.0056249234],"study_design_scores_gemma":[0.005609781,0.0008637502,0.041556355,0.00026514934,0.0006338164,0.000004175966,0.012253756,0.89352196,0.00005999601,0.045109734,0.000005007402,0.000116511874],"about_ca_topic_score_codex":0.000009809269,"about_ca_topic_score_gemma":0.000002491173,"teacher_disagreement_score":0.87775695,"about_ca_system_score_codex":0.00012376311,"about_ca_system_score_gemma":0.00012081621,"threshold_uncertainty_score":0.35857967},"labels":[],"label_agreement":null},{"id":"W4409576398","doi":"10.61091/jcmcc127a-141","title":"A Study on Modeling and Computing of Lexical Semantic Relationships in Japanese Language Based on Multidimensional Vector Space","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Space (punctuation); Semantic space; Vector space; Natural language processing; Artificial intelligence; Linguistics; Mathematics; Pure mathematics","score_opus":0.025209471893504184,"score_gpt":0.3118539033676451,"score_spread":0.2866444314741409,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409576398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.972786,0.000071509836,0.023019597,0.00066071114,0.0029658224,0.000270141,3.902076e-7,0.000023935883,0.00020187363],"genre_scores_gemma":[0.9890853,0.0000015864418,0.010766099,0.000025152549,0.000108988745,0.000001466608,3.4680542e-7,0.000008739276,0.0000023066625],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979647,0.0002481522,0.0008470221,0.00025397688,0.0004896153,0.00019656966],"domain_scores_gemma":[0.9968667,0.002084867,0.0004857849,0.00026291676,0.00022775383,0.00007198479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021198818,0.00020028997,0.0005382819,0.00049900706,0.00020811845,0.00007019206,0.00034970924,0.00012767626,4.3582057e-7],"category_scores_gemma":[0.00072454807,0.00017843569,0.000070190574,0.0004978048,0.000053934567,0.00010810062,0.00022085538,0.0007005852,3.7001854e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000713343,0.0024931754,0.0032377571,0.00009967783,0.000049110375,0.000029584831,0.004367643,0.0071421624,0.00019786182,0.9820518,0.000011052703,0.00024887643],"study_design_scores_gemma":[0.0051006917,0.0012427713,0.0048165657,0.0013216137,0.000041382795,0.000018354578,0.00413628,0.8085571,0.00032138915,0.17422575,0.0000022290358,0.00021589085],"about_ca_topic_score_codex":0.000011603838,"about_ca_topic_score_gemma":7.3751323e-7,"teacher_disagreement_score":0.80782604,"about_ca_system_score_codex":0.00007676227,"about_ca_system_score_gemma":0.00018668026,"threshold_uncertainty_score":0.7276396},"labels":[],"label_agreement":null},{"id":"W4409576503","doi":"10.61091/jcmcc127a-101","title":"Research on Quantitative Evaluation System of Educational Effect of Three Lines and Four Passes of Teaching Workshop for Geology Majors Based on Cluster Analysis","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster (spacecraft); Mathematics education; Psychology; Computer science","score_opus":0.04712242126998671,"score_gpt":0.40752299843405015,"score_spread":0.36040057716406343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409576503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89447796,0.00014453132,0.100038625,0.0012970136,0.0032362198,0.00050692045,0.0000019549898,0.0000067549245,0.00029001036],"genre_scores_gemma":[0.9800877,0.00000238609,0.019757466,0.000006958232,0.00012225361,0.00001286388,0.0000015255605,0.000006140577,0.0000027027836],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99733615,0.0005926858,0.00096928206,0.00021695164,0.00071812165,0.00016683327],"domain_scores_gemma":[0.9803844,0.016618317,0.0011765156,0.00026802716,0.0015093053,0.00004344154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008481449,0.00015743927,0.0007595897,0.0010930363,0.00019822005,0.00004327167,0.00045975784,0.00014943216,0.0000010820446],"category_scores_gemma":[0.002588763,0.00012729867,0.00016605007,0.0007753432,0.00014317285,0.000097248085,0.00014783947,0.0003713594,7.417963e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022844774,0.0004956514,0.002983017,0.0006541418,0.00037302083,3.115607e-7,0.0002162648,0.0018787368,0.00012673336,0.99204,0.00006356432,0.00094011764],"study_design_scores_gemma":[0.003682597,0.0030622208,0.0026493017,0.0014961741,0.00044396555,0.0000039924184,0.0005151079,0.40606752,0.0023371067,0.5796132,0.000007632479,0.00012115357],"about_ca_topic_score_codex":0.000008895278,"about_ca_topic_score_gemma":0.0000010051878,"teacher_disagreement_score":0.41242677,"about_ca_system_score_codex":0.00009231321,"about_ca_system_score_gemma":0.0003976659,"threshold_uncertainty_score":0.51910895},"labels":[],"label_agreement":null},{"id":"W4409602021","doi":"10.61091/jcmcc127b-061","title":"A Personalized Path Generation Model for English Learning Based on Natural Language Processing","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Path (computing); Natural language processing; Artificial intelligence; Natural (archaeology); Programming language; History","score_opus":0.013889722420504978,"score_gpt":0.29287502543261124,"score_spread":0.2789853030121063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409602021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11920553,0.0005250862,0.86923856,0.00071334944,0.009612822,0.00030303388,7.259389e-7,0.000091332644,0.00030954657],"genre_scores_gemma":[0.93448305,0.0000040266873,0.06474846,0.00009350088,0.0006170346,0.000007192238,0.0000020713198,0.0000107461765,0.00003394348],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985526,0.000069957896,0.0005628274,0.00022111292,0.0003752438,0.00021821454],"domain_scores_gemma":[0.9979435,0.00053132226,0.0005813202,0.00016445684,0.0007199128,0.000059495946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012390534,0.00018835526,0.000382692,0.00024640138,0.00041501614,0.00028918358,0.0004635894,0.0001239148,5.2417556e-7],"category_scores_gemma":[0.0007757181,0.00016748415,0.00012792229,0.00029296332,0.000046296474,0.00022868169,0.00010460223,0.0004753673,1.5582751e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041294123,0.0004101669,0.000044246615,0.00015144302,0.00003522294,0.0000028018544,0.002572901,0.0031239702,0.00041925375,0.9857839,0.00025235763,0.0071624895],"study_design_scores_gemma":[0.00244149,0.00025551653,0.0000075470666,0.00029261998,0.000030399635,0.0000036664358,0.00032349388,0.8618404,0.00048720097,0.13402449,0.00015649351,0.00013668419],"about_ca_topic_score_codex":4.875691e-7,"about_ca_topic_score_gemma":6.676857e-8,"teacher_disagreement_score":0.8587164,"about_ca_system_score_codex":0.00010285513,"about_ca_system_score_gemma":0.00044641775,"threshold_uncertainty_score":0.68298054},"labels":[],"label_agreement":null},{"id":"W4409602133","doi":"10.61091/jcmcc127b-025","title":"Multimodal Data Mining and Learning Behavior Analysis for Civic Education","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Data science; Computer science; Psychology","score_opus":0.02313495430035962,"score_gpt":0.33318807446963833,"score_spread":0.3100531201692787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409602133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67762244,0.0005614143,0.31154084,0.00072815124,0.008967095,0.00030256368,0.0000016897088,0.00004597035,0.00022981885],"genre_scores_gemma":[0.85420966,0.000020166835,0.1454327,0.000025738502,0.00027356046,0.000006611619,0.000004821442,0.0000067855603,0.000019969659],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99847144,0.00008628432,0.0006889014,0.0002965147,0.00026011973,0.00019675291],"domain_scores_gemma":[0.99724287,0.0011408533,0.00067813625,0.0003822032,0.00047165487,0.00008428209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001815743,0.00016962909,0.000489237,0.00048888644,0.00043098693,0.00028836532,0.0008683546,0.0001282594,8.8081777e-7],"category_scores_gemma":[0.00068889925,0.0001622495,0.00009187238,0.0006617434,0.00005908895,0.0003668874,0.00060439925,0.0003187957,1.2334755e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013492583,0.00068691006,0.0085302405,0.000110927525,0.00035604739,0.0000017340827,0.0006852241,0.00002231478,0.00011257609,0.95844334,0.00020850895,0.030828657],"study_design_scores_gemma":[0.0045785927,0.00077366136,0.011381397,0.0005426146,0.0017560644,0.00006757785,0.0026033695,0.23230511,0.0003643317,0.74241585,0.002639365,0.00057205855],"about_ca_topic_score_codex":0.000007169805,"about_ca_topic_score_gemma":6.9676327e-7,"teacher_disagreement_score":0.2322828,"about_ca_system_score_codex":0.00005147197,"about_ca_system_score_gemma":0.0004321406,"threshold_uncertainty_score":0.66163427},"labels":[],"label_agreement":null},{"id":"W4409603697","doi":"10.61091/jcmcc127b-242","title":"A Study of Using Linear Regression Analysis Model to Enhance the Teaching of English Reading Comprehension Skills in Colleges and Universities","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reading comprehension; Reading (process); Mathematics education; Comprehension; Regression analysis; Psychology; Computer science; Linguistics; Machine learning; Philosophy; Programming language","score_opus":0.013995618526248057,"score_gpt":0.32736319205320563,"score_spread":0.3133675735269576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409603697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9591959,0.00008708382,0.03861979,0.00011389864,0.0016808675,0.00019546052,4.6865094e-7,0.000008714546,0.00009781572],"genre_scores_gemma":[0.975483,0.000009967335,0.024424106,0.000008651927,0.00006492256,6.198631e-7,1.02635155e-7,0.000004028107,0.0000046133855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840593,0.00017553582,0.00076860684,0.00017078033,0.00034642802,0.00013270522],"domain_scores_gemma":[0.99740565,0.00095766614,0.0007537175,0.00024461673,0.00059639604,0.000041972547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015395567,0.00013792935,0.0006076687,0.00061823934,0.0002197878,0.000046979898,0.0004967547,0.0000778088,1.1638652e-7],"category_scores_gemma":[0.00034434858,0.00010556471,0.00007017576,0.000904764,0.000058524867,0.00017558219,0.0005068509,0.00034234015,1.152789e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004780928,0.0015562265,0.0048354464,0.00010929763,0.00026507705,0.000004976229,0.029144188,0.012860379,0.00068807375,0.94973224,0.000018433759,0.0007378296],"study_design_scores_gemma":[0.0038405042,0.0011883182,0.0026554333,0.0025947925,0.00060660584,0.000009197947,0.043426696,0.62218356,0.0041957335,0.31891105,0.000031918695,0.00035618187],"about_ca_topic_score_codex":0.000021439535,"about_ca_topic_score_gemma":0.0000010237002,"teacher_disagreement_score":0.6308212,"about_ca_system_score_codex":0.00007554229,"about_ca_system_score_gemma":0.00018702252,"threshold_uncertainty_score":0.43048036},"labels":[],"label_agreement":null},{"id":"W4409603704","doi":"10.61091/jcmcc127b-190","title":"Predictive model for comprehensive development of vocational education students and optimal design of personalized learning path based on graph neural network","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocational education; Artificial neural network; Computer science; Personalized learning; Path (computing); Graph; Artificial intelligence; Machine learning; Mathematics education; Psychology; Theoretical computer science; Teaching method; Computer network; Pedagogy; Cooperative learning","score_opus":0.029011727400052874,"score_gpt":0.3191683635490062,"score_spread":0.2901566361489533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409603704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2429473,0.00019560223,0.7541316,0.00011740505,0.0022253708,0.00033755877,7.4600996e-7,0.000015066213,0.000029364546],"genre_scores_gemma":[0.76299894,0.000008288895,0.23686476,0.000021162376,0.00008599122,0.000009684974,0.0000015080365,0.0000061534715,0.0000035122287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982411,0.00011028094,0.00081319327,0.0001906411,0.00048006797,0.00016469244],"domain_scores_gemma":[0.99661374,0.0012329025,0.0010051713,0.000130225,0.00095654157,0.00006141715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011054928,0.0001737188,0.00047325305,0.0002370234,0.00026176427,0.000060771814,0.00044208422,0.00010304133,2.8698403e-7],"category_scores_gemma":[0.00019905405,0.00016284134,0.00008117627,0.00028000472,0.0000987258,0.00012089192,0.00016411718,0.00025547834,3.0943237e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003129859,0.0013106316,0.0007047004,0.00027579005,0.00016869049,3.8146158e-7,0.0018181683,0.07369812,0.00018805375,0.91812277,0.00012625221,0.003273445],"study_design_scores_gemma":[0.0023736376,0.0007460814,0.0009260835,0.0005727844,0.000052020605,0.0000033118781,0.00034776705,0.73889965,0.0003234797,0.25562203,0.000020363788,0.00011281092],"about_ca_topic_score_codex":5.1037057e-7,"about_ca_topic_score_gemma":1.7122888e-8,"teacher_disagreement_score":0.66520154,"about_ca_system_score_codex":0.00006261286,"about_ca_system_score_gemma":0.000952717,"threshold_uncertainty_score":0.6640478},"labels":[],"label_agreement":null},{"id":"W4409603814","doi":"10.61091/jcmcc127b-158","title":"An Applied Study of English Sentence Fast Retrieval Algorithm Based on Choquet Expectation","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Sentence; Computer science; Natural language processing; Algorithm; Artificial intelligence; Linguistics; Philosophy","score_opus":0.010143869397746912,"score_gpt":0.28376680589551667,"score_spread":0.27362293649776975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409603814","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79139966,0.000027962877,0.19123316,0.00014021457,0.015919281,0.000446292,0.0000010409601,0.00007242203,0.0007599511],"genre_scores_gemma":[0.9730605,0.0000024711933,0.026435807,0.00003060984,0.0004553243,0.0000029065106,9.92864e-7,0.0000096005015,0.000001794821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977214,0.00013799536,0.0009520904,0.0002800348,0.00070362637,0.00020489316],"domain_scores_gemma":[0.9966551,0.00068654446,0.00095190963,0.000441009,0.0011731033,0.00009234498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013686529,0.00021735035,0.00054805336,0.0004200658,0.00022454196,0.00015407722,0.0008859111,0.00013509451,0.0000013197096],"category_scores_gemma":[0.00041979848,0.00020041541,0.00007851445,0.0007051504,0.0000632651,0.00023647085,0.00015693567,0.00044695582,2.9762137e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009811015,0.006016778,0.00053694326,0.000078884805,0.0000928143,0.000007697968,0.0045515066,0.00040873888,0.00040602073,0.98168206,0.00009461313,0.006025829],"study_design_scores_gemma":[0.015460662,0.008176126,0.0036211426,0.00075410167,0.0001694841,0.000010467188,0.012452034,0.19774003,0.011217723,0.7496344,0.00012566848,0.000638153],"about_ca_topic_score_codex":0.0000030809938,"about_ca_topic_score_gemma":1.19073356e-7,"teacher_disagreement_score":0.23204766,"about_ca_system_score_codex":0.00008526717,"about_ca_system_score_gemma":0.00026893482,"threshold_uncertainty_score":0.8172703},"labels":[],"label_agreement":null},{"id":"W4409604898","doi":"10.61091/jcmcc127b-264","title":"An application of Web-based college online English teaching platform","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"World Wide Web; Computer science; College English; Multimedia; Mathematics education; Psychology","score_opus":0.010055966501527147,"score_gpt":0.29213813646493253,"score_spread":0.2820821699634054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409604898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7286806,0.000113693044,0.26007476,0.0004909778,0.0094712665,0.0002553103,0.000004433725,0.00008489658,0.0008240577],"genre_scores_gemma":[0.9305609,0.000004515967,0.06897809,0.00003953887,0.00040101563,0.0000024013877,0.0000021826759,0.000008829649,0.0000025214458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980826,0.000086615066,0.0009872646,0.00021084475,0.0004338867,0.00019880019],"domain_scores_gemma":[0.99704194,0.0006907382,0.0010024129,0.0004088881,0.0007623636,0.000093671784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001692329,0.00018803963,0.0005186951,0.00036543264,0.00024667027,0.0000923482,0.0010062982,0.0001704935,8.1841307e-7],"category_scores_gemma":[0.00038517223,0.00017467569,0.00010735449,0.0004406975,0.00007711932,0.0003578172,0.00018322986,0.00053645775,2.1101867e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019672296,0.0014625222,0.0004965288,0.0001099772,0.000047402093,0.0000021180847,0.00035350575,0.00008866811,0.0008586981,0.9923895,0.00011711824,0.0040542777],"study_design_scores_gemma":[0.0034103342,0.0006558231,0.0004048168,0.00034054002,0.000053681964,0.000010714209,0.00052586553,0.15397269,0.002385088,0.83687896,0.001165293,0.0001961771],"about_ca_topic_score_codex":0.00000508036,"about_ca_topic_score_gemma":4.6176586e-7,"teacher_disagreement_score":0.2018803,"about_ca_system_score_codex":0.00008840539,"about_ca_system_score_gemma":0.00051678787,"threshold_uncertainty_score":0.7123068},"labels":[],"label_agreement":null},{"id":"W4409604926","doi":"10.61091/jcmcc127b-311","title":"Web-based optimization algorithm for web-based platform course design in teaching reform of university mathematics","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Anhui Provincial Quality Engineering Project; Huainan Normal University","keywords":"Course (navigation); Computer science; Web application; World Wide Web; Algorithm; Multimedia; Engineering","score_opus":0.015479601366466134,"score_gpt":0.2756444266053121,"score_spread":0.26016482523884593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409604926","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032328624,0.00006426052,0.96254224,0.0005717189,0.0037150797,0.0004085314,0.0000028339218,0.000045176625,0.0003215574],"genre_scores_gemma":[0.49520293,0.000004870391,0.5046901,0.000017354876,0.00006918336,0.0000017600022,0.0000012128276,0.0000085426545,0.000004018632],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99806803,0.00012072794,0.0009451793,0.00021023325,0.0003964786,0.00025935294],"domain_scores_gemma":[0.9961918,0.001784221,0.0011061896,0.00029249772,0.00054962956,0.000075653894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034446642,0.00022184101,0.00062017184,0.0005186373,0.00025077586,0.000090908536,0.0008156053,0.00021188626,0.0000011774913],"category_scores_gemma":[0.00028335262,0.0002139055,0.00014511672,0.0005318078,0.000084463056,0.00029288555,0.00015218301,0.00043766794,1.5230464e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053730302,0.0015802423,0.000065823806,0.0002516212,0.00006656357,0.000006728902,0.0002190024,0.006908983,0.0001402144,0.9858261,0.00010469364,0.0047763074],"study_design_scores_gemma":[0.0057964986,0.00042123115,0.00003377027,0.0006275828,0.000059174617,0.0000056461085,0.00040300193,0.7663219,0.0009197476,0.22513798,0.00011826821,0.00015520205],"about_ca_topic_score_codex":0.0000050800672,"about_ca_topic_score_gemma":3.9770407e-7,"teacher_disagreement_score":0.7606881,"about_ca_system_score_codex":0.00031688676,"about_ca_system_score_gemma":0.0013601311,"threshold_uncertainty_score":0.8722813},"labels":[],"label_agreement":null},{"id":"W4409605113","doi":"10.61091/jcmcc127b-276","title":"Design of talent training model performance evaluation model based on random forest algorithm","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Nanjing Tech University; Nanjing University; Government of Jiangsu Province","keywords":"Random forest; Training (meteorology); Computer science; Algorithm; Machine learning; Artificial intelligence; Geography","score_opus":0.036526963527679604,"score_gpt":0.305368536431666,"score_spread":0.2688415729039864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409605113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09319916,0.00007071703,0.901985,0.000289601,0.0036956682,0.00033597214,6.0388874e-7,0.00002355104,0.00039975243],"genre_scores_gemma":[0.7667058,0.000011550634,0.23313808,0.00003160485,0.00009347602,0.0000067219594,5.859648e-7,0.000007477712,0.0000046890295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976457,0.00012861344,0.0009483634,0.0002173224,0.00082925806,0.00023078418],"domain_scores_gemma":[0.99706584,0.000844839,0.00090059853,0.0003103806,0.00080605195,0.000072267365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036455584,0.00021505219,0.0005585425,0.00037533755,0.00022975281,0.00009274691,0.0006888414,0.00014764021,9.606708e-7],"category_scores_gemma":[0.00030969986,0.00019186767,0.00011451471,0.00037765322,0.000073377094,0.00024804307,0.00014332178,0.00038151728,3.4031487e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058124144,0.00052020093,0.00002851424,0.000066497094,0.00004813487,9.820887e-7,0.0005285911,0.42395747,0.000121584984,0.5569417,0.000060530525,0.017667707],"study_design_scores_gemma":[0.0031723876,0.00029739662,0.000018745457,0.00033311735,0.000043557462,0.000003745246,0.000049507937,0.5938708,0.0005564205,0.4015596,0.000002409139,0.00009230673],"about_ca_topic_score_codex":4.932953e-7,"about_ca_topic_score_gemma":2.1347413e-8,"teacher_disagreement_score":0.6735066,"about_ca_system_score_codex":0.00012711236,"about_ca_system_score_gemma":0.00095056853,"threshold_uncertainty_score":0.78241366},"labels":[],"label_agreement":null},{"id":"W4409787557","doi":"10.61091/jcmcc127a-394","title":"Fuzzy logic-based multilevel assessment model for education quality with dynamic learning planning approach","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Fuzzy logic; Computer science; Quality (philosophy); Dynamic assessment; Artificial intelligence; Machine learning; Psychology","score_opus":0.03073043244944188,"score_gpt":0.3607893168750923,"score_spread":0.3300588844256504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409787557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068021454,0.00014545588,0.92600936,0.0006138058,0.0036056605,0.00037335927,7.5379677e-7,0.00006391239,0.0011662559],"genre_scores_gemma":[0.64195406,0.0000024910908,0.35785526,0.000048896898,0.000093503404,0.000014624483,0.0000025892416,0.000009258715,0.000019302144],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99800044,0.00011263537,0.00085540826,0.00030714247,0.0004474806,0.00027688048],"domain_scores_gemma":[0.99686295,0.0008792602,0.0010611641,0.00027806326,0.0008258319,0.000092747854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019806817,0.00025024984,0.0005549993,0.0003069789,0.00047621824,0.00025440974,0.0006831224,0.0001671598,2.3297392e-7],"category_scores_gemma":[0.00029057483,0.00021142984,0.00011802669,0.00032287507,0.000072413575,0.0002562496,0.00016988607,0.0005900464,1.2056103e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040680534,0.0011459145,0.00048553984,0.0002735216,0.00007727379,8.2220345e-7,0.00041668414,0.013345349,0.000113158334,0.9805137,0.000056048586,0.003531336],"study_design_scores_gemma":[0.0017029559,0.00024970452,0.00029526965,0.00026158465,0.00003522294,0.0000075322314,0.00032588159,0.48797473,0.000051001654,0.50890607,0.000044729906,0.0001452861],"about_ca_topic_score_codex":0.000002133485,"about_ca_topic_score_gemma":7.691252e-8,"teacher_disagreement_score":0.5739326,"about_ca_system_score_codex":0.00020384428,"about_ca_system_score_gemma":0.001575306,"threshold_uncertainty_score":0.8621859},"labels":[],"label_agreement":null},{"id":"W4409791068","doi":"10.61091/jcmcc127a-330","title":"A study on the weight allocation of multi-objective linear programming in the evaluation system of English education","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Linear programming; Computer science; Mathematics education; Mathematical optimization; Mathematics","score_opus":0.025972363979795188,"score_gpt":0.3330771453376384,"score_spread":0.3071047813578432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409791068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9751103,0.00019763899,0.011960222,0.00045502963,0.010479877,0.0012279787,2.8559606e-7,0.000015568514,0.00055309595],"genre_scores_gemma":[0.99571466,0.0000035784578,0.0039896704,0.000011386348,0.0002492948,0.000025571995,3.3104726e-7,0.000004438877,0.0000010467205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771667,0.0004752892,0.0008904886,0.00014797701,0.00065272214,0.00011687379],"domain_scores_gemma":[0.99544805,0.0013068452,0.0010825624,0.00032934855,0.0018135577,0.000019646142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055726203,0.00013017489,0.0003366414,0.0002690531,0.0001508287,0.00006239023,0.00076484546,0.000079633464,2.5661382e-7],"category_scores_gemma":[0.0013774532,0.00008313381,0.00007224449,0.00076149544,0.0000581472,0.00013419456,0.00012228632,0.00034925548,1.2438923e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001587384,0.0028804184,0.0010337452,0.000092995266,0.000065120264,5.219044e-7,0.011690147,0.000052907195,0.000038828344,0.9798047,0.000022419674,0.0043023024],"study_design_scores_gemma":[0.010763916,0.0038837995,0.02131087,0.0048085134,0.00047471025,0.000024678098,0.14160931,0.076983064,0.0057463674,0.7337112,0.00022010415,0.00046346782],"about_ca_topic_score_codex":0.00001019459,"about_ca_topic_score_gemma":6.746034e-7,"teacher_disagreement_score":0.24609353,"about_ca_system_score_codex":0.00012356638,"about_ca_system_score_gemma":0.0006051258,"threshold_uncertainty_score":0.33900982},"labels":[],"label_agreement":null},{"id":"W4409791092","doi":"10.61091/jcmcc127a-316","title":"A linear regression modeling study of university language education and students’ expressive skills","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Mathematics education; Regression analysis; Linear regression; Psychology; Computer science; Mathematics; Statistics","score_opus":0.009016271058284573,"score_gpt":0.3082922826670181,"score_spread":0.2992760116087335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409791092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716274,0.00023606331,0.0237827,0.00012964128,0.0038594876,0.00019935679,2.7016011e-7,0.00001842325,0.00014662035],"genre_scores_gemma":[0.98884326,0.000027356193,0.01096831,0.000009341098,0.00012889774,6.0858713e-7,2.3017336e-7,0.0000046990385,0.000017292514],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986996,0.00013170786,0.0005086437,0.00017481358,0.000367316,0.00011791754],"domain_scores_gemma":[0.9982902,0.00037828463,0.00059903244,0.0002285052,0.00044192665,0.00006206754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090657594,0.00013611403,0.00038612203,0.00028902138,0.0001958447,0.00007161626,0.00061431533,0.000092191374,4.7281603e-7],"category_scores_gemma":[0.00021285584,0.00012035005,0.000047521633,0.00033558425,0.000037665057,0.00022553692,0.00052620395,0.00027793646,1.11992826e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005136653,0.006602532,0.0040398096,0.00015847127,0.00016664746,0.000012894235,0.010692666,0.00010270985,0.0005720467,0.9721396,0.00007956916,0.005381678],"study_design_scores_gemma":[0.012142178,0.0023321358,0.0029210467,0.0030525064,0.00030893565,0.00007212116,0.055741463,0.07605229,0.0020572508,0.8446435,0.00012619876,0.00055039336],"about_ca_topic_score_codex":0.000013627042,"about_ca_topic_score_gemma":2.8488873e-7,"teacher_disagreement_score":0.12749614,"about_ca_system_score_codex":0.000053256656,"about_ca_system_score_gemma":0.00025580922,"threshold_uncertainty_score":0.49077326},"labels":[],"label_agreement":null},{"id":"W4409791330","doi":"10.61091/jcmcc127a-268","title":"A Quantitative Study of Multiple Regression Modeling in the Improvement of College English Vocabulary Learning Efficiency","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Vocabulary; Regression analysis; Computer science; Vocabulary learning; Regression; Natural language processing; English vocabulary; Mathematics education; Artificial intelligence; Statistics; Psychology; Machine learning; Linguistics; Mathematics","score_opus":0.020942340073137364,"score_gpt":0.30469286478594987,"score_spread":0.2837505247128125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409791330","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617969,0.0001879701,0.03362937,0.00011941676,0.00374294,0.000369922,3.6480802e-7,0.000011916573,0.00014123163],"genre_scores_gemma":[0.99449724,0.0000124318485,0.005404352,0.0000061452465,0.00006904666,0.0000040331565,1.8870921e-7,0.0000052039804,0.00000137347],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99771786,0.00021077188,0.0011643848,0.00017693125,0.0005598991,0.00017015322],"domain_scores_gemma":[0.9965297,0.0014570565,0.0010172817,0.00025445304,0.00071210065,0.000029407329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002860773,0.00015791357,0.0005372005,0.00034852154,0.00018600682,0.00004658103,0.00086145656,0.00008944761,2.945007e-7],"category_scores_gemma":[0.0010247782,0.000113714545,0.00008335839,0.0007725921,0.000055306926,0.00016529395,0.000334881,0.0005206492,4.6187864e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006599985,0.003699812,0.001967392,0.0001581037,0.00007574292,0.00000775558,0.015438665,0.0019132873,0.0007981274,0.97494596,0.00001467773,0.0009144887],"study_design_scores_gemma":[0.006823338,0.0047659148,0.0004410923,0.0013033458,0.00007071763,0.000008239538,0.04551963,0.4387646,0.0018310321,0.50026006,0.000013291948,0.00019872602],"about_ca_topic_score_codex":0.00001576501,"about_ca_topic_score_gemma":8.879291e-7,"teacher_disagreement_score":0.47468588,"about_ca_system_score_codex":0.00005007571,"about_ca_system_score_gemma":0.00022679695,"threshold_uncertainty_score":0.46371445},"labels":[],"label_agreement":null},{"id":"W4409791344","doi":"10.61091/jcmcc127a-380","title":"Research on the teaching model of dynamic structural behavior simulation in structural engineering teaching by combining finite element method","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Finite element method; Computer science; Mathematics education; Engineering; Structural engineering; Mathematics","score_opus":0.027876153203367032,"score_gpt":0.3839500041456887,"score_spread":0.3560738509423217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409791344","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72464377,0.00006163402,0.27087924,0.0007048912,0.0032396535,0.00029692228,0.0000014990023,0.0000241022,0.00014829253],"genre_scores_gemma":[0.9453912,0.0000025937613,0.05448616,0.000018511488,0.00007731591,0.000005652142,9.894108e-7,0.000011862494,0.0000057170673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721193,0.00040231153,0.0010646204,0.0002480565,0.0007385044,0.00033456177],"domain_scores_gemma":[0.9941197,0.0045438674,0.0006331166,0.00033007684,0.00031496774,0.00005823809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058719516,0.00022007107,0.00048584654,0.0005318069,0.00047858135,0.00018775288,0.0009777836,0.00014630833,9.081423e-7],"category_scores_gemma":[0.0009202846,0.0001599904,0.00009676898,0.00040189695,0.000058681766,0.00025745813,0.00043890273,0.00193714,1.3820875e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001532766,0.00017537549,0.00016044467,0.000056862948,0.000039629675,0.0000018806742,0.0010089381,0.0578027,0.0009738431,0.9364831,0.000020280924,0.0032616265],"study_design_scores_gemma":[0.00081032683,0.00017696797,0.00017109515,0.0003184427,0.000015498785,0.0000034334464,0.0003494504,0.65689343,0.0003963644,0.34075734,0.000010665608,0.000096963646],"about_ca_topic_score_codex":0.000011683291,"about_ca_topic_score_gemma":2.7278458e-7,"teacher_disagreement_score":0.59909075,"about_ca_system_score_codex":0.00022866474,"about_ca_system_score_gemma":0.00020294213,"threshold_uncertainty_score":0.8416017},"labels":[],"label_agreement":null},{"id":"W4409793564","doi":"10.61091/jcmcc127a-235","title":"Measuring the Effectiveness of Students’ Language Proficiency Enhancement Based on Principal Component Analysis in Task-Based Teaching of English in Information Technology-Assisted Colleges and Universities","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Division of Graduate Education; Beijing Institute of Petrochemical Technology","keywords":"Task (project management); Component (thermodynamics); Mathematics education; Computer science; English language; Higher education; Psychology; Engineering; Political science; Physics","score_opus":0.006707679253888369,"score_gpt":0.2677945648396955,"score_spread":0.2610868855858071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409793564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730725,0.00006239535,0.025097411,0.000116964744,0.001162941,0.00028897688,8.1419944e-7,0.000011501293,0.00018644646],"genre_scores_gemma":[0.9967067,0.0000024089413,0.0032612542,0.0000067295523,0.0000150856495,0.000004273701,7.0929684e-7,0.00000233541,4.559592e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982671,0.000295457,0.0007180989,0.0001214589,0.0004627762,0.000135079],"domain_scores_gemma":[0.99736315,0.0013417569,0.00068467396,0.00020485261,0.0003829897,0.000022573675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00371619,0.00012977415,0.00048651776,0.001228744,0.00011438447,0.000056159708,0.0005764989,0.00009311766,1.9209601e-7],"category_scores_gemma":[0.00047329383,0.000104606675,0.000066559456,0.0011562599,0.00009782545,0.00016525906,0.0002208201,0.0003697875,2.2594062e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012784974,0.0013665503,0.04362079,0.0004575134,0.00013649437,0.0000032325663,0.0027565688,0.0019018719,0.00050830044,0.9485939,0.0000012797951,0.0005256629],"study_design_scores_gemma":[0.028794201,0.0035255107,0.37202,0.010096631,0.0006657396,0.000005905725,0.031868316,0.30506638,0.049724665,0.19732937,0.00005711347,0.00084614515],"about_ca_topic_score_codex":0.00001590635,"about_ca_topic_score_gemma":9.888263e-7,"teacher_disagreement_score":0.7512645,"about_ca_system_score_codex":0.00018233486,"about_ca_system_score_gemma":0.00027603708,"threshold_uncertainty_score":0.42657363},"labels":[],"label_agreement":null},{"id":"W4409794795","doi":"10.61091/jcmcc127b-511","title":"Research on optimization strategy of dynamic planning method in resource balancing in online and offline integrated teaching in higher education","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Resource (disambiguation); Online teaching; Engineering management; Knowledge management; Mathematics education; Engineering; Psychology; Computer network","score_opus":0.03565371383605181,"score_gpt":0.40103228602989077,"score_spread":0.36537857219383896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409794795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9712037,0.0003741566,0.023743622,0.0011772325,0.0025056493,0.00022769619,5.5101265e-7,0.000013562557,0.0007538681],"genre_scores_gemma":[0.945326,0.000013875228,0.05454333,0.000022441225,0.000072725605,0.0000022659663,0.0000018243971,0.0000070416195,0.000010542327],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978391,0.00043718217,0.0009593869,0.00022022858,0.00033339244,0.00021069414],"domain_scores_gemma":[0.99769753,0.0014494119,0.00043987206,0.00017033756,0.00020132237,0.000041545507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043813973,0.00014111958,0.0004482578,0.0013333021,0.00008632636,0.00008443726,0.0003970263,0.00016173799,8.135818e-7],"category_scores_gemma":[0.00037330252,0.00013341679,0.000028034088,0.001043463,0.000045471435,0.00018902494,0.00019630321,0.0011410365,3.6693343e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048502516,0.0013208981,0.0014223675,0.00012950505,0.000013951519,0.000007531795,0.0007407307,0.016376667,0.00019801938,0.9712649,0.00002313012,0.008453797],"study_design_scores_gemma":[0.0027846731,0.00044252074,0.010960188,0.0037528551,0.000008709791,0.00001316497,0.0032560523,0.3509953,0.00013017196,0.6274306,0.00006610802,0.00015967074],"about_ca_topic_score_codex":0.00003107021,"about_ca_topic_score_gemma":0.0000035963733,"teacher_disagreement_score":0.3438343,"about_ca_system_score_codex":0.00023814889,"about_ca_system_score_gemma":0.00041526032,"threshold_uncertainty_score":0.54405785},"labels":[],"label_agreement":null},{"id":"W4409795097","doi":"10.61091/jcmcc127b-393","title":"Analysis and evaluation of college entrance examination questions based on clustering algorithm","year":2025,"lang":"en","type":"article","venue":"Journal of Combinatorial Mathematics and Combinatorial Computing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Cluster analysis; Computer science; Algorithm; Artificial intelligence","score_opus":0.014641373454826401,"score_gpt":0.3066920186543554,"score_spread":0.292050645199529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409795097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29804033,0.00018713744,0.6957519,0.0005196891,0.004560798,0.000250025,0.000002443779,0.000024472703,0.0006632161],"genre_scores_gemma":[0.9541881,0.000012291906,0.0456792,0.00001715571,0.00009184663,0.00000356645,8.4704266e-7,0.000004231279,0.0000027492993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981211,0.00021586774,0.00068882614,0.00018635647,0.00065452454,0.0001333348],"domain_scores_gemma":[0.99729085,0.00080560555,0.0006890009,0.00023247006,0.0009273347,0.00005475647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033553643,0.0001421444,0.00043026338,0.0006644782,0.00018715869,0.000080632075,0.00033808587,0.00010815698,0.0000016344987],"category_scores_gemma":[0.00035632114,0.00013542434,0.00009356542,0.001022866,0.00006609212,0.00017612704,0.000118335185,0.00022694045,1.165395e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009258469,0.0005491002,0.0005874357,0.00007581453,0.00020636943,0.0000016361954,0.00025272716,0.0012985653,0.000100637386,0.9609981,0.000014592765,0.035905752],"study_design_scores_gemma":[0.0017848349,0.0002449529,0.0073934747,0.00026909,0.00034259545,0.0000048114503,0.00010941588,0.69365734,0.0006921765,0.29537964,0.000024617357,0.00009702906],"about_ca_topic_score_codex":0.000003649685,"about_ca_topic_score_gemma":4.9338036e-7,"teacher_disagreement_score":0.6923588,"about_ca_system_score_codex":0.00010699585,"about_ca_system_score_gemma":0.00028564793,"threshold_uncertainty_score":0.5522444},"labels":[],"label_agreement":null},{"id":"W4410206540","doi":"10.28924/2291-8639-23-2025-112","title":"University Rankings Prediction Using Hybrid Feature Selection Based on Machine Learning Methods","year":2025,"lang":"en","type":"article","venue":"International Journal of Analysis and Applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Mahasarakham University","keywords":"Feature selection; Selection (genetic algorithm); Machine learning; Mathematics; Artificial intelligence; Feature (linguistics); Computer science; Linguistics","score_opus":0.0081264407224325,"score_gpt":0.3304323343270016,"score_spread":0.32230589360456907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410206540","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077884486,0.000055303623,0.9875945,0.0040913266,0.000083160005,0.0000384417,0.000005027354,0.000020385145,0.00032342577],"genre_scores_gemma":[0.8354185,0.000053114938,0.16406137,0.0001585754,0.000051442516,0.0000015558342,0.000010774734,0.0000015239029,0.00024311163],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994135,0.00007913989,0.00015155737,0.00013718363,0.0001676201,0.000050995306],"domain_scores_gemma":[0.99917763,0.00012700092,0.0002184773,0.000081928614,0.0003695983,0.00002537921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037618814,0.00005730802,0.00010684257,0.0008792324,0.0001712524,0.000060916394,0.00033726284,0.000035056422,0.000008175745],"category_scores_gemma":[0.000025900343,0.000054183034,0.000102984755,0.0008968194,0.000025366711,0.00016376397,0.000042024076,0.00021687069,3.1746436e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012217829,0.00077911984,0.21771845,0.000013687279,0.0042201504,0.00001038024,0.000110735295,0.15945253,0.00901869,0.36577606,0.0006311405,0.2421469],"study_design_scores_gemma":[0.0003040383,0.000044326818,0.023137204,0.000023745755,0.00034536302,0.000018339959,0.000040135943,0.9360548,0.0023504978,0.0043030693,0.033314284,0.00006419613],"about_ca_topic_score_codex":0.000011567854,"about_ca_topic_score_gemma":0.0000024594688,"teacher_disagreement_score":0.8276301,"about_ca_system_score_codex":0.0001170819,"about_ca_system_score_gemma":0.00009937665,"threshold_uncertainty_score":0.220952},"labels":[],"label_agreement":null},{"id":"W4410438843","doi":"10.28924/2291-8639-23-2025-115","title":"An Innovative Technique for Various Types of Tri Ideals in b-Semirings","year":2025,"lang":"en","type":"article","venue":"International Journal of Analysis and Applications","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jazan University","keywords":"Mathematics; Type (biology); Algebra over a field; Pure mathematics","score_opus":0.008112165585297117,"score_gpt":0.36950261601299705,"score_spread":0.36139045042769996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410438843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018123792,0.000088414155,0.97831,0.0030578193,0.0000297442,0.00011625815,0.0000064140213,0.000004856983,0.00026268532],"genre_scores_gemma":[0.93243957,0.000047688278,0.067267925,0.0001077,0.000021021002,0.00007456877,0.000004716189,0.0000011078249,0.00003571249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993471,0.000016215481,0.00037405046,0.00010607799,0.000109990535,0.00004657109],"domain_scores_gemma":[0.99864304,0.00013542133,0.00028743997,0.000121889265,0.0007966748,0.000015520709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041192837,0.000044940414,0.00015094015,0.0009304562,0.000026509506,0.00002781743,0.0005512722,0.00003837924,0.000002803168],"category_scores_gemma":[0.000033790147,0.000039906077,0.0000565549,0.0012276217,0.000036540554,0.0001602964,0.000041373198,0.000078648794,1.1251885e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010998141,0.00032472337,0.026051164,0.000005961004,0.000612089,6.3913717e-7,0.00013640543,0.0005318093,0.011439342,0.9362011,0.000068659414,0.024617089],"study_design_scores_gemma":[0.0011533423,0.00024595324,0.26393926,0.00012996844,0.0003464033,0.00002441669,0.0003944464,0.011290809,0.0995895,0.60862243,0.014008162,0.00025532124],"about_ca_topic_score_codex":0.000017416882,"about_ca_topic_score_gemma":0.000013725538,"teacher_disagreement_score":0.91431576,"about_ca_system_score_codex":0.0000349625,"about_ca_system_score_gemma":0.00012936853,"threshold_uncertainty_score":0.16273226},"labels":[],"label_agreement":null},{"id":"W4410900620","doi":"10.54254/2755-2721/2025.tj23539","title":"Analysis on Optimizing Federated Proximal Algorithm for Heterogeneous and Secure Collaborative Learning","year":2025,"lang":"en","type":"article","venue":"Applied and Computational Engineering","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Algorithm","score_opus":0.003900710026242722,"score_gpt":0.23646749604819622,"score_spread":0.2325667860219535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410900620","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020037359,0.00011496517,0.9789974,0.0004189832,0.00003917073,0.00015334536,0.0000028176746,0.00010402519,0.00013195047],"genre_scores_gemma":[0.70732534,0.0000041610033,0.29246703,0.00007941817,0.000010340011,0.00007305652,0.000016966707,0.000002803169,0.00002090511],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994781,0.0000059748763,0.0001012248,0.00024268894,0.00006819411,0.0001037876],"domain_scores_gemma":[0.99964815,0.00019067759,0.000029264214,0.000043146963,0.00006282864,0.000025930804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000732863,0.00009298394,0.00012029677,0.00019290071,0.00019075334,0.000100243255,0.00007117144,0.000044079636,5.213521e-7],"category_scores_gemma":[0.000007035698,0.00009627578,0.000019007799,0.000495614,0.000014783007,0.000048945552,0.00004827774,0.00009571253,2.588812e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026443902,0.00001741007,0.000043388565,0.000009958901,0.00018880262,6.390613e-7,0.00009151142,0.72636896,0.00007369928,0.24763276,0.00000674331,0.025563482],"study_design_scores_gemma":[0.00022760425,0.00003405774,0.0007849318,0.000009873184,0.000025964588,0.0000018346029,0.000050535138,0.9944392,0.00039981853,0.0036866346,0.0002474174,0.00009213985],"about_ca_topic_score_codex":5.0136794e-7,"about_ca_topic_score_gemma":1.7782062e-7,"teacher_disagreement_score":0.687288,"about_ca_system_score_codex":0.000020514766,"about_ca_system_score_gemma":0.000045057266,"threshold_uncertainty_score":0.39260122},"labels":[],"label_agreement":null},{"id":"W4411035284","doi":"10.18280/jesa.580403","title":"Decision Support System on Faculty Profiling Using Full-Text Search Algorithm: A Tool for Evaluating Faculty Performances","year":2025,"lang":"en","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Profiling (computer programming); Computer science; Algorithm; Programming language","score_opus":0.07704063835483686,"score_gpt":0.40047807081522885,"score_spread":0.32343743246039197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411035284","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3468816,0.00012225813,0.65063155,0.00023053492,0.0010172777,0.00046760656,0.00002073966,0.0002418355,0.00038658793],"genre_scores_gemma":[0.32816568,0.000013024637,0.67112774,0.00006539928,0.00013511413,0.000051946,0.000012390379,0.000016570855,0.00041215486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970433,0.00022121854,0.0008570754,0.0004867163,0.0008410901,0.0005505749],"domain_scores_gemma":[0.9978567,0.00039294473,0.0004054094,0.00040401283,0.0008380698,0.0001028904],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0026017125,0.0002789781,0.00038508346,0.0004949307,0.001434269,0.0006291484,0.0010888329,0.00013852117,0.000014993544],"category_scores_gemma":[0.00033046276,0.00021930652,0.00018458506,0.00074500963,0.00007715049,0.00078650523,0.00028299083,0.00047478915,0.000038940052],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028444336,0.00011255219,0.0009911582,0.00032863326,0.00011870053,0.000023501249,0.00034219984,0.0049965195,0.0011649037,0.018937234,0.0009564782,0.97199965],"study_design_scores_gemma":[0.0007878729,0.00051786035,0.02695558,0.001251636,0.000042852673,0.0006076001,0.00068039127,0.9631267,0.0025050878,0.0028878828,0.00037753052,0.00025897645],"about_ca_topic_score_codex":0.0000041148724,"about_ca_topic_score_gemma":8.293652e-7,"teacher_disagreement_score":0.9717407,"about_ca_system_score_codex":0.00075098616,"about_ca_system_score_gemma":0.0010070143,"threshold_uncertainty_score":0.9998657},"labels":[],"label_agreement":null},{"id":"W4411112921","doi":"10.18653/v1/2025.cmcl-1.24","title":"An Empirical Study of Language Syllabification using Syllabary and Lexical Networks","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Syllabification; Computer science; Natural language processing; Artificial intelligence; Empirical research; Linguistics; Speech recognition; Mathematics; Statistics; Syllable","score_opus":0.02737865592202788,"score_gpt":0.4028329125226792,"score_spread":0.37545425660065135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411112921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7048684,0.00006712093,0.29401356,0.0005704888,0.00005803545,0.0000729729,8.022516e-8,0.000046078832,0.00030326314],"genre_scores_gemma":[0.9819925,0.0000020521488,0.017793113,0.0001371477,0.000011669702,0.0000047097674,7.72811e-7,0.0000011398944,0.000056937115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995229,0.00005047172,0.000116580835,0.00017899538,0.00006400013,0.00006705189],"domain_scores_gemma":[0.9995958,0.0000524241,0.000026449918,0.00027202014,0.000032676176,0.000020615522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014326737,0.000043921293,0.000071011826,0.00007510317,0.000057858353,0.000021843742,0.0002296343,0.000046343066,0.0000037886496],"category_scores_gemma":[0.000008198827,0.00003763767,0.0000074692252,0.0002898109,0.000032352706,0.00012062181,0.00008863341,0.00007150018,3.204915e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009571118,0.0028507777,0.62370014,0.00002013025,0.00006300912,0.000005778811,0.0030652308,0.0013559834,0.0035589694,0.3229332,0.0004988894,0.041938327],"study_design_scores_gemma":[0.00034301708,0.00025813456,0.50860214,0.000017172897,0.000016791675,0.0000056616236,0.005866557,0.48005277,0.0011176062,0.0035589694,0.000043117947,0.00011808695],"about_ca_topic_score_codex":0.000029788756,"about_ca_topic_score_gemma":0.0000096572,"teacher_disagreement_score":0.47869676,"about_ca_system_score_codex":0.000013580182,"about_ca_system_score_gemma":0.000049219943,"threshold_uncertainty_score":0.15348196},"labels":[],"label_agreement":null},{"id":"W4411656722","doi":"10.51847/dg7kviurxc","title":"10.51847/dg7kViURxC","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Center (category theory); Information center; Genetic algorithm; Computer science; Algorithm; Artificial intelligence; Mathematics; Machine learning; Mathematics education; Crystallography; Chemistry","score_opus":0.007049597278958621,"score_gpt":0.21597697565470547,"score_spread":0.20892737837574685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411656722","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065330754,0.000023720717,0.00022581406,0.0057879593,0.0000051964075,0.00006456934,8.792691e-7,0.00023661081,0.99300194],"genre_scores_gemma":[0.0010286174,1.6233635e-7,0.007223604,0.00018032551,0.000036369904,0.000013771118,0.0000015608914,0.0000032535636,0.99151236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949664,0.000013855738,0.000075984266,0.00017622617,0.00009789984,0.00013941983],"domain_scores_gemma":[0.99955696,0.000027935044,0.0000117422305,0.0003268926,0.00002175738,0.00005471635],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00008163357,0.00005824909,0.000057056666,0.00005006975,0.0000630749,0.00003212224,0.00054621545,0.00003634132,0.9304351],"category_scores_gemma":[0.0000074529867,0.00005632817,0.000019693163,0.00022669528,0.000017017095,0.000120369456,0.000061791936,0.000060617593,0.96574455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016891006,0.000047338584,6.584586e-7,6.606763e-7,0.000004275174,0.0000018353855,0.0000100636735,0.000021146625,0.000020716645,0.001485009,0.032602582,0.96580404],"study_design_scores_gemma":[0.000045050594,0.000049062797,0.00023682497,0.0000038689445,0.0000012217305,0.0000065672275,3.484918e-7,0.0004189547,0.000081898164,0.00021933472,0.9988623,0.00007455308],"about_ca_topic_score_codex":0.000002979339,"about_ca_topic_score_gemma":3.1064776e-8,"teacher_disagreement_score":0.9662597,"about_ca_system_score_codex":0.000019651885,"about_ca_system_score_gemma":0.00005973943,"threshold_uncertainty_score":0.22969961},"labels":[],"label_agreement":null},{"id":"W4411780569","doi":"10.5539/elt.v18n7p48","title":"Evaluating GPT-4 Turbo`s Ability to Design English Reading Test Items for Language Learners","year":2025,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Psychology; Reading (process); Test (biology); Linguistics; Language assessment; Mathematics education","score_opus":0.02722475778468759,"score_gpt":0.3750710716186919,"score_spread":0.34784631383400433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411780569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53339493,0.00028765947,0.45409963,0.0010869303,0.0014727499,0.00091704726,0.000008821397,0.0012368737,0.007495378],"genre_scores_gemma":[0.74778223,6.7667156e-7,0.2500892,0.00048044018,0.00035643336,0.0001906436,0.000011965295,0.000014416641,0.001073996],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99790496,0.0003020813,0.00035376,0.0006993372,0.00026803548,0.00047184827],"domain_scores_gemma":[0.9960221,0.0028024772,0.000109309214,0.0008221873,0.00014566536,0.00009824776],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003967763,0.00022455286,0.00024691055,0.0002843809,0.0004287663,0.0002554691,0.0010930183,0.00013963634,0.000013425921],"category_scores_gemma":[0.018946176,0.0002251148,0.00009409153,0.00046481378,0.00003695285,0.00043830575,0.00031309057,0.0006343568,0.0000074956474],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025135083,0.0004958931,0.004823115,0.00018922814,0.00008743632,0.000019106981,0.58661723,0.0035046563,0.046363704,0.07962529,0.0054851207,0.2727641],"study_design_scores_gemma":[0.0051996913,0.0018260827,0.004198926,0.0018569661,0.00026773615,0.00001766603,0.6370962,0.1444604,0.16919881,0.014870531,0.017133549,0.0038734167],"about_ca_topic_score_codex":0.000070286726,"about_ca_topic_score_gemma":0.000010359663,"teacher_disagreement_score":0.26889068,"about_ca_system_score_codex":0.0002553464,"about_ca_system_score_gemma":0.0002052908,"threshold_uncertainty_score":0.98931766},"labels":[],"label_agreement":null},{"id":"W4413198593","doi":"10.3102/ip.25.2233403","title":"Examining the Internal Structure and Measurement Invariances of Curriculum-based French Fluency Measures","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fluency; Curriculum; Computer science; Artificial intelligence; Mathematics education; Psychology; Pedagogy","score_opus":0.028121024693650243,"score_gpt":0.2741693927075776,"score_spread":0.24604836801392738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413198593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34783217,0.0014083406,0.6361588,0.009102502,0.0005772365,0.00018017004,0.0000013245958,0.00008050362,0.0046589184],"genre_scores_gemma":[0.98060197,0.0000053978197,0.018999245,0.00032127585,0.000009503033,0.000009815966,2.2896275e-7,9.306111e-7,0.0000516134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99931085,0.00004840682,0.0001431185,0.00017390255,0.00023859809,0.00008514129],"domain_scores_gemma":[0.9994708,0.00006546555,0.00005916828,0.00024737086,0.00014299997,0.000014224969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034912588,0.00006811817,0.000079408295,0.00007160276,0.000088737535,0.0000391055,0.00056459045,0.000037033697,0.00001461385],"category_scores_gemma":[0.000080581005,0.000040811236,0.000014147019,0.00024317903,0.000082528066,0.000090574,0.00010975925,0.0001099593,3.6568593e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014138503,0.00010791193,0.31570315,0.0000397165,0.00008572775,9.0505966e-7,0.0003035931,0.00009800484,0.005983651,0.6054103,0.002438787,0.06982682],"study_design_scores_gemma":[0.00052348117,0.00013142776,0.77295923,0.0003192119,0.000030462803,0.0000056662175,0.00058325706,0.0084735975,0.09121054,0.12375193,0.0017932982,0.00021788086],"about_ca_topic_score_codex":0.00010353798,"about_ca_topic_score_gemma":0.000074934964,"teacher_disagreement_score":0.6327698,"about_ca_system_score_codex":0.000023891413,"about_ca_system_score_gemma":0.00020099383,"threshold_uncertainty_score":0.1664234},"labels":[],"label_agreement":null},{"id":"W4413225458","doi":"10.18280/isi.300619","title":"Naïve Bayes Classifier-Based Intelligent System for Student Academic Performance Assessment","year":2025,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Kementerian Pendidikan, Kebudayaan, Riset, dan Teknologi; Universitas Negeri Yogyakarta","keywords":"Naive Bayes classifier; Computer science; Classifier (UML); Artificial intelligence; Machine learning; Bayes' theorem; Bayes classifier; Bayesian probability; Support vector machine","score_opus":0.02198182583684166,"score_gpt":0.3204468486662253,"score_spread":0.29846502282938364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413225458","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08633954,0.00011057631,0.90304995,0.0008741652,0.0013727574,0.0007861736,0.0000087713,0.00043833914,0.007019744],"genre_scores_gemma":[0.9637489,0.000028055128,0.03483165,0.00037291442,0.00003238328,0.00078142865,0.000046908477,0.0000051109237,0.00015266963],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837613,0.00004943877,0.0007200671,0.0002223856,0.00030860587,0.00032335208],"domain_scores_gemma":[0.99864024,0.0001918845,0.00031841022,0.00043618318,0.00035803686,0.000055256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000784828,0.00019544522,0.00021543614,0.00036840246,0.00046334072,0.0002369555,0.00092898594,0.00019550642,0.0000039795473],"category_scores_gemma":[0.0000611554,0.00018306807,0.00008193583,0.00057034177,0.00009196049,0.0018804247,0.0001655971,0.000271777,0.000029212772],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019162555,0.00009139849,0.018151812,0.0013540433,0.0000905336,4.791136e-7,0.0011961083,0.0020708432,0.00013178325,0.7785615,0.0016357243,0.19669665],"study_design_scores_gemma":[0.0018714514,0.0006289511,0.15310858,0.002599881,0.00008795915,0.000023142275,0.007806302,0.7322283,0.036760807,0.017106317,0.04680663,0.0009717271],"about_ca_topic_score_codex":0.00000516639,"about_ca_topic_score_gemma":0.0000012701394,"teacher_disagreement_score":0.87740934,"about_ca_system_score_codex":0.001109984,"about_ca_system_score_gemma":0.00065634365,"threshold_uncertainty_score":0.74652994},"labels":[],"label_agreement":null},{"id":"W4413391294","doi":"10.1115/omae2025-157083","title":"Cement Bond Quality Prediction Based on Wide and Deep Neural Networks","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Artificial neural network; Cement; Quality (philosophy); Bond; Computer science; Artificial intelligence; Deep neural networks; Machine learning; Materials science; Composite material; Business","score_opus":0.014702215772938483,"score_gpt":0.3069358706386512,"score_spread":0.2922336548657127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413391294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015195996,0.000044219203,0.95920897,0.01897744,0.00038682114,0.00008717798,4.273348e-7,0.00013499075,0.0059639704],"genre_scores_gemma":[0.9846759,0.000003224899,0.011579612,0.0034512884,0.000013041425,0.000020404535,0.0000033231906,8.898563e-7,0.00025230373],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950635,0.000029122293,0.00010594834,0.00018838272,0.00008020515,0.00008995882],"domain_scores_gemma":[0.9995729,0.00014373392,0.00002311232,0.0002176709,0.000021419335,0.00002117233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018943686,0.000051165047,0.000049569793,0.000054659828,0.00009117202,0.000033996435,0.00015448639,0.000041406474,0.000008937008],"category_scores_gemma":[0.00001753395,0.000043702024,0.00001322818,0.00015227568,0.000025768266,0.00008049581,0.00006209284,0.000086655695,0.0000011282291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007796949,0.00017492755,0.14076237,0.000009036923,0.000011814964,7.4640593e-7,0.000021847181,0.0063033896,0.000013613263,0.79894906,0.0051792995,0.0485661],"study_design_scores_gemma":[0.00014307725,0.000044433145,0.19780087,0.0000059289373,0.0000020652608,2.1669197e-7,0.000018402137,0.7949858,0.00015207169,0.005970875,0.00083761057,0.00003866654],"about_ca_topic_score_codex":0.000012104524,"about_ca_topic_score_gemma":0.000011982456,"teacher_disagreement_score":0.9694799,"about_ca_system_score_codex":0.000028892431,"about_ca_system_score_gemma":0.00002598918,"threshold_uncertainty_score":0.17821167},"labels":[],"label_agreement":null},{"id":"W4413835312","doi":"10.1002/9781118784235.eelt1035.pub2","title":"TESOL Technology Standards","year":2025,"lang":"en","type":"other","venue":"The TESOL Encyclopedia of English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Library science; Sociology; Computer science","score_opus":0.0036512257050485336,"score_gpt":0.2746766325299408,"score_spread":0.27102540682489223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413835312","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010941302,0.0047122417,0.02744541,0.0010699171,0.0015923389,0.00039096613,0.000088393455,0.0016062171,0.9629851],"genre_scores_gemma":[0.016642414,0.00085722207,0.09059627,0.0004027433,0.0017226613,0.00019929498,0.000042246775,0.0002683561,0.8892688],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818903,0.00015229138,0.00035146793,0.0004934206,0.00044978736,0.00036398374],"domain_scores_gemma":[0.9974907,0.00033861003,0.0003584589,0.0016002469,0.00017120253,0.000040781408],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088856864,0.0003307227,0.00043354768,0.0007134143,0.00014420217,0.00003900838,0.002846413,0.00046372274,0.0002901383],"category_scores_gemma":[0.0027184281,0.0002466331,0.000107368774,0.0005108014,0.00020612383,0.000098405435,0.0007638518,0.0012792107,0.000013495321],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023941996,0.00019243805,0.0002672756,0.00013256108,0.00018557403,0.000019325804,0.009008435,0.0000035874366,0.000024773595,0.4112686,0.4634046,0.11549043],"study_design_scores_gemma":[0.00022438877,0.000053488548,0.000017501816,0.0004200924,0.000052287032,0.0000030748395,0.0029718564,0.000044809552,0.00015587495,0.0049278378,0.990805,0.00032380738],"about_ca_topic_score_codex":0.00022635038,"about_ca_topic_score_gemma":0.00006392318,"teacher_disagreement_score":0.5274004,"about_ca_system_score_codex":0.00009584889,"about_ca_system_score_gemma":0.0005928711,"threshold_uncertainty_score":0.99999857},"labels":[],"label_agreement":null},{"id":"W4416371780","doi":"10.2316/j.2026.206-1090","title":"RESEARCH ON PATH PLANNING EFFICIENCY OF Q-LEARNING ALGORITHM. 1-10","year":2025,"lang":"en","type":"article","venue":"International Journal of Robotics and Automation","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Path (computing); Motion planning; Stability (learning theory); Context (archaeology); Work (physics)","score_opus":0.029655543611449734,"score_gpt":0.39884289352708807,"score_spread":0.36918734991563834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416371780","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056463294,0.00018901634,0.9350415,0.0058214352,0.0007372329,0.000039061546,7.364079e-7,0.000018521303,0.0016892384],"genre_scores_gemma":[0.9394399,0.000036384907,0.060229976,0.000036090998,0.0000463141,8.719654e-7,0.0000013173321,0.0000015838983,0.00020756696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990686,0.00006285842,0.00027048314,0.000084774656,0.00043890986,0.00007437319],"domain_scores_gemma":[0.9987354,0.00027949616,0.00020895222,0.00006691141,0.0006898923,0.000019330353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008122591,0.00004459547,0.00008223884,0.000551458,0.00007527447,0.00006400515,0.000431202,0.000042651325,0.000004792337],"category_scores_gemma":[0.00013338713,0.0000387032,0.000027538505,0.000244156,0.000043353797,0.00017209271,0.00009250243,0.0002415094,0.000001698216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001474126,0.00031119597,0.002799643,0.000016672513,0.000100988,0.00002085576,0.0004730957,0.07131281,0.0008381203,0.77271974,0.0015274902,0.14986466],"study_design_scores_gemma":[0.0008160625,0.000651337,0.039174296,0.0010321683,0.000012003316,0.00006491951,0.0009029005,0.88158387,0.00584033,0.066594936,0.0031973466,0.00012984822],"about_ca_topic_score_codex":0.0000013529339,"about_ca_topic_score_gemma":4.590781e-8,"teacher_disagreement_score":0.8829766,"about_ca_system_score_codex":0.000053389325,"about_ca_system_score_gemma":0.0001449741,"threshold_uncertainty_score":0.15782706},"labels":[],"label_agreement":null},{"id":"W565265793","doi":"10.11575/prism/29116","title":"Refine Search -- ProQuest CBCA Education","year":2008,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.017434482364726184,"score_gpt":0.23924169769207587,"score_spread":0.22180721532734968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W565265793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28426102,0.00011882928,0.6838364,0.009454072,0.00016219752,0.00012167517,6.660012e-8,0.00011527169,0.021930462],"genre_scores_gemma":[0.54044473,0.00009309446,0.4501516,0.00009777124,0.000012707445,6.875895e-7,0.0000062848794,0.0000029866214,0.009190131],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994887,0.00002828126,0.00005374388,0.00017133527,0.00015412548,0.00010379273],"domain_scores_gemma":[0.9995208,0.000022137056,0.000043789216,0.00027669015,0.00008923127,0.000047376634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008902744,0.000048867103,0.00007407245,0.00012563432,0.00018130544,0.000003957431,0.0005463511,0.000058438243,0.000036080335],"category_scores_gemma":[0.000007598553,0.000059141574,0.000029863217,0.00021255756,0.00012210861,0.00027169628,0.00016057267,0.00012163203,0.000050593386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010552548,0.0007765001,0.01570232,0.000030594092,0.00002972408,0.000028881183,0.0028343746,6.9566624e-7,0.0008658941,0.48924562,0.015117672,0.47535717],"study_design_scores_gemma":[0.0009991478,0.00039956105,0.7745233,0.00008373618,0.000025581954,0.00016563121,0.00045303392,0.02983525,0.0056166826,0.02674519,0.1605521,0.0006007565],"about_ca_topic_score_codex":0.00022165591,"about_ca_topic_score_gemma":0.0000022498632,"teacher_disagreement_score":0.758821,"about_ca_system_score_codex":0.000045863067,"about_ca_system_score_gemma":0.0004277561,"threshold_uncertainty_score":0.24117234},"labels":[],"label_agreement":null},{"id":"W6906401161","doi":"10.17605/osf.io/fh8we","title":"Molybdenum, aluminum, and Mo/TOC data from Lower Jurassic mudrocks in Alberta, Canada","year":2022,"lang":"en","type":"article","venue":"OSF Preprints (OSF Preprints)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Outcrop; Drill; Tributary; Core (optical fiber); Sedimentary rock; Drill hole","score_opus":0.015812682349803035,"score_gpt":0.25790873961495114,"score_spread":0.2420960572651481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6906401161","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9207265,0.000011118995,0.005054844,0.01180697,0.0010940972,0.0007831364,0.00010592658,0.00012777469,0.060289685],"genre_scores_gemma":[0.9634097,0.000016139627,0.0021527016,0.00055484986,0.000030249186,0.0002476331,0.000060778246,0.0000142340205,0.033513688],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625593,0.00033753048,0.00039222796,0.0021845018,0.0004680421,0.00036175924],"domain_scores_gemma":[0.99459326,0.00067223096,0.000160554,0.0043993564,0.000037526774,0.00013709694],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001519119,0.00020895408,0.00025037923,0.000120979865,0.0002811482,0.00008798711,0.004090248,0.00009123139,0.05868159],"category_scores_gemma":[0.00053206494,0.00025110983,0.000032361433,0.00034280206,0.00008275228,0.0004264191,0.00953933,0.00066350197,0.018278826],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011866927,0.0023808351,0.509377,0.0000624502,0.00043047784,0.00044823514,0.0038188044,0.004053066,0.0033212516,0.055213038,0.3372625,0.08351368],"study_design_scores_gemma":[0.0016472277,0.000005820736,0.40383577,0.00007806348,0.000053171418,0.00017119556,0.0010365731,0.03897864,0.0057581766,0.068609074,0.47845438,0.0013719115],"about_ca_topic_score_codex":0.38681585,"about_ca_topic_score_gemma":0.29956523,"teacher_disagreement_score":0.14119188,"about_ca_system_score_codex":0.00043520555,"about_ca_system_score_gemma":0.0009856613,"threshold_uncertainty_score":0.9999941},"labels":[],"label_agreement":null},{"id":"W6958311657","doi":"10.6084/m9.figshare.21304980.v1","title":"Integration points for sustainable nutrient policy in Canada","year":2022,"lang":"en","type":"dataset","venue":"Figshare","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sustainability; Production (economics); Sustainable development; Government (linguistics); Variety (cybernetics); Public policy","score_opus":0.021834951958706248,"score_gpt":0.29644575383365823,"score_spread":0.27461080187495196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958311657","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.5822106e-7,0.0000704546,0.000026858728,0.002340349,0.000106376654,0.0004248968,0.9969523,0.000018552482,0.000059473565],"genre_scores_gemma":[0.00004076945,0.000003984636,0.00020561881,0.0006511312,0.00005701437,0.0022004072,0.996539,0.0000044309118,0.0002976315],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902827,0.000029398361,0.00016676879,0.00030142657,0.00019884101,0.00027530442],"domain_scores_gemma":[0.9991425,0.00015149343,0.00012299852,0.0004474401,0.00009769191,0.000037853457],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00006178967,0.00012491996,0.00012850852,0.00026540476,0.00011559156,0.000053069125,0.0011428812,0.000083116865,0.066563025],"category_scores_gemma":[0.00081928447,0.00013196985,0.000029727991,0.0004940129,0.0000018549389,0.00014640256,0.00047493103,0.00031186652,0.000025132042],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[9.2762593e-7,0.00003223158,5.8483045e-7,0.00011628695,0.0000036242632,0.000022368587,0.000007760366,0.0000073362107,3.7322838e-8,0.0051233806,0.99436873,0.00031671353],"study_design_scores_gemma":[0.00009094867,0.000025110234,0.00007093939,0.00013208206,0.0000011058578,0.000003294236,0.00014938743,0.00008501584,0.000020077066,0.0033553443,0.9959369,0.00012980375],"about_ca_topic_score_codex":0.4200486,"about_ca_topic_score_gemma":0.49537507,"teacher_disagreement_score":0.07532647,"about_ca_system_score_codex":0.0023544612,"about_ca_system_score_gemma":0.009115068,"threshold_uncertainty_score":0.99650234},"labels":[],"label_agreement":null},{"id":"W6983184465","doi":"","title":"LPR: an adaptive learning path recommendation system using ACO and meaningful learning theory","year":2017,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; University of Manitoba","keywords":"Path (computing); Cluster analysis; Component (thermodynamics); Recommender system; Personalized learning; Proactive learning; Unsupervised learning; Robot learning; Adaptive learning; Preference learning","score_opus":0.025705614079019636,"score_gpt":0.25496700969332464,"score_spread":0.229261395614305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6983184465","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8688933,0.00013274833,0.1165419,0.0003606549,0.00070427376,0.00026592746,0.0000042936617,0.00032360552,0.012773253],"genre_scores_gemma":[0.9811333,0.00006855771,0.016853834,0.000003869035,0.000043728716,5.55756e-7,0.00011703388,0.000014763643,0.0017643853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99878776,0.0002977531,0.00009652607,0.00044536535,0.00019515418,0.00017745662],"domain_scores_gemma":[0.99868095,0.00009498379,0.00067112874,0.00029568927,0.0001963147,0.000060924704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005758833,0.00018264948,0.00026038726,0.00025150581,0.0011902119,0.000082435,0.0006535012,0.00026594964,0.0000037130571],"category_scores_gemma":[0.000041421743,0.00024063764,0.00005607576,0.000105994695,0.00007060973,0.0008280403,0.00014555288,0.00057906576,0.0000067582273],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006320629,0.00041956393,0.06450963,0.0012329541,0.0008538005,0.00014679592,0.023932893,0.0019823185,0.0025489836,0.6467156,0.00040983284,0.25661555],"study_design_scores_gemma":[0.00088401214,0.0010912885,0.18242891,0.0016658615,0.00032405596,0.000046796333,0.6703063,0.13416415,0.00042680936,0.0029378906,0.0046427376,0.0010811548],"about_ca_topic_score_codex":0.0004413407,"about_ca_topic_score_gemma":0.0049228035,"teacher_disagreement_score":0.64637345,"about_ca_system_score_codex":0.00018982375,"about_ca_system_score_gemma":0.0001627459,"threshold_uncertainty_score":0.98129183},"labels":[],"label_agreement":null},{"id":"W7035818597","doi":"","title":"An appeal to the Montreal conference and Methodist Church generally from a charge by Rev. William Scott, in which is shown his charge to be invalid, ...","year":2014,"lang":"en","type":"article","venue":"QSpace (Queen's University Library)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Charge (physics); Appeal","score_opus":0.013343295643037472,"score_gpt":0.22851539983048663,"score_spread":0.21517210418744917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035818597","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4545939,0.000017239186,0.032815464,0.50894034,0.00011176264,0.00036466715,0.00011001715,0.00017611904,0.00287049],"genre_scores_gemma":[0.9295454,0.000107224914,0.049058676,0.0071076197,0.00007486858,0.000008394028,0.00006141639,0.00001612658,0.014020277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819607,0.00032617647,0.00013586128,0.0007315523,0.00024198485,0.00036834774],"domain_scores_gemma":[0.99867404,0.00014498013,0.00007629887,0.00076008297,0.000058957696,0.0002856502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002084377,0.00021796947,0.000248543,0.0002200286,0.00025592008,0.00018048786,0.001599746,0.00014859076,0.00015070561],"category_scores_gemma":[0.00003040655,0.00020196968,0.000035011817,0.0007836161,0.00006862732,0.0012716276,0.00066400965,0.00030000106,0.000043357475],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006788358,0.00030546426,0.06356566,0.000017279508,0.00005450261,0.00001940775,0.009447785,0.00002250006,0.0009104618,0.15168816,0.76767343,0.006227449],"study_design_scores_gemma":[0.0009686987,0.00051140285,0.16808695,0.00009490315,0.000030083622,0.0000010821489,0.00080043747,0.002036263,0.011611452,0.004030808,0.81089276,0.0009351759],"about_ca_topic_score_codex":0.0069978223,"about_ca_topic_score_gemma":0.0006444062,"teacher_disagreement_score":0.5018327,"about_ca_system_score_codex":0.00006591876,"about_ca_system_score_gemma":0.00019456902,"threshold_uncertainty_score":0.99961466},"labels":[],"label_agreement":null},{"id":"W7099345836","doi":"","title":"WATER CONSUMPTION AND WASTE PRODUCTION DURING DIFFERENT PRODUCTION STAGES IN HOG OPERATIONS Presented to: Manitoba Livestock Manure Management Initiative Inc.","year":2001,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Production (economics); Manure; Livestock; Manure management; Water consumption; Consumption (sociology); Animal waste","score_opus":0.027434879472320404,"score_gpt":0.2811535479857521,"score_spread":0.25371866851343167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7099345836","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755009,0.000020767618,0.0075170924,0.015354737,0.00039908607,0.00090117514,7.8713094e-7,0.00013417899,0.00017129765],"genre_scores_gemma":[0.9899622,0.00017804277,0.0059714895,0.000064786196,0.00007723238,0.000348743,0.000014946171,0.0000058683286,0.0033766823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988687,0.00006106333,0.00020167764,0.0004955466,0.000164223,0.00020879605],"domain_scores_gemma":[0.9995572,0.000009148741,0.000025186608,0.00029464377,0.000069546695,0.000044268996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012802056,0.00013246264,0.00009819447,0.00032197143,0.00020737163,0.00008615471,0.00017847824,0.000046549732,0.000021362086],"category_scores_gemma":[0.000011192123,0.00010222546,0.0000111427635,0.00016746181,0.000040091087,0.00061298505,0.00025308493,0.00013463528,0.000035017187],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022012669,0.004724187,0.61766547,0.0008060601,0.0004142109,0.00012326027,0.016610466,0.018001337,0.1321455,0.1705322,0.003238763,0.035518408],"study_design_scores_gemma":[0.0004381639,0.00011025123,0.8744519,0.00011330768,0.000013433826,0.00006378693,0.0028856725,0.0013785292,0.117142975,0.0027084583,0.00037388378,0.00031965596],"about_ca_topic_score_codex":0.000024541758,"about_ca_topic_score_gemma":0.00047769333,"teacher_disagreement_score":0.2567864,"about_ca_system_score_codex":0.00011827706,"about_ca_system_score_gemma":0.000008743018,"threshold_uncertainty_score":0.4168633},"labels":[],"label_agreement":null},{"id":"W7115684274","doi":"10.5267/j.dsl.2025.11.004","title":"Research on performance evaluation of university science and technology achievement transformation from the perspective of fuzzy indicators","year":2025,"lang":"en","type":"article","venue":"Decision Science Letters","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Jiangsu University of Science and Technology; Jiangsu University","keywords":"Fuzzy logic; Ambiguity; TOPSIS; Transformation (genetics); Process (computing); Perspective (graphical); Measure (data warehouse); Ranking (information retrieval)","score_opus":0.04463987598357114,"score_gpt":0.39142160603444826,"score_spread":0.3467817300508771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115684274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9429479,0.000026781592,0.01127318,0.044136114,0.00012728978,0.00022887683,0.0000016135014,0.000013318771,0.0012449193],"genre_scores_gemma":[0.9963221,0.000017952876,0.00341954,0.00022993039,0.0000028727172,0.000004233378,1.7714616e-7,6.7770264e-7,0.0000025420943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9971586,0.00010129818,0.00016131984,0.0003766215,0.0020246606,0.00017751806],"domain_scores_gemma":[0.99769574,0.00051269744,0.00009325857,0.0005120989,0.0011609946,0.000025212992],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010363541,0.000054832515,0.00007823577,0.002095199,0.0006735454,0.00003978891,0.0019460676,0.00003803813,0.0000016503076],"category_scores_gemma":[0.00059942476,0.000040420804,0.00001194307,0.009925887,0.003407544,0.00065739994,0.00033592278,0.00020588563,0.0000019189076],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017943807,0.000075782584,0.007245858,0.0000019690121,0.0000054775755,1.5885317e-7,0.0014683444,0.00020776143,0.03173273,0.80564153,0.00013878272,0.15346368],"study_design_scores_gemma":[0.00059823575,0.00018410529,0.74007607,0.00016982394,0.000012860618,9.3108173e-7,0.012725283,0.01908822,0.16900246,0.057650346,0.0003853096,0.0001063617],"about_ca_topic_score_codex":0.000029087792,"about_ca_topic_score_gemma":0.0000035013575,"teacher_disagreement_score":0.74799114,"about_ca_system_score_codex":0.00045974052,"about_ca_system_score_gemma":0.0010967016,"threshold_uncertainty_score":0.9993046},"labels":[],"label_agreement":null},{"id":"W836315372","doi":"10.37870/joqie.v1i1.123","title":"Comparaison de méthodes sur un modèle de prédiction de la réussite universitaire","year":2010,"lang":"fr","type":"article","venue":"The Journal of Quality in Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.07176549881752768,"score_gpt":0.39589847113288057,"score_spread":0.3241329723153529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W836315372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8313527,0.0009524378,0.08070063,0.084988765,0.0015348367,0.00006699027,0.0000014037453,0.000012140114,0.000390084],"genre_scores_gemma":[0.9559504,0.00029749825,0.0424606,0.00043793768,0.0003293557,0.0000021720261,0.0000011759022,0.0000051152156,0.0005157605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9969969,0.002077113,0.00038218548,0.00010072562,0.00020252413,0.00024059266],"domain_scores_gemma":[0.99777055,0.0010994928,0.0005006428,0.00027257117,0.00025681272,0.00009991233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008478537,0.00010258246,0.00015013345,0.0001599748,0.00019876531,0.00007254835,0.0006595059,0.00020409243,0.000037960206],"category_scores_gemma":[0.00038257785,0.00009290086,0.00007511841,0.00036845627,0.0002566067,0.00059791043,0.000051776173,0.0010375046,0.0000060415337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055885328,0.0023200482,0.13285834,0.00006150647,0.00006012005,0.00000442231,0.023952357,0.0021634116,0.012898053,0.7457158,0.0035827765,0.07632729],"study_design_scores_gemma":[0.00035696506,0.00011077026,0.72963786,0.00019643507,0.000073329305,0.00086164905,0.009926587,0.0076409397,0.0042805932,0.24047521,0.006290685,0.00014895257],"about_ca_topic_score_codex":0.00075873133,"about_ca_topic_score_gemma":0.00016421176,"teacher_disagreement_score":0.5967795,"about_ca_system_score_codex":0.0005553128,"about_ca_system_score_gemma":0.0035169811,"threshold_uncertainty_score":0.6238974},"labels":[],"label_agreement":null}]}