{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":358,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":358,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"40000f8782fd","filters":{"topic":"Educational Technology and Assessment"}},"results":[{"id":"W2900927010","doi":"","title":"Principles and practice of structural equation modeling, 2nd ed.","year":2005,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6116,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Structural equation modeling; Computer science; Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.05223633825584374,"gpt":0.3462450532803311,"spread":0.2940087150244873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001650349,0.00003186453,0.00003577836,0.00003032165,0.00003512437,0.00001551163,0.0001406417,0.00002571446,0.00001157148],"category_scores_gemma":[0.00009013122,0.00002637044,0.000006555788,0.00005201521,0.00001838728,0.0004647409,0.00007140383,0.00004030001,0.00000281054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001088414,"about_ca_system_score_gemma":0.00003744044,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001284239,"about_ca_topic_score_gemma":0.000004017685,"domain_scores_codex":[0.9996511,0.00001604734,0.00009878088,0.0001002601,0.00008206323,0.0000517264],"domain_scores_gemma":[0.9996557,0.00009027393,0.00004940884,0.0001267738,0.00006377113,0.00001412709],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001094331,0.00001623305,0.0005081772,0.00000211189,0.00000452649,7.748935e-8,0.0001915306,0.003266769,0.0002033102,0.9838141,0.00003979478,0.01195226],"study_design_scores_gemma":[0.00006811698,0.00002094231,0.0008605351,0.000003339035,0.000002665217,0.00001354731,0.0001414891,0.9833634,0.001493692,0.01140668,0.002581816,0.00004378659],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2128692,0.0001905314,0.7650437,0.01377048,0.00005912219,0.00005461142,2.218107e-7,0.00005384948,0.007958295],"genre_scores_gemma":[0.6603753,0.00001144906,0.3393706,0.00009999497,0.00001442771,0.000001658986,4.078941e-7,6.344334e-7,0.0001255747],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9800966,"threshold_uncertainty_score":0.1075355,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129988987","doi":"10.1177/0265532208092433","title":"Test review: College English Test (CET) in China","year":2008,"lang":"en","type":"article","venue":"Language Testing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":192,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Test (biology); College English; China; Psychology; Language assessment; Test of English as a Foreign Language; Mathematics education; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.01727451502830387,"gpt":0.2757766721564041,"spread":0.2585021571281003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002831015,0.0001062119,0.0001488902,0.00008491719,0.000125452,0.0000126508,0.0005765132,0.00004747985,0.00002264514],"category_scores_gemma":[0.005635848,0.0001009612,0.00002291014,0.0009279926,0.00004414333,0.0002050505,0.0001571483,0.0002469618,0.00003266115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005216243,"about_ca_system_score_gemma":0.0001308074,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005520729,"about_ca_topic_score_gemma":0.00001649271,"domain_scores_codex":[0.9991082,0.00002652666,0.0002159245,0.0002697317,0.0001467905,0.0002328238],"domain_scores_gemma":[0.9985433,0.0008735562,0.00008397402,0.0003911617,0.0000654395,0.00004255298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[4.736991e-7,0.0007546929,0.9472071,0.0002532321,0.000006408845,0.001056227,0.004956536,0.00001436461,0.002156925,0.009492432,0.01671873,0.01738289],"study_design_scores_gemma":[0.0007210357,0.0002374557,0.9806531,0.002421604,0.00001057539,0.0007350305,0.0006214603,0.005557359,0.002512983,0.001761639,0.004042175,0.0007256031],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8762404,0.02024066,0.002485356,0.008441632,0.0007210257,0.0009573118,0.00002954325,0.002326088,0.08855796],"genre_scores_gemma":[0.9365644,0.0001212005,0.0617414,0.0008107263,0.0001173232,0.0000390768,0.000003876175,0.000007766623,0.0005942316],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08796372,"threshold_uncertainty_score":0.6747043,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2535607921","doi":"10.1201/b10716","title":"Applied Concept Mapping","year":2011,"lang":"en","type":"book","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03425326559189117,"gpt":0.2548147929858596,"spread":0.2205615273939684,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006431209,0.0001252987,0.0001335588,0.00009890673,0.00005320446,0.00002435364,0.001018203,0.0002284767,0.0003790665],"category_scores_gemma":[0.000001842301,0.0001137572,0.00003796491,0.00005201158,0.00006440045,0.00005805654,0.000257341,0.0002476741,0.0005954184],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006151268,"about_ca_system_score_gemma":0.0004572954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001141308,"about_ca_topic_score_gemma":4.580024e-7,"domain_scores_codex":[0.9993151,0.000004480189,0.0001309938,0.0003053637,0.0001127538,0.0001313043],"domain_scores_gemma":[0.9993255,0.00003513345,0.00008410484,0.0004930836,0.00003042754,0.00003181425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[6.14682e-8,0.000009467217,8.852846e-7,0.000003273482,0.00001282357,0.000001140466,0.00009648288,8.675713e-8,0.000003136797,0.8524679,0.1361306,0.01127416],"study_design_scores_gemma":[0.00003552814,0.000007027753,0.00002988144,0.00001406634,0.000002039413,0.000003197802,0.00001126215,0.00001271587,0.0001673652,0.3904141,0.6091658,0.0001370427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[2.862552e-7,0.00008527531,0.2533166,0.0003945674,0.0003118889,0.00008159355,5.725272e-7,0.0002544373,0.7455547],"genre_scores_gemma":[0.0004531278,0.000008319248,0.08059312,0.0005836406,0.00009516974,0.00002530695,0.00001219357,0.000006479048,0.9182227],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.4730353,"threshold_uncertainty_score":0.7653098,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007924065","doi":"10.1007/s10639-020-10133-3","title":"LPR: A bio-inspired intelligent learning path recommendation system based on meaningful learning theory","year":2020,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Personalized learning; Artificial intelligence; Component (thermodynamics); Machine learning; Path (computing); Cluster analysis; Ant colony optimization algorithms; Educational technology; Curriculum; Cooperative learning; Teaching method; Open learning; Mathematics education; Mathematics; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01313894244806366,"gpt":0.2485323033994475,"spread":0.2353933609513839,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004119192,0.0001469346,0.0001246497,0.0003621723,0.0003551934,0.0001948928,0.0003706419,0.0001480465,0.00001774749],"category_scores_gemma":[0.0006832933,0.0001355233,0.00003208232,0.0005694609,0.00005891567,0.001449935,0.0001254244,0.0004217407,0.0001104717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001187021,"about_ca_system_score_gemma":0.0001953531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002548316,"about_ca_topic_score_gemma":1.024495e-7,"domain_scores_codex":[0.9990389,0.00008962943,0.0003349503,0.0002139077,0.0001664018,0.0001562392],"domain_scores_gemma":[0.9991982,0.0001273669,0.0002892461,0.0001949506,0.0001440847,0.00004615685],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009231505,0.0000426869,0.0008772735,0.00005571672,0.000007152971,8.44883e-8,0.001541828,0.0003887993,0.00001891573,0.4685564,0.0007489343,0.5277529],"study_design_scores_gemma":[0.0005201998,0.001111251,0.002483385,0.0002882255,0.00001791045,0.00001430349,0.1154268,0.4206862,0.01094589,0.00501836,0.442843,0.0006445117],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0139383,0.0001134189,0.8949464,0.06642305,0.0006607953,0.000462742,0.000002089603,0.005618539,0.01783469],"genre_scores_gemma":[0.985204,0.00008777846,0.01315336,0.001296428,0.00002304023,0.0001071425,0.00006673015,0.000005147218,0.0000564152],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9712657,"threshold_uncertainty_score":0.5526482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2172179933","doi":"10.1111/emip.12018","title":"Instructional Topics in Educational Measurement (ITEMS) Module: Using Automated Processes to Generate Test Items","year":2013,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Rendering (computer graphics); Test (biology); Item bank; Process (computing); Item response theory; Task (project management); Item analysis; Artificial intelligence; Machine learning; Information retrieval; Psychometrics; Programming language; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.09722074847346185,"gpt":0.3606391693617605,"spread":0.2634184208882987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001455702,0.0002425037,0.0001866668,0.0003161802,0.0003179031,0.0003812745,0.000464349,0.00009852262,0.0001703531],"category_scores_gemma":[0.004121631,0.0002444782,0.00002519468,0.0008894023,0.00005681445,0.001701275,0.0001206347,0.0002243657,0.0001013479],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005964222,"about_ca_system_score_gemma":0.002337386,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006193183,"about_ca_topic_score_gemma":0.00007027721,"domain_scores_codex":[0.997122,0.0001753803,0.000489036,0.0005947059,0.00128764,0.0003311685],"domain_scores_gemma":[0.9961851,0.0004681657,0.0002313594,0.0003440555,0.002588964,0.0001823385],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00009925635,0.01479127,0.1709418,0.0009387482,0.0006787927,0.000007734254,0.007997799,0.007727795,0.05192865,0.5267627,0.1755575,0.04256794],"study_design_scores_gemma":[0.001059022,0.0003262331,0.6858827,0.0006362207,0.00007846624,0.0004206425,0.001321236,0.0189504,0.004005948,0.05083995,0.2349783,0.001500852],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2060344,0.006340825,0.009182005,0.7691264,0.003721789,0.001906059,0.00001380151,0.000329894,0.003344827],"genre_scores_gemma":[0.7649267,0.0001408142,0.2308248,0.001919076,0.0009850654,0.000575269,0.0000200151,0.00001839259,0.0005898114],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7672073,"threshold_uncertainty_score":0.9969531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1510641421","doi":"","title":"Developing a Taxonomy of Item Model Types to Promote Assessment Engineering","year":2008,"lang":"en","type":"article","venue":"Open Access Journals at BC (Boston College)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Taxonomy (biology); Context (archaeology); Software; Representation (politics); Artificial intelligence; Information retrieval; Machine learning; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1699692096352127,"gpt":0.4206065951274083,"spread":0.2506373854921956,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005754453,0.0001919373,0.0003508204,0.0003365374,0.0003789181,0.000306623,0.003845872,0.00008517957,0.00008836069],"category_scores_gemma":[0.00005939413,0.0001806946,0.00006228685,0.0009648566,0.00003640189,0.00184125,0.002873081,0.0002364477,0.00001752304],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004158195,"about_ca_system_score_gemma":0.00122213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004426309,"about_ca_topic_score_gemma":0.0000207316,"domain_scores_codex":[0.9983441,0.00003777393,0.000516478,0.0003968611,0.0003850709,0.0003196655],"domain_scores_gemma":[0.9987158,0.00009759038,0.0003019552,0.0004770583,0.0002527147,0.0001548815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000760632,0.001003688,0.06207456,0.000185752,0.0005465461,0.0002511209,0.001115631,0.1177992,0.01312751,0.7455407,0.03976898,0.01851027],"study_design_scores_gemma":[0.002652886,0.0003980163,0.116175,0.001799309,0.00006644396,0.001060333,0.0002343667,0.5242599,0.1955365,0.0147411,0.1406227,0.002453472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3215673,0.0001733637,0.6553887,0.01562109,0.0003876844,0.001179779,0.00001228708,0.000079492,0.005590334],"genre_scores_gemma":[0.5858757,0.00007292101,0.4122958,0.0002999195,0.00002674659,0.0001946973,0.000001252906,0.00001186404,0.001220983],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7307996,"threshold_uncertainty_score":0.7368511,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006618588","doi":"10.1111/j.1745-3992.2000.tb00036.x","title":"An NCME Instructional Module on Exploring the Logic of Tatsuoka's Rule‐Space Model for Test Development and Analysis","year":2000,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Social Sciences and Humanities Research Council; Alberta Advanced Education; University of Alberta","funders":"","keywords":"Test (biology); Set (abstract data type); Space (punctuation); Blueprint; Computer science; Cognition; Artificial intelligence; Rule-based system; Machine learning; Psychology; Programming language; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1492879822400197,"gpt":0.3656347844741414,"spread":0.2163468022341217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001090509,0.0001113784,0.0001162878,0.0001129744,0.00034723,0.00007882206,0.0002475746,0.00003137862,0.00002965507],"category_scores_gemma":[0.000330308,0.00008746333,0.00002667344,0.0002782818,0.00006448316,0.0006504263,0.00002395989,0.00009430978,0.000003222555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005869552,"about_ca_system_score_gemma":0.000279863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001964678,"about_ca_topic_score_gemma":0.000008357982,"domain_scores_codex":[0.9988487,0.00007211651,0.0002048228,0.0003087095,0.0004396865,0.0001259634],"domain_scores_gemma":[0.998576,0.0006643852,0.0001196756,0.0002518686,0.00033088,0.00005711896],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00008383154,0.001961672,0.003888498,0.00003973617,0.000498269,2.710507e-7,0.004743099,0.01274711,0.000544825,0.8575131,0.000684545,0.117295],"study_design_scores_gemma":[0.001074306,0.0007390098,0.4916705,0.0001266096,0.0006747203,0.00007084537,0.002955934,0.1894535,0.005760927,0.1833819,0.1230859,0.001005825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6354553,0.002303079,0.1227581,0.2357238,0.000477788,0.0007581887,0.00002321319,0.00008317462,0.002417352],"genre_scores_gemma":[0.716076,0.0001547576,0.2828101,0.000341376,0.00007250908,0.0001921249,0.00001133601,0.000003974881,0.0003377865],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6741312,"threshold_uncertainty_score":0.3566651,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4230535286","doi":"10.1109/icse.1996.493417","title":"System acquisition based on software product assessment","year":2002,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Software engineering; Product (mathematics); Process (computing); Software; Systems engineering; Verification and validation; Static program analysis; Software development; Engineering; Operations management; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01831362892113988,"gpt":0.2724230714978453,"spread":0.2541094425767055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001565767,0.00008194572,0.0000710067,0.00009529427,0.0001230196,0.00005336957,0.0003902428,0.0000363283,0.0001608615],"category_scores_gemma":[0.000008744637,0.00006785552,0.00002867272,0.0002262317,0.0000166291,0.0001608553,0.0000439563,0.00009491511,0.0002184154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001345968,"about_ca_system_score_gemma":0.00004085316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001914065,"about_ca_topic_score_gemma":2.652828e-7,"domain_scores_codex":[0.999176,0.00003813866,0.0001128648,0.0003024483,0.0002310784,0.0001394698],"domain_scores_gemma":[0.999299,0.00004846373,0.00004273778,0.0005196292,0.00005484121,0.00003532269],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[7.952435e-7,0.0004447838,0.004113923,0.00003270984,0.000009711905,0.000009384642,0.00002835168,0.000524768,0.00008724292,0.956311,0.01660736,0.02182993],"study_design_scores_gemma":[0.0006716058,0.000458796,0.06710031,0.0001727722,0.00001174202,0.00003591208,0.0001309403,0.9124414,0.007155058,0.003151406,0.008127715,0.000542315],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002887595,0.00002701061,0.9524282,0.01402721,0.0005304799,0.0001954743,0.000001121275,0.0009549857,0.0289479],"genre_scores_gemma":[0.7886019,7.154534e-7,0.2098804,0.0006637722,0.00004320773,0.00004858066,0.00000250701,0.000002989504,0.0007558741],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9531596,"threshold_uncertainty_score":0.2807361,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3210055626","doi":"10.3233/jifs-210991","title":"Evidential classification of incomplete instance based on K-nearest centroid neighbor","year":2021,"lang":"en","type":"article","venue":"Journal of Intelligent & Fuzzy Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Missing data; Weighting; Centroid; Artificial intelligence; Computer science; Pattern recognition (psychology); Data mining; Imputation (statistics); Entropy (arrow of time); Classifier (UML); k-nearest neighbors algorithm; Robustness (evolution); One-class classification; Machine learning; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03822546594042025,"gpt":0.3023161934481143,"spread":0.2640907275076941,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006423007,0.0001225069,0.0002942604,0.0002471837,0.00007085692,0.00009424207,0.0007564399,0.00008470796,0.00001702846],"category_scores_gemma":[0.0001839708,0.0001054915,0.0001508737,0.0004685996,0.00004906068,0.0003426584,0.00005977887,0.0002770996,0.00002052985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002002137,"about_ca_system_score_gemma":0.0006020262,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007846221,"about_ca_topic_score_gemma":0.000003336441,"domain_scores_codex":[0.9979185,0.0002063964,0.0008631584,0.0002047304,0.0006396351,0.0001675606],"domain_scores_gemma":[0.9973855,0.0002600375,0.0009288933,0.0004685761,0.000870382,0.00008663822],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001397921,0.001999137,0.02554267,0.0003613582,0.0002594897,0.0001787598,0.0005134367,0.01262085,0.03712288,0.8996061,0.004965048,0.01669048],"study_design_scores_gemma":[0.003596957,0.003892297,0.1840748,0.008928815,0.0002228097,0.001360875,0.006064131,0.3620409,0.2694759,0.01926102,0.1393945,0.001686905],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1084109,0.0027149,0.86888,0.00993646,0.006656659,0.0002959252,0.000009552893,0.00004886955,0.003046722],"genre_scores_gemma":[0.9934478,0.00009250407,0.005976609,0.0001412645,0.0002236063,0.000005663999,0.000002929748,0.00000688427,0.0001027121],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8850369,"threshold_uncertainty_score":0.4301817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131222006","doi":"10.1177/0265532210364380","title":"Use of tree-based regression in the analyses of L2 reading test items","year":2010,"lang":"en","type":"article","venue":"Language Testing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Reading (process); Cognition; Psychology; Interpretation (philosophy); Cognitive psychology; Test (biology); Tree (set theory); Regression; Regression analysis; Natural language processing; Artificial intelligence; Computer science; Machine learning; Linguistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.1065583235754579,"gpt":0.3862878005927542,"spread":0.2797294770172963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003532011,0.00005269352,0.00008678131,0.000113463,0.00003535407,0.0000175126,0.0004178238,0.00003928541,0.000003445648],"category_scores_gemma":[0.001931721,0.00003362502,0.00002020452,0.0005838154,0.00004787209,0.0001184292,0.00004634073,0.0001721514,6.056441e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000005460204,"about_ca_system_score_gemma":0.00005182611,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003274851,"about_ca_topic_score_gemma":0.00007328141,"domain_scores_codex":[0.9994681,0.00003758151,0.0001667527,0.0001149816,0.0001235235,0.00008900646],"domain_scores_gemma":[0.9972418,0.002189643,0.0001543395,0.0003570463,0.00004635795,0.00001084406],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[6.703237e-7,0.0001308049,0.2848825,0.00001644372,0.000002413642,0.00001200938,0.001244647,0.00006304986,0.6914383,0.0028929,0.00003269767,0.01928355],"study_design_scores_gemma":[0.0002231377,0.0001033221,0.4095229,0.0003797789,0.00001237367,0.00001663616,0.00125326,0.06037855,0.5269459,0.0009841033,0.00003135062,0.0001486324],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9961209,0.00003536544,0.002765309,0.0004215768,0.00004787805,0.00005265056,0.000001155401,0.00004014962,0.0005150454],"genre_scores_gemma":[0.8886801,2.169788e-7,0.1112188,0.00005749081,0.00001686807,0.000004652825,0.000001529832,0.000002087322,0.00001823502],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1644924,"threshold_uncertainty_score":0.231259,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1832439498","doi":"10.1558/cj.v20i3.433-436","title":"Error Diagnosis and Error Correction in CALL","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Simon Fraser University","funders":"","keywords":"Computer science; Error detection and correction; Error analysis; Speech recognition; Natural language processing; Artificial intelligence; Algorithm; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.03002669766090879,"gpt":0.3169435381599876,"spread":0.2869168404990788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003107653,0.0000537444,0.00006705985,0.0001095795,0.0001053288,0.00005776893,0.0001539631,0.00006043924,0.00002784835],"category_scores_gemma":[0.0001005855,0.00004771068,0.00001624873,0.0001724983,0.00003051636,0.0001955069,0.00002302583,0.0002986868,0.000008431081],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006129102,"about_ca_system_score_gemma":0.00009157684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006001198,"about_ca_topic_score_gemma":0.00001614599,"domain_scores_codex":[0.9994648,0.00006926233,0.00013018,0.000117391,0.00008790898,0.0001304249],"domain_scores_gemma":[0.9996949,0.00006426102,0.00005160501,0.00009574217,0.00002982341,0.00006360025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000004668425,0.0005469759,0.7192055,0.000008895424,0.00002651537,0.0001160996,0.001469727,0.000173725,0.0003456398,0.1528396,0.05660957,0.06865311],"study_design_scores_gemma":[0.001761891,0.0004180953,0.6279922,0.0001931932,0.00001994311,0.005481569,0.001411618,0.01155475,0.007107078,0.0658206,0.2775509,0.0006881318],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9238138,0.0007475734,0.06117904,0.008943099,0.003191821,0.0000927304,5.246503e-7,0.00005088394,0.001980515],"genre_scores_gemma":[0.9928361,0.00009397671,0.006352589,0.0003238136,0.00003887887,0.00001460898,2.133811e-7,0.000002637472,0.0003372034],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2209414,"threshold_uncertainty_score":0.1945585,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154611368","doi":"10.5267/j.msl.2011.08.015","title":"Using fuzzy analytical hierarchy process (AHP) to evaluate web development platform","year":2011,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Analytic hierarchy process; Reliability (semiconductor); Fuzzy logic; Computer science; Hierarchy; Process (computing); Operations research; Engineering management; World Wide Web; Process management; Business; Engineering; Artificial intelligence; Political science; Operating system; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.09581910944514098,"gpt":0.3490006290205396,"spread":0.2531815195753986,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001127237,0.0001592619,0.0001150384,0.0007352325,0.0004769714,0.0001585991,0.002311796,0.00002689968,0.00002924039],"category_scores_gemma":[0.00001646732,0.0001444122,0.00002827809,0.002049248,0.0002834098,0.0009320715,0.000772662,0.0001242195,0.0001474888],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002808148,"about_ca_system_score_gemma":0.0001364278,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000419781,"about_ca_topic_score_gemma":0.000001498761,"domain_scores_codex":[0.9975643,0.00001454338,0.0002489713,0.0007035555,0.0008719579,0.0005966749],"domain_scores_gemma":[0.9991595,0.00001308846,0.00006871256,0.0005457859,0.00004662901,0.0001662533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00002360543,0.0006601345,0.03760445,0.0001046073,0.0001452878,0.0001739033,0.009025567,0.002636026,0.00672846,0.8470863,0.003454675,0.09235702],"study_design_scores_gemma":[0.002290473,0.0004245562,0.5099534,0.0005234666,0.0001467693,0.00009961897,0.004576679,0.3163523,0.05585257,0.07679413,0.0290082,0.003977872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7140596,0.000003226799,0.2625125,0.008835878,0.0004294711,0.0003709015,2.243436e-7,0.000178747,0.0136095],"genre_scores_gemma":[0.7226461,6.401132e-7,0.2722279,0.004945389,0.0000140327,0.0000447218,3.810871e-7,0.000004504468,0.0001163052],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7702922,"threshold_uncertainty_score":0.5888959,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2906282238","doi":"10.2316/j.2019.201-2968","title":"RESEARCH AND DESIGN OF INTELLIGENT LEARNING SYSTEM BASED ON RECOMMENDATION TECHNOLOGY","year":2018,"lang":"en","type":"article","venue":"Mechatronic systems and control","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.04119672003234803,"gpt":0.3257141770831665,"spread":0.2845174570508185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00177684,0.00008162741,0.000171615,0.0003752263,0.0002183314,0.00004687656,0.0002262531,0.0001162987,0.000003206133],"category_scores_gemma":[0.0000437323,0.00006901327,0.0000114076,0.0002956792,0.0001242531,0.00006758232,0.0000599978,0.0002088293,0.000007603515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008711198,"about_ca_system_score_gemma":0.0001015713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002560085,"about_ca_topic_score_gemma":0.00000132093,"domain_scores_codex":[0.9988757,0.0002602086,0.00021333,0.0002850574,0.0001562037,0.0002094397],"domain_scores_gemma":[0.9990963,0.0003130623,0.0001068087,0.00023864,0.0002107851,0.00003439219],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003004589,0.00006308867,0.001034269,0.00006968588,0.00003132675,0.000001099807,0.00008294296,0.0003544481,0.001107611,0.9644018,0.00006027021,0.03276337],"study_design_scores_gemma":[0.000806286,0.002466458,0.0001750176,0.0002708229,0.000008633683,0.00002477028,0.002308954,0.9837856,0.003726984,0.003875468,0.002426313,0.0001247083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006370043,0.0004815683,0.989863,0.002231219,0.0002554892,0.0004055724,7.920711e-7,0.0001025433,0.0002897668],"genre_scores_gemma":[0.9975879,0.00001501934,0.002143432,0.00001626928,0.00004748199,0.0001184983,6.583865e-7,0.000004751458,0.00006598319],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9912179,"threshold_uncertainty_score":0.2814279,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013746363","doi":"10.4018/jeis.2012070103","title":"A Knowledge-Based User Interface to Optimize Curriculum Utility in an E-Learning System","year":2012,"lang":"en","type":"article","venue":"International Journal of Enterprise Information Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Curriculum; Interface (matter); Hypermedia; User interface; Process (computing); The Internet; Multimedia; Domain (mathematical analysis); Task (project management); Human–computer interaction; Personalized learning; World Wide Web; Knowledge management; Teaching method; Engineering; Open learning; Mathematics education; Cooperative learning","retraction":null,"screen_n_in":null,"score":{"opus":0.01532438183209124,"gpt":0.3230575740954716,"spread":0.3077331922633804,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001513877,0.0001375691,0.0002155271,0.0008522674,0.00004878766,0.0003076002,0.001265199,0.00008436273,0.000009915957],"category_scores_gemma":[0.0001157431,0.0001213853,0.00007990205,0.0003113432,0.00001767923,0.004712764,0.0001556457,0.0003144139,0.0001110477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005113989,"about_ca_system_score_gemma":0.0001871558,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002991385,"about_ca_topic_score_gemma":0.000002506922,"domain_scores_codex":[0.9979217,0.0001984283,0.001013623,0.00009946954,0.0005452198,0.0002215792],"domain_scores_gemma":[0.9978078,0.00009714052,0.0006587432,0.0002128645,0.001039981,0.0001834722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002892333,0.002396965,0.6935234,0.0002545534,0.0002969011,0.0000266985,0.02938471,0.1444937,0.0002539201,0.102128,0.004147796,0.02280415],"study_design_scores_gemma":[0.00386852,0.0006859843,0.05873227,0.003137789,0.00002733543,0.0009053028,0.02685989,0.7582171,0.001760606,0.00005679074,0.1448949,0.0008535837],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2608439,0.0001155191,0.7319307,0.0004354745,0.004959968,0.0001912836,0.000003350237,0.00006949035,0.001450322],"genre_scores_gemma":[0.990112,0.000002384034,0.009538053,0.00008851589,0.0001970773,0.00002691168,0.00000501464,0.000004654861,0.00002538147],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7292681,"threshold_uncertainty_score":0.4949949,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969690806","doi":"10.5539/elt.v3n1p108","title":"On Rater Agreement and Rater Training","year":2010,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Psychology; Inter-rater reliability; Task (project management); Applied psychology; Agreement; Selection (genetic algorithm); Interpretation (philosophy); Social psychology; Clinical psychology; Rating scale; Developmental psychology; Linguistics; Artificial intelligence; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.008705802459287353,"gpt":0.2739569706464495,"spread":0.2652511681871621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005273395,0.00008836019,0.00007427807,0.00007505664,0.0001498003,0.0001092348,0.0002958922,0.00005589489,0.00006277062],"category_scores_gemma":[0.0001707342,0.00007320118,0.00001792505,0.00004253583,0.00002726341,0.0002247679,0.0001013637,0.0005879297,0.00001542194],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001123244,"about_ca_system_score_gemma":0.00002214787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000805841,"about_ca_topic_score_gemma":0.00001055841,"domain_scores_codex":[0.9993432,0.00004922312,0.00009292721,0.0002365358,0.0001104014,0.0001677781],"domain_scores_gemma":[0.9994993,0.0001089708,0.00003259287,0.0003020177,0.00001140831,0.00004567372],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000002134024,0.00009541181,0.001127303,0.000006709784,0.00001935946,0.00003448012,0.1834427,0.000006169631,0.01631801,0.6889799,0.0008473289,0.1091205],"study_design_scores_gemma":[0.009977587,0.002024001,0.05689244,0.0007832241,0.0001247339,0.0004188494,0.3275294,0.02307596,0.2382794,0.1714188,0.1627893,0.006686338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9758516,0.00002650004,0.008768959,0.001031854,0.0008164565,0.00006319986,6.653196e-7,0.0001887387,0.01325203],"genre_scores_gemma":[0.9735573,4.981219e-7,0.0251088,0.0005571817,0.0001998964,0.00001263432,0.000002855804,0.000005047332,0.0005557945],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5175611,"threshold_uncertainty_score":0.2985057,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011807235","doi":"10.1007/978-1-84882-628-1_5","title":"Web-Based Learning Support System","year":2009,"lang":"en","type":"book-chapter","venue":"Advanced information and knowledge processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Web application; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.009725640213652775,"gpt":0.2642985881801186,"spread":0.2545729479664658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002030784,0.0002262353,0.0002145703,0.0003168578,0.0003384336,0.0001934489,0.0003053466,0.0002203611,0.00001183327],"category_scores_gemma":[0.00001784547,0.0002222633,0.00004208077,0.00008861364,0.00005094089,0.001735147,0.00007995241,0.000411083,0.000161046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001237407,"about_ca_system_score_gemma":0.0007018806,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":9.754204e-8,"about_ca_topic_score_gemma":5.282188e-7,"domain_scores_codex":[0.9990371,0.00000822841,0.0004094114,0.000206332,0.0001622398,0.0001766167],"domain_scores_gemma":[0.9990195,0.00002964335,0.0004063726,0.0001877823,0.0002869935,0.00006972847],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002088631,0.000006216255,0.000005276042,0.0002749621,0.000003784903,7.344318e-7,0.0002320768,0.00005397512,0.00000412397,0.2570293,0.0001537667,0.7422338],"study_design_scores_gemma":[0.0004634375,0.00009210846,0.00002770008,0.0007914513,0.00001261708,0.00002719197,0.0001017882,0.04094611,0.0001122888,0.004413146,0.9526567,0.0003554311],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.00001411812,0.001130256,0.149207,0.0003658457,0.0002433198,0.0001736907,0.000001711732,0.0007024407,0.8481616],"genre_scores_gemma":[0.3970461,0.0005078653,0.2168649,0.001635,0.000308121,0.0001392164,0.0004103357,0.00006678097,0.3830217],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.952503,"threshold_uncertainty_score":0.9063635,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2126337504","doi":"10.5539/cis.v3n2p244","title":"Shuffling Algorithms for Automatic Generator Question Paper System","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Shuffling; Computer science; Generator (circuit theory); Repetition (rhetorical device); Quality (philosophy); Algorithm; Process (computing); Test (biology); Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01129799610268725,"gpt":0.2868023162128558,"spread":0.2755043201101686,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008400322,0.00007282694,0.0000718874,0.0002009811,0.000427923,0.0004525104,0.0005382701,0.00004628368,0.000001877278],"category_scores_gemma":[0.00003311699,0.00006151678,0.00001711558,0.0003722091,0.0001305619,0.00714487,0.0001464779,0.00009352144,0.00001709745],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002979529,"about_ca_system_score_gemma":0.0001827592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002015694,"about_ca_topic_score_gemma":3.473872e-7,"domain_scores_codex":[0.9992355,0.000007971577,0.0002205247,0.0001605503,0.0002118049,0.0001636629],"domain_scores_gemma":[0.9992775,0.00005229806,0.00009239181,0.0002480927,0.0002560877,0.00007368034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[2.147366e-7,0.000007455835,0.0001036946,0.00002556647,0.000001390205,6.603629e-8,0.0003145833,0.00004033658,0.0009774164,0.8115615,0.0001845694,0.1867832],"study_design_scores_gemma":[0.0001328847,0.00003638963,0.005424885,0.00001812326,0.000001495258,0.00003425171,0.0000438713,0.982852,0.002247704,0.001183464,0.007926662,0.00009822112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0548568,0.000008002712,0.941712,0.0009814494,0.001624197,0.0001739621,0.000001415261,0.0002291583,0.0004129726],"genre_scores_gemma":[0.542679,0.000001954994,0.4567301,0.0004622984,0.00008424663,0.00003396869,0.000002441558,0.000001053289,0.00000488895],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9828117,"threshold_uncertainty_score":0.5179859,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102131480","doi":"10.5539/ies.v4n1p166","title":"Optimal Number of Gaps in C-Test Passages","year":2011,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Alexander von Humboldt-Stiftung","keywords":"Test (biology); Reliability (semiconductor); Statistics; Psychology; Factorial; Mathematics; Computer science; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.06296830432380317,"gpt":0.4108746882031374,"spread":0.3479063838793342,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001493583,0.00006940048,0.00009704359,0.0001484556,0.00002812318,0.000009293298,0.0004833274,0.00003083521,0.00008915856],"category_scores_gemma":[0.0002627023,0.00006569173,0.00002713666,0.0001989694,0.00008483067,0.0002691679,0.0001386085,0.00007499599,0.00005701302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006858324,"about_ca_system_score_gemma":0.0001925802,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004392828,"about_ca_topic_score_gemma":0.000009257123,"domain_scores_codex":[0.9993439,0.00001633388,0.0002300288,0.0001712304,0.0001557197,0.00008283482],"domain_scores_gemma":[0.9989865,0.0001180661,0.0001122829,0.0001666692,0.0006000082,0.00001649055],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00000284462,0.0009695723,0.3808583,0.0000101963,0.00006727994,0.000001206408,0.003193259,0.000004692253,0.0001038889,0.6039022,0.004619086,0.006267473],"study_design_scores_gemma":[0.0003671435,0.00006558111,0.7831651,0.0001848783,0.00001064885,0.00004500336,0.009202671,0.0002472335,0.009603422,0.1863661,0.01044212,0.0003001276],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9123439,0.001102988,0.005830525,0.01197647,0.005820397,0.0001450888,0.000005370269,0.00009591763,0.0626793],"genre_scores_gemma":[0.9228876,0.0001908064,0.07524589,0.0001412562,0.00004309203,0.00005723478,0.000002509732,0.000002665417,0.001428992],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4175362,"threshold_uncertainty_score":0.2678831,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2290671769","doi":"10.19173/irrodl.v17i2.2227","title":"E-learning in Mongolian Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mathematics education; Cluster analysis; Class (philosophy); Higher education; Psychology; Computer science; Artificial intelligence; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.07594871817533566,"gpt":0.4610309109183763,"spread":0.3850821927430406,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003172839,0.00005598473,0.0001157903,0.0001644378,0.00007953341,0.00007744097,0.001467173,0.00003155398,0.0001151622],"category_scores_gemma":[0.0008206574,0.00003363056,0.00001753671,0.0005469896,0.0001016386,0.0003474941,0.0007675029,0.0004078451,0.00001689123],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001287693,"about_ca_system_score_gemma":0.0003250126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001580714,"about_ca_topic_score_gemma":0.000008330723,"domain_scores_codex":[0.9986647,0.0003808209,0.0002391845,0.0002039818,0.0003509797,0.000160356],"domain_scores_gemma":[0.9988616,0.000637352,0.00009167609,0.0001806201,0.0001956166,0.00003314266],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000112476,0.0001656688,0.1385565,0.0001894829,0.00001121451,0.000003578078,0.00007419236,0.00001602834,0.0001729477,0.6505163,0.002232928,0.2080499],"study_design_scores_gemma":[0.0009787176,0.0001738408,0.4085746,0.02358255,0.000003389096,0.00002314953,0.001450581,0.0008344501,0.0003645589,0.09975403,0.4640236,0.0002365254],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2138484,0.02322938,0.003954411,0.7075937,0.0006490113,0.001476237,0.00001017075,0.00007472008,0.04916391],"genre_scores_gemma":[0.9856052,0.01111611,0.0005019914,0.0001609698,0.00002588898,0.0001061579,0.00001229637,0.000002903512,0.002468452],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7717568,"threshold_uncertainty_score":0.2726397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3096694079","doi":"10.5539/elt.v13n11p94","title":"On the Strategies to Cultivate College Students’ Autonomous English Learning Ability in the New Era","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Psychology; Autonomous learning; Mathematics education; College English; Blended learning; Pedagogy; Educational technology","retraction":null,"screen_n_in":null,"score":{"opus":0.01275043017927409,"gpt":0.2957015554485137,"spread":0.2829511252692397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001561688,0.0001446399,0.0001295593,0.00005411358,0.000301687,0.0003522193,0.001895316,0.00005679122,0.00002669776],"category_scores_gemma":[0.002463584,0.00009151455,0.0000450152,0.0003671745,0.00002812121,0.0003296068,0.0003149615,0.001395718,0.00001683153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007841461,"about_ca_system_score_gemma":0.0001679221,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009339255,"about_ca_topic_score_gemma":0.000032691,"domain_scores_codex":[0.9982734,0.0005728914,0.0001947156,0.000368892,0.0003416243,0.0002485054],"domain_scores_gemma":[0.998537,0.0008764593,0.0000607701,0.0004296564,0.00002792624,0.00006817711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000004723422,0.0001065836,0.001921608,0.000004801603,0.00001268956,0.00001959635,0.6347123,0.001830426,0.0001685875,0.3560877,0.002301596,0.002829282],"study_design_scores_gemma":[0.0008488594,0.0004848353,0.0250059,0.0001004017,0.0000129285,0.000003618013,0.9339167,0.003079768,0.000828161,0.007288978,0.02783976,0.0005901122],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9660983,0.00004539487,0.009063509,0.01673401,0.0002720206,0.0003587844,0.000001913497,0.0003767891,0.007049251],"genre_scores_gemma":[0.9934781,7.442943e-7,0.003226772,0.002796513,0.000322348,0.00004176557,0.000002532696,0.00000765309,0.0001235634],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3487988,"threshold_uncertainty_score":0.6063778,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W281329835","doi":"","title":"A More Valid Alternative to TOEFL","year":2002,"lang":"en","type":"article","venue":"College and university","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Test of English as a Foreign Language; Test (biology); Mathematics education; Language proficiency; Psychology; Medical education; Construct (python library); Higher education; Foreign language; Language assessment; Pedagogy; Computer science; Political science; Medicine; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02414654037228947,"gpt":0.2489227280450827,"spread":0.2247761876727933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00002353152,0.00003433552,0.00003971567,0.00006167588,0.000121715,0.000007684001,0.0002374591,0.00002069756,0.00002529556],"category_scores_gemma":[0.000004035796,0.00003613119,0.00001087578,0.0002019961,0.00002383419,0.0001328399,0.0001492804,0.00003935613,0.00002184073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003198094,"about_ca_system_score_gemma":0.00001117442,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007468229,"about_ca_topic_score_gemma":0.000003941708,"domain_scores_codex":[0.9997228,0.00001037311,0.00002166536,0.0001300328,0.00004829894,0.00006680836],"domain_scores_gemma":[0.9997872,0.00001718024,0.00001073275,0.0001126164,0.00002556821,0.00004671926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002582127,0.00007978806,0.001500811,0.000002109646,0.00001464704,0.00007063803,0.00152072,0.000008366746,0.00004909601,0.9644611,0.02775894,0.004531246],"study_design_scores_gemma":[0.00123466,0.0003702561,0.04259763,0.00003807796,0.00002111261,0.00005670325,0.005793501,0.01893784,0.002236498,0.01882129,0.9093447,0.000547756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8031662,0.00009720474,0.07728107,0.06179784,0.0003284855,0.0002264578,0.00002316963,0.0001802005,0.05689939],"genre_scores_gemma":[0.9804818,0.00001637153,0.007756605,0.0003615241,0.00001361144,3.373056e-7,2.341848e-7,8.047067e-7,0.01136874],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9456398,"threshold_uncertainty_score":0.1473387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390450556","doi":"10.18280/ts.400640","title":"Personalized Learning Pathway Generation for Online Education Through Image Recognition","year":2023,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Image (mathematics); Multimedia; Pattern recognition (psychology)","retraction":null,"screen_n_in":null,"score":{"opus":0.07213784251206222,"gpt":0.3321998174508975,"spread":0.2600619749388353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000322096,0.0001009553,0.0000868547,0.0001068611,0.0002542689,0.00007801136,0.0002116167,0.00005547935,0.0001007822],"category_scores_gemma":[0.00003711939,0.0001022552,0.00005822576,0.0003175026,0.00003098236,0.0004691581,0.00003609791,0.0001018175,0.00007343765],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006467994,"about_ca_system_score_gemma":0.0002309298,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005486806,"about_ca_topic_score_gemma":0.000003549409,"domain_scores_codex":[0.9990827,0.00005713735,0.0001970872,0.0003000656,0.0001804632,0.0001824748],"domain_scores_gemma":[0.9995217,0.00008160568,0.00009387021,0.0001134843,0.0001594838,0.00002987634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002381425,0.001154484,0.0003172233,0.00007690572,0.00007546317,0.000002788218,0.003276476,0.0003018213,0.2246931,0.2081343,0.02956708,0.5323765],"study_design_scores_gemma":[0.00413595,0.001413793,0.009278121,0.0002148935,0.00008676081,0.0000362822,0.005001909,0.4108962,0.1234199,0.1761991,0.2678957,0.00142138],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3005208,0.00005535319,0.6886143,0.008938963,0.0005471194,0.0004832248,0.00002320493,0.0004816508,0.0003354004],"genre_scores_gemma":[0.7183964,0.00006556039,0.2746205,0.001009324,0.0009393888,0.000758676,0.002423075,0.00001966649,0.001767386],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5309551,"threshold_uncertainty_score":0.4169846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3022825172","doi":"10.5539/elt.v13n5p110","title":"A Contrastive Analysis of Classroom-Based Language Assessments","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Knowledge survey; Psychology; Mathematics education; Dynamic assessment; Standards-based assessment; Language assessment; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.01290502904376974,"gpt":0.3154407421216762,"spread":0.3025357130779065,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003785032,0.0001273996,0.0002791097,0.0002322913,0.0000758469,0.00004913732,0.0006892263,0.00007089335,0.0000574386],"category_scores_gemma":[0.0004881943,0.0001213379,0.0001337644,0.0007685335,0.00003548821,0.000244462,0.0001222491,0.0004027125,0.000004425573],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004530121,"about_ca_system_score_gemma":0.0000961052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004955667,"about_ca_topic_score_gemma":0.00001227759,"domain_scores_codex":[0.9988062,0.0001642679,0.0002341477,0.0003346468,0.0002654044,0.0001952769],"domain_scores_gemma":[0.9990654,0.0002848973,0.0001585629,0.0003567031,0.00004750879,0.00008694039],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005091184,0.001337287,0.07975795,0.0001329074,0.003869021,0.0002660498,0.5054843,0.005442087,0.04495544,0.2418146,0.001378946,0.1155106],"study_design_scores_gemma":[0.003412012,0.0007967633,0.03402232,0.0001558151,0.001607265,0.00000271822,0.2169097,0.6834276,0.05600427,0.0004028441,0.001763681,0.001495069],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5965524,0.0001312668,0.3986274,0.000756771,0.000111633,0.00008681779,0.00001676955,0.0002819581,0.003435038],"genre_scores_gemma":[0.9511926,5.146934e-7,0.04786019,0.0007677113,0.00008019635,0.00001270862,0.00003890503,0.000007046397,0.00004016428],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6779855,"threshold_uncertainty_score":0.4948017,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392348838","doi":"10.18280/ts.410140","title":"Deep Learning-Based Educational Image Content Understanding and Personalized Learning Path Recommendation","year":2024,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Path (computing); Personalized learning; Deep learning; Artificial intelligence; Content (measure theory); Multimedia; Machine learning; Mathematics education; Psychology; Mathematics; Teaching method; Open learning; Cooperative learning; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.05247682325051804,"gpt":0.2949689151869699,"spread":0.2424920919364519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005010231,0.0001348738,0.0001047389,0.000176571,0.0003252178,0.0002948645,0.0001718681,0.00005147474,0.0007071892],"category_scores_gemma":[0.00003173476,0.000129583,0.00005078799,0.0002165953,0.00008803444,0.0003923356,0.00005103404,0.0003038334,0.00002701523],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002480817,"about_ca_system_score_gemma":0.0001690379,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006327543,"about_ca_topic_score_gemma":0.000002174117,"domain_scores_codex":[0.9988958,0.0001170457,0.0002034804,0.0003702604,0.0002137917,0.0001996013],"domain_scores_gemma":[0.9994081,0.0003372655,0.00006435767,0.00007092243,0.00005239877,0.00006691105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002499544,0.0002437588,0.00529182,0.0001079161,0.0001108002,0.000009904791,0.002058859,0.0007715286,0.003636535,0.9624083,0.001176776,0.02415879],"study_design_scores_gemma":[0.001049993,0.0004829673,0.009185453,0.0002050223,0.00004234974,0.00003477313,0.003095027,0.9425816,0.0006254801,0.02566152,0.0165823,0.0004535133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01332426,0.0003088252,0.9541626,0.03074035,0.000276364,0.0001592904,0.000001534898,0.0002535457,0.0007732529],"genre_scores_gemma":[0.9849236,0.00002923162,0.01420293,0.000250008,0.00009109504,0.00006185124,0.00007071108,0.00001001728,0.00036058],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9715993,"threshold_uncertainty_score":0.7743226,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2084099844","doi":"10.1145/1370256.1370280","title":"CONFSYS","year":2008,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Upload; Presentation (obstetrics); Function (biology); World Wide Web; Engineering management; Multimedia; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02858629803718883,"gpt":0.2703861935741343,"spread":0.2417998955369455,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00002193924,0.00001648015,0.00001791586,0.00001675564,0.00004963932,0.00000358628,0.0002118104,0.00001295128,0.00003835051],"category_scores_gemma":[0.000003137327,0.00001335729,0.000006896756,0.00006451543,0.00001995263,0.0000729141,0.00003367108,0.00002469288,0.0001715406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000004190569,"about_ca_system_score_gemma":0.00003808623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002219697,"about_ca_topic_score_gemma":2.077348e-7,"domain_scores_codex":[0.9998239,0.000003180249,0.0000282719,0.00006180248,0.00003915637,0.00004366607],"domain_scores_gemma":[0.9998288,0.00001258331,0.000006067001,0.0001280494,0.00001265118,0.00001190068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[2.843177e-8,0.00001417964,0.002339815,1.336972e-7,9.687445e-7,0.000002412597,0.00002909653,4.038483e-7,0.00006634869,0.9850287,0.01135056,0.001167394],"study_design_scores_gemma":[0.0004210923,0.000115608,0.3137813,0.000005494137,0.000001614111,0.000595381,0.0001119187,0.005727032,0.05307434,0.243302,0.3824769,0.0003873392],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05450344,0.00002872022,0.7750669,0.01297393,0.0002179068,0.00002737141,5.629217e-8,0.0003001282,0.1568815],"genre_scores_gemma":[0.9181907,0.000004552201,0.07520066,0.0004944918,0.000009372159,0.000003110368,1.29581e-7,4.217466e-7,0.006096535],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8636873,"threshold_uncertainty_score":0.2204865,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2993353296","doi":"10.5539/elt.v13n1p18","title":"Comparison of Automatic and Expert Teachers’ Rating of Computerized English Listening-Speaking Test","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Psychology; Active listening; Rasch model; Test (biology); Reliability (semiconductor); Inter-rater reliability; Rating scale; Mathematics education; Applied psychology; Developmental psychology; Communication","retraction":null,"screen_n_in":null,"score":{"opus":0.0112248277917318,"gpt":0.3145122398373942,"spread":0.3032874120456624,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007681214,0.0001517519,0.0003875147,0.0001456926,0.00009073317,0.0000634411,0.0005850863,0.00009109677,0.00001739784],"category_scores_gemma":[0.0009663026,0.0001449669,0.0000556203,0.0001560721,0.00005858308,0.0004176142,0.0003152833,0.0004356393,0.000001050654],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003453425,"about_ca_system_score_gemma":0.00004609619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006668107,"about_ca_topic_score_gemma":0.000003201441,"domain_scores_codex":[0.9986616,0.0001483564,0.0004458255,0.000303199,0.000240101,0.0002008629],"domain_scores_gemma":[0.9982549,0.00081087,0.0003616324,0.0004530601,0.00007526834,0.0000442647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000001659045,0.0003020931,0.08847149,0.0001235089,0.00004293382,0.000003159339,0.8146486,0.00006187933,0.02907907,0.01164227,0.0001097413,0.05551364],"study_design_scores_gemma":[0.003969603,0.0009877828,0.0340896,0.002646093,0.00006267906,0.00002733034,0.5185774,0.3488244,0.08648559,0.0004558581,0.002386232,0.001487422],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9768179,0.0005316848,0.01829157,0.00007498626,0.0004945654,0.0001737024,0.000001906193,0.0003173898,0.003296318],"genre_scores_gemma":[0.8682559,0.000001302346,0.1315317,0.00004023491,0.0001040122,0.000006467325,0.000004687159,0.00001024589,0.00004545424],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3487625,"threshold_uncertainty_score":0.5911579,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392351492","doi":"10.19173/irrodl.v25i1.7419","title":"Extracting Course Features and Learner Profiling for Course Recommendation Systems: A Comprehensive Literature Review","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Profiling (computer programming); Course (navigation); Computer science; Multimedia; Data science; World Wide Web; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08933692608124867,"gpt":0.4954467840288927,"spread":0.406109857947644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004460171,0.00008934076,0.0002029868,0.00008346486,0.0001756207,0.0004728039,0.0006971269,0.00004384588,0.000009654144],"category_scores_gemma":[0.0008468939,0.00006089059,0.00003251803,0.0004946103,0.00008516209,0.0004594486,0.0004595944,0.0007184806,0.000001773838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005423166,"about_ca_system_score_gemma":0.0002165852,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002051085,"about_ca_topic_score_gemma":0.000001482135,"domain_scores_codex":[0.9985769,0.0003816961,0.0002946493,0.0002926061,0.0002940469,0.0001601013],"domain_scores_gemma":[0.9975585,0.00163694,0.0001139274,0.0001519267,0.0005021709,0.00003653837],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003466338,0.0001830347,0.00307109,0.04382486,0.0002042976,0.00003296649,0.0002875391,0.00006118784,0.0001332794,0.64902,0.04472729,0.2584199],"study_design_scores_gemma":[0.0006257067,0.0002215868,0.00370364,0.3886447,0.00006366766,0.0005669039,0.003360044,0.03715598,0.0001105086,0.00835028,0.5568732,0.0003237686],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001252135,0.865752,0.005526473,0.1246024,0.0002886659,0.001679083,0.00005506169,0.00003578291,0.0008084245],"genre_scores_gemma":[0.2460631,0.7479285,0.003513478,0.0006589649,0.0001076108,0.0005911695,0.0005488927,0.00001182222,0.0005764858],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6406696,"threshold_uncertainty_score":0.4559259,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2465131982","doi":"10.5539/ijel.v6n4p96","title":"Evaluation of an In-Service Training Program for Primary School Teachers of English in Vietnam","year":2016,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Đại học Huế","keywords":"Retraining; Service (business); Training (meteorology); Medical education; Psychology; School teachers; Mathematics education; Pedagogy; Business; Medicine; Marketing; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.04132016496691976,"gpt":0.3679373620328937,"spread":0.3266171970659739,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002984029,0.00008507209,0.0001977433,0.000404779,0.0000114317,0.00002221727,0.0009132606,0.00008793089,0.000008098843],"category_scores_gemma":[0.07152741,0.00007166718,0.00005901542,0.0002121048,0.00004341334,0.0002491398,0.00006228838,0.0001819768,1.77202e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003018649,"about_ca_system_score_gemma":0.001057061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004570285,"about_ca_topic_score_gemma":0.00003079261,"domain_scores_codex":[0.9980956,0.0001059727,0.0007296644,0.0001421945,0.0008027395,0.0001238078],"domain_scores_gemma":[0.9652974,0.0003538275,0.0006041396,0.0001530817,0.03354194,0.00004958617],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000247848,0.004358911,0.07259095,0.00009900025,0.0004570695,0.0000154708,0.02436222,0.004821269,0.001311364,0.1303727,0.0006319365,0.7607313],"study_design_scores_gemma":[0.03528535,0.00464448,0.4487459,0.005971088,0.0004530332,0.00001750853,0.01709211,0.03901503,0.02212198,0.2914031,0.1336406,0.001609822],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9654034,0.0002002931,0.01056725,0.0003926622,0.01432124,0.0005492761,0.0000236903,0.00004261352,0.008499607],"genre_scores_gemma":[0.9267372,0.00001362105,0.07147366,0.00004997881,0.001689,0.00002143554,0.000004162502,0.000006335658,0.000004564506],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7591215,"threshold_uncertainty_score":0.9362935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407996445","doi":"10.1061/9780784485989.001","title":"Large Language Model for Geotechnical Engineering Applications Using Retrieval Augmented Generation","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Rocscience (Canada)","funders":"","keywords":"Computer science; Geotechnical engineering; Geology","retraction":null,"screen_n_in":null,"score":{"opus":0.02545900099889249,"gpt":0.336911492510502,"spread":0.3114524915116095,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001456191,0.00005242645,0.00005307914,0.00009192806,0.0001072544,0.00002979452,0.0002501521,0.00006526013,0.000002435829],"category_scores_gemma":[0.00002093248,0.00005265268,0.00002658343,0.0002625848,0.000006596669,0.0001070355,0.00008614513,0.00006548934,0.00000144447],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006142172,"about_ca_system_score_gemma":0.0001009078,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001072586,"about_ca_topic_score_gemma":0.000001312378,"domain_scores_codex":[0.999531,0.000004028262,0.0001101662,0.0001785014,0.00005750761,0.0001188439],"domain_scores_gemma":[0.999642,0.00003128721,0.00002007215,0.0002439486,0.00004635201,0.00001639173],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[6.857268e-7,0.00005686967,0.000009277563,0.000006996205,0.000008668638,7.444152e-8,0.00003210768,0.02537619,0.03440447,0.9391965,0.0003932832,0.0005148696],"study_design_scores_gemma":[0.000112793,0.000004190174,0.00002042336,0.00000412003,0.000004745389,6.740285e-7,0.0000169796,0.981572,0.01432281,0.002957858,0.0009321517,0.00005120091],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.012258,0.00005104009,0.9854465,0.00155389,0.00007412605,0.0002701964,0.000003803516,0.0002374728,0.0001050146],"genre_scores_gemma":[0.6191106,0.000001549378,0.3798611,0.0002157774,0.00002938017,0.0000836773,0.00001311202,0.00000245776,0.0006822583],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9561959,"threshold_uncertainty_score":0.2147114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2948472064","doi":"10.5430/wje.v9n3p30","title":"The Effect of Teacher Feedback on the Simple Past Tense Acquisition in Senior High School Students' English Writing","year":2019,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Jiangxi Normal University","keywords":"Corrective feedback; Peer feedback; Psychology; Second-language acquisition; Mathematics education; Class (philosophy); Perception; Point (geometry); Computer science; Linguistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.00508435178053322,"gpt":0.2874191603900464,"spread":0.2823348086095132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001815365,0.00008426057,0.0001270853,0.0001901172,0.0001078453,0.00009711073,0.0007204972,0.00003374859,0.00005119148],"category_scores_gemma":[0.0002022083,0.00004779607,0.00005575803,0.0004272578,0.00003371281,0.0002556689,0.00006169364,0.0003813509,0.00001833555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001473177,"about_ca_system_score_gemma":0.0001835096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000865729,"about_ca_topic_score_gemma":0.000008774918,"domain_scores_codex":[0.9987887,0.0002737172,0.0003582202,0.0001137996,0.0003360009,0.0001296136],"domain_scores_gemma":[0.998163,0.0008662145,0.0004130571,0.000311264,0.0002123696,0.00003407414],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006939164,0.000515981,0.9025139,0.00002033275,0.00005364808,9.707511e-7,0.0009278437,0.0001687698,0.000934212,0.05646582,0.01246487,0.02586425],"study_design_scores_gemma":[0.0005411325,0.0003867595,0.9853801,0.0002715905,0.00001488117,0.00001093451,0.002042493,0.00006000213,0.003032081,0.004835499,0.003330446,0.0000941102],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.988401,0.0001233753,0.00009886021,0.009267409,0.001174159,0.0002199976,2.728287e-7,0.000008177447,0.0007067545],"genre_scores_gemma":[0.9984598,0.00001176404,0.0003808805,0.0002051515,0.0003603956,0.00001588365,0.000001038105,0.000004692915,0.0005603716],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08286616,"threshold_uncertainty_score":0.1949067,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982644112","doi":"10.5539/cis.v12n4p72","title":"Improving an AI-Based Algorithm to Automatically Generate Concept Maps","year":2019,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Association rule learning; Task (project management); Inefficiency; Data mining; Quality (philosophy); Artificial intelligence; Reading (process); Machine learning","retraction":null,"screen_n_in":null,"score":{"opus":0.006635199339815197,"gpt":0.2670837812288226,"spread":0.2604485818890074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004873788,0.00008840631,0.00008691546,0.0002789354,0.0002135703,0.0006323366,0.0008436476,0.00003523998,0.000009370835],"category_scores_gemma":[0.00001216902,0.00007714954,0.00001359474,0.0006688419,0.0001183904,0.007772344,0.0002798501,0.00008749229,0.0001362882],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004039321,"about_ca_system_score_gemma":0.0003546338,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004086247,"about_ca_topic_score_gemma":1.421106e-7,"domain_scores_codex":[0.9989887,0.00001603645,0.0002204816,0.000230348,0.000325485,0.0002189172],"domain_scores_gemma":[0.9991212,0.00002977114,0.00006989149,0.0003740113,0.0002511292,0.0001539429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[5.667147e-7,0.00001998512,0.0001877708,0.00000751381,0.000001140933,2.30986e-7,0.0007130139,0.001098438,0.0003539367,0.1559534,0.0002455976,0.8414184],"study_design_scores_gemma":[0.0001584033,0.0001316756,0.005478757,0.000009672562,6.213896e-7,0.000007003878,0.00002819659,0.9880287,0.002555193,0.0006918338,0.002786194,0.0001237547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02591135,0.000005178912,0.9706264,0.002149481,0.0005887173,0.0001794335,0.000002461323,0.0001619436,0.0003750369],"genre_scores_gemma":[0.2654412,6.364465e-7,0.7271813,0.007312388,0.00003324677,0.0000105906,0.000005987823,0.000001476215,0.00001322669],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9869303,"threshold_uncertainty_score":0.6097636,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210681716","doi":"10.19173/irrodl.v22i4.5437","title":"An Internet Articles Retrieval Agent Combined With Dynamic Associative Concept Maps to Implement Online Learning in an Artificial Intelligence Course","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; The Internet; Search engine; Control (management); World Wide Web; Filter (signal processing); Associative property; Multimedia; Artificial intelligence; Information retrieval","retraction":null,"screen_n_in":null,"score":{"opus":0.0947574939811753,"gpt":0.4802984297827489,"spread":0.3855409358015736,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005470826,0.00009523306,0.0002030839,0.0001694877,0.0002144444,0.0001618805,0.001980861,0.00002080776,0.0001221737],"category_scores_gemma":[0.0005164721,0.0000752898,0.0000195135,0.0009802959,0.000104713,0.0003066238,0.001387811,0.0009677367,0.000002570998],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004011953,"about_ca_system_score_gemma":0.0003023788,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002497393,"about_ca_topic_score_gemma":0.0003206257,"domain_scores_codex":[0.9969517,0.001240418,0.0004077033,0.0003498767,0.000787952,0.000262364],"domain_scores_gemma":[0.998742,0.00049992,0.0001728404,0.0002235998,0.0002836016,0.0000780676],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001191414,0.00463569,0.1438922,0.00021809,0.0001692299,0.0001368536,0.01016595,0.02076849,0.0006918518,0.4796313,0.0006781757,0.3378208],"study_design_scores_gemma":[0.002103853,0.01357028,0.1886925,0.00637826,0.00003299239,0.00006890175,0.1733845,0.536141,0.00251534,0.06431274,0.01182583,0.0009737938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9467947,0.0009985437,0.01251321,0.03840478,0.0000883714,0.001013818,0.00008180198,0.00002885548,0.00007593341],"genre_scores_gemma":[0.9976806,0.0003262621,0.001234161,0.0002245131,0.00001033558,0.0001029458,0.0003531847,0.000005415144,0.00006259826],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5153726,"threshold_uncertainty_score":0.4204388,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089256187","doi":"10.2316/journal.208.2004.1.202-1452","title":"Integrated of Learning Management Systems and Web Applications using Web Services","year":2004,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"World Wide Web; Computer science; Web service","retraction":null,"screen_n_in":null,"score":{"opus":0.009044005904100682,"gpt":0.2843037378997977,"spread":0.275259731995697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001631043,0.0001282518,0.0001837646,0.0004452715,0.0003082047,0.00002436305,0.0004664305,0.0001525472,6.464983e-7],"category_scores_gemma":[0.00001856263,0.0001314937,0.00002779489,0.0007884766,0.0001265591,0.0002194672,0.000212425,0.0003391799,0.000002595653],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007194074,"about_ca_system_score_gemma":0.00006297939,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004351265,"about_ca_topic_score_gemma":0.000002769393,"domain_scores_codex":[0.9990659,0.00001712777,0.0002373825,0.0003635747,0.00008722666,0.000228757],"domain_scores_gemma":[0.9993134,0.00005277026,0.0002261229,0.0002668942,0.0001158745,0.00002495823],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004158143,0.0000596912,0.004723514,0.0001914581,0.00006114809,0.000001829112,0.00007636791,0.04708263,0.02888498,0.8733496,5.667727e-7,0.04556407],"study_design_scores_gemma":[0.005842722,0.00124973,0.0008955573,0.001737899,0.0001914885,0.0002817445,0.02923437,0.458831,0.03377296,0.2410886,0.2253764,0.001497537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3419566,0.001051359,0.6548063,0.0006541937,0.00008940945,0.0005090945,0.000001479919,0.0006813755,0.0002502667],"genre_scores_gemma":[0.7615026,0.0001201974,0.2379939,0.000009058977,0.00000649061,0.0002418446,0.000005821189,0.000009437782,0.0001105903],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.632261,"threshold_uncertainty_score":0.5362157,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1905079982","doi":"10.24908/pceea.v0i0.5743","title":"USING WEIGHTED SCORING RUBRICS IN ENGINEERING ASSESSMENT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Rubric; Computer science; Task (project management); Process (computing); Function (biology); Weight function; Mathematics; Statistics; Arithmetic; Engineering; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02074707526505961,"gpt":0.2632275902746524,"spread":0.2424805150095928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007334648,0.0001324798,0.0001446116,0.0005461685,0.00008391408,0.0001206176,0.0006455448,0.0001399181,0.000002403232],"category_scores_gemma":[0.0005217582,0.0001397226,0.00004476843,0.001177431,0.000008444236,0.0004996235,0.0000773974,0.000310116,0.000002488453],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005025573,"about_ca_system_score_gemma":0.002204905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003012067,"about_ca_topic_score_gemma":0.0006471227,"domain_scores_codex":[0.9988128,0.000006525944,0.0002857687,0.0002169995,0.0003641086,0.0003137752],"domain_scores_gemma":[0.9988981,0.00004475154,0.0002433737,0.0001456203,0.0004825294,0.0001856051],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[5.877671e-7,0.0001341443,0.5731088,0.0001257759,0.00005489033,3.268151e-7,0.001123816,0.01127242,0.002626988,0.4074485,0.003338223,0.0007655204],"study_design_scores_gemma":[0.0006289653,0.00003724527,0.5215136,0.0006377907,0.00004132973,0.00002151918,0.0009607705,0.4481696,0.00521461,0.006499004,0.01545655,0.0008190199],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9654619,0.0001887379,0.00865634,0.01480507,0.005429996,0.00060894,0.000006020627,0.0002694131,0.004573585],"genre_scores_gemma":[0.940469,0.000003277054,0.05904324,0.0001009658,0.00009640755,0.00003705502,0.000001858213,0.00001457717,0.0002336058],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4368972,"threshold_uncertainty_score":0.998794,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4254429661","doi":"10.4018/978-1-5225-7365-4.ch016","title":"Automatic Item Generation","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Test (biology); Process (computing); Item bank; Industrial engineering; Artificial intelligence; Data science; Information retrieval; Machine learning; Item response theory; Engineering; Programming language; Statistics; Mathematics; Psychometrics","retraction":null,"screen_n_in":null,"score":{"opus":0.02134655998604585,"gpt":0.2720030772144069,"spread":0.250656517228361,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001758195,0.0003709397,0.0003098824,0.000562611,0.000291596,0.0001019996,0.0007199195,0.000473623,0.000358364],"category_scores_gemma":[0.0001368705,0.0003688029,0.00005380018,0.0001536345,0.0008975275,0.002674185,0.0002695859,0.0004211851,0.00004751026],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002375936,"about_ca_system_score_gemma":0.000509459,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001009481,"about_ca_topic_score_gemma":0.00001111516,"domain_scores_codex":[0.9981848,0.00002164018,0.0004928221,0.000721127,0.0003318922,0.0002476887],"domain_scores_gemma":[0.9986965,0.0002460781,0.0003173082,0.0005030752,0.0002020294,0.00003498907],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003210703,0.00002363644,0.00003812409,0.00002830847,0.00002026549,0.000001542377,0.00003447698,0.00001505945,0.00002729808,0.8818497,0.003119012,0.1148393],"study_design_scores_gemma":[0.00008216436,0.0001111709,0.0001718238,0.0001148772,0.000006540228,0.0001667541,0.000087744,0.0006394289,0.0003224859,0.6736758,0.3243193,0.0003019033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.003858181,0.2665915,0.1467249,0.1307845,0.01862773,0.004770812,0.0001693727,0.006915591,0.4215574],"genre_scores_gemma":[0.003622197,0.06251897,0.7673329,0.0004524254,0.000770221,0.0006143104,0.0001440697,0.00006330837,0.1644817],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6206079,"threshold_uncertainty_score":0.9998764,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2909080980","doi":"10.24908/pceea.v0i0.13094","title":"Fuzzy logic in engineering education and evaluation of graduate attributes","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Fuzzy logic; Defuzzification; Fuzzy set operations; Fuzzy classification; Fuzzy number; Computer science; Neuro-fuzzy; Flexibility (engineering); Artificial intelligence; Type-2 fuzzy sets and systems; Weighting; Fuzzy associative matrix; Machine learning; Task (project management); Data mining; Fuzzy set; Mathematics; Fuzzy control system; Engineering; Systems engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02483019428482999,"gpt":0.2717952041130441,"spread":0.2469650098282141,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001189043,0.0001086402,0.0001282688,0.0004872665,0.00008110798,0.00005312807,0.0003839167,0.0001195728,0.00000418982],"category_scores_gemma":[0.001251433,0.0001114448,0.00003166372,0.0008522449,0.00002492195,0.0003533669,0.00004619049,0.0001601706,0.000002330929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001349362,"about_ca_system_score_gemma":0.001601688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001689431,"about_ca_topic_score_gemma":0.001229528,"domain_scores_codex":[0.9989259,0.00001097041,0.0002783587,0.0002019834,0.0003828984,0.0001999076],"domain_scores_gemma":[0.9981112,0.00005359404,0.0002985496,0.0001272343,0.001327955,0.00008142343],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000001572695,0.000322473,0.2443109,0.0003581703,0.00008165825,2.421491e-8,0.003115653,0.0008581982,0.007046025,0.7214199,0.007912112,0.01457329],"study_design_scores_gemma":[0.000216014,0.00003565995,0.9481966,0.0003042331,0.0000406283,0.000005031717,0.0003724566,0.02127084,0.009462139,0.01848001,0.001375174,0.000241219],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9829394,0.0002493913,0.0001802035,0.01249199,0.001685591,0.0004224677,0.000004860378,0.00005502692,0.001971107],"genre_scores_gemma":[0.9934785,0.00001026392,0.006068345,0.00009778306,0.0001037898,0.00007897046,0.000003975561,0.000008504427,0.0001498411],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7038857,"threshold_uncertainty_score":0.4544588,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2803838168","doi":"10.5539/elt.v11n6p80","title":"College English Curriculum Group: The Construction Based on Needs Analysis","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Xi'an University of Science and Technology","keywords":"Curriculum; Mathematics education; College English; Needs analysis; Psychology; The Internet; China; Foreign language; Humanity; Pedagogy; Computer science; Political science; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.004546130147888984,"gpt":0.2528972616982746,"spread":0.2483511315503857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009126281,0.0001420144,0.0001472609,0.0004120641,0.0005358421,0.0001269569,0.0008251129,0.0000888552,0.00006999332],"category_scores_gemma":[0.0005569842,0.0001042581,0.0001106294,0.001274654,0.0001389123,0.0002882537,0.0001129642,0.0005204437,0.00001311418],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008094512,"about_ca_system_score_gemma":0.00004700964,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005903493,"about_ca_topic_score_gemma":0.00003551905,"domain_scores_codex":[0.99874,0.0002509926,0.0001798425,0.0003042486,0.0002849029,0.0002400578],"domain_scores_gemma":[0.998742,0.0002663139,0.000107112,0.0007302202,0.0001028718,0.00005142765],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000004746209,0.0003234338,0.0220145,0.000006334249,0.0002123977,0.0000117647,0.06975739,0.0003163762,0.00009718748,0.8901701,0.002427416,0.01465834],"study_design_scores_gemma":[0.002412842,0.001083039,0.02045958,0.0001834663,0.0008019955,0.00002479729,0.4685316,0.4301469,0.004220355,0.005530461,0.06458832,0.0020166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7845325,0.00005342617,0.1801856,0.001362204,0.002445591,0.0002058682,0.00001140633,0.0009085217,0.0302948],"genre_scores_gemma":[0.9689236,5.698559e-7,0.02945121,0.0005703216,0.0008896607,0.00002711712,0.00001640059,0.000007175408,0.0001138987],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8846396,"threshold_uncertainty_score":0.4251522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2483081267","doi":"10.4018/978-1-4666-9441-5.ch022","title":"Using Automated Procedures to Generate Test Items That Measure Junior High Science Achievement","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Section (typography); Computer science; Test (biology); Quality (philosophy); Measure (data warehouse); Curriculum; Mathematics education; Data mining; Psychology; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.06464199464959075,"gpt":0.3595467430617855,"spread":0.2949047484121948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005155001,0.0004120804,0.0003124949,0.0005943051,0.0005315539,0.000138309,0.0007960458,0.0002112153,0.00009768339],"category_scores_gemma":[0.00004382594,0.0003617647,0.00002053011,0.000298686,0.0002886468,0.002147222,0.0005092939,0.0003280248,0.00002905377],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005866571,"about_ca_system_score_gemma":0.007776845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003450354,"about_ca_topic_score_gemma":0.00002039067,"domain_scores_codex":[0.9974717,0.00002916786,0.0004702939,0.0008303495,0.0008344104,0.0003641056],"domain_scores_gemma":[0.9985298,0.0000743027,0.0003061509,0.0003654296,0.0005039864,0.000220338],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002349889,0.00033951,0.002532217,0.0001820377,0.00002418578,0.000004032485,0.001212275,0.00006983877,0.0003840507,0.9763348,0.007004298,0.01188932],"study_design_scores_gemma":[0.0001984119,0.00006527494,0.01531384,0.001507104,0.000008979681,0.00002113882,0.0001327081,0.00002693061,0.001301445,0.03431255,0.9464131,0.0006985415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03164714,0.2138523,0.00290672,0.1748411,0.1198573,0.01366146,0.0001439008,0.005299982,0.4377901],"genre_scores_gemma":[0.0373831,0.001068973,0.1439904,0.00252325,0.0002419587,0.0004719894,0.00007936901,0.00004603501,0.8141949],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.9420222,"threshold_uncertainty_score":0.9998834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2986349959","doi":"10.5539/elt.v12n12p67","title":"Language Testing in China: Past and Future","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Guangdong University of Foreign Studies","keywords":"Professionalization; China; Psychology; Test (biology); Language assessment; Mainland China; Social science; Pedagogy; Sociology; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.004581191385425803,"gpt":0.2501977951349193,"spread":0.2456166037494935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004659443,0.00009840084,0.00010834,0.0001196611,0.00006838009,0.00007408277,0.0003529582,0.00006773533,0.00001632128],"category_scores_gemma":[0.000141754,0.00009000432,0.00001545138,0.0001879142,0.00001314576,0.0003535506,0.0001782689,0.0005302008,0.00001096738],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003298016,"about_ca_system_score_gemma":0.00002348539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007297286,"about_ca_topic_score_gemma":0.00001334608,"domain_scores_codex":[0.999239,0.00007119408,0.000115653,0.0002724041,0.0001078894,0.0001939062],"domain_scores_gemma":[0.9994804,0.0001211332,0.00004623117,0.0003087993,0.00000941822,0.00003402164],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.000002107845,0.0001500337,0.2240901,0.00005333856,0.00001460734,0.0001080278,0.3632175,0.00003191265,0.004835502,0.1322718,0.0001988938,0.2750262],"study_design_scores_gemma":[0.002355125,0.0002679165,0.6606044,0.0004206102,0.00001454947,0.0001458104,0.3085131,0.01076001,0.002329532,0.003082735,0.01005324,0.001452921],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9816669,0.0005457728,0.0008383272,0.0008104687,0.0004523114,0.00009946311,8.4666e-7,0.0002734658,0.0153125],"genre_scores_gemma":[0.9673113,0.000002045363,0.03180965,0.0001353188,0.0004676902,0.000007402189,0.000003489787,0.000007194419,0.00025592],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4365143,"threshold_uncertainty_score":0.367027,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3128276583","doi":"10.1109/access.2021.3057515","title":"Multi-Swarm Optimization for Extracting Multiple-Choice Tests From Question Banks","year":2021,"lang":"en","type":"article","venue":"IEEE Access","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Particle swarm optimization; Simulated annealing; Computer science; Swarm behaviour; Multi-swarm optimization; Mathematical optimization; Pareto principle; Standard deviation; Algorithm; Pareto optimal; Multi-objective optimization; Mathematics; Artificial intelligence; Machine learning; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.08006138877431644,"gpt":0.4039544603057659,"spread":0.3238930715314494,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001451016,0.00009910758,0.00009884105,0.00005874316,0.0001817199,0.0002395438,0.0006241705,0.0001103197,0.00001719827],"category_scores_gemma":[0.0008272729,0.0001060736,0.00003790014,0.0002628097,0.00001778086,0.001105685,0.0001078331,0.0001383418,0.000006391579],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005632575,"about_ca_system_score_gemma":0.0001434367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009593068,"about_ca_topic_score_gemma":0.0001089206,"domain_scores_codex":[0.9990772,0.00004625366,0.0001881506,0.0003985064,0.0001236903,0.0001662226],"domain_scores_gemma":[0.9979646,0.001256882,0.0001278147,0.0003537639,0.0002553445,0.00004162295],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002629038,0.002587657,0.4045641,0.0001333902,0.0002065816,0.00005189666,0.001156607,0.3003259,0.07115993,0.01398994,0.003752687,0.202045],"study_design_scores_gemma":[0.0006525248,0.00001726733,0.08940618,0.0000746862,0.00001432163,0.000006234585,0.00003852634,0.8050812,0.1014873,0.00200611,0.0009830369,0.0002326047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1373633,0.0001168501,0.8591337,0.001785175,0.001209658,0.0001507654,0.000007683701,0.0001836116,0.00004921189],"genre_scores_gemma":[0.6082449,0.000008856245,0.3911715,0.0002275271,0.0001411493,0.00007640967,0.00003494853,0.00000628003,0.00008845465],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5047553,"threshold_uncertainty_score":0.4325557,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2989633901","doi":"10.5539/ies.v12n12p55","title":"Investigating the Validity of Different Peer Groupings in the Assessment of English Writings","year":2019,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Guangdong University of Foreign Studies","keywords":"Peer feedback; Peer assessment; Psychology; Peer evaluation; Promotion (chess); Homogeneous; Mathematics education; Quality (philosophy); Test validity; Construct validity; Higher education; Psychometrics; Developmental psychology; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.07087660242822855,"gpt":0.4062094524306231,"spread":0.3353328500023945,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008870041,0.00008007802,0.0001298524,0.0001044457,0.00005649224,0.00002934856,0.0009345542,0.00002628355,0.00001061818],"category_scores_gemma":[0.001075342,0.00004791571,0.00004560073,0.0002288966,0.0001244963,0.000195411,0.0001987947,0.0001684654,0.000001667199],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008034785,"about_ca_system_score_gemma":0.0001877036,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002538919,"about_ca_topic_score_gemma":0.000007978113,"domain_scores_codex":[0.9987934,0.0001030931,0.0003310445,0.0001657519,0.0005236432,0.00008309851],"domain_scores_gemma":[0.9967484,0.0007013918,0.0002884133,0.0002756665,0.001976605,0.00000947449],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[2.688294e-7,0.0002358407,0.406525,0.00002214096,0.00004260245,3.03867e-8,0.007637247,0.00001541519,0.0001743766,0.5824999,0.001857594,0.0009896309],"study_design_scores_gemma":[0.0001607046,0.00004935586,0.8973961,0.0001535919,0.000008699723,0.000001878194,0.02614008,0.0007727846,0.0009290415,0.07088267,0.003415434,0.00008965583],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.962124,0.00009533341,0.0007491527,0.02885487,0.002969768,0.000188155,0.000002137658,0.00001591367,0.005000656],"genre_scores_gemma":[0.9943709,0.00003914008,0.004620425,0.0005077978,0.0001044126,0.00009576599,0.00000529708,0.000002385342,0.0002539272],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5116172,"threshold_uncertainty_score":0.1953946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2592139278","doi":"10.24908/pceea.v0i0.6456","title":"EDUCATIONAL DATA MINING APPROACH FOR ENGINEERING GRADUATE ATTRIBUTES ANALYSIS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true},"ca_institutions":"National Research Council Canada; Université de Moncton","funders":"National Research Council Canada; Université de Moncton","keywords":"Curriculum; Process (computing); Computer science; Field (mathematics); Set (abstract data type); Data science; Concept map; Educational data mining; Data mining; Artificial intelligence; Mathematics education; Psychology; Mathematics; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.04673410479826912,"gpt":0.2837450732654153,"spread":0.2370109684671462,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008406283,0.000147485,0.0001935117,0.0004468751,0.0005929227,0.0004208153,0.002705471,0.0001299349,0.000004163611],"category_scores_gemma":[0.002884609,0.0001506811,0.0001063181,0.0005816502,0.00002114435,0.0008288806,0.0002082497,0.0001746444,0.000001502528],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000903169,"about_ca_system_score_gemma":0.001181651,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001453776,"about_ca_topic_score_gemma":0.0006628977,"domain_scores_codex":[0.9987195,0.00000365298,0.0002716309,0.0003801099,0.0003120897,0.0003130114],"domain_scores_gemma":[0.9978276,0.0001314227,0.0005604142,0.0006385885,0.0006987414,0.0001431908],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000001704912,0.0002907302,0.4555716,0.0003325996,0.001501279,3.813496e-8,0.00104102,0.004299434,0.000791901,0.4423109,0.09048347,0.003375281],"study_design_scores_gemma":[0.0001630152,0.00001003741,0.710095,0.00005848557,0.0002526283,0.000002407114,0.0001423101,0.2756855,0.0007733694,0.001051183,0.0114154,0.0003507003],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4279904,0.000698737,0.1860421,0.3550186,0.01491328,0.003822558,0.0008904792,0.0008083899,0.009815451],"genre_scores_gemma":[0.8672155,0.000004337719,0.1311051,0.00009156091,0.0002238613,0.0001404466,0.00009893097,0.00001397038,0.001106253],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4412597,"threshold_uncertainty_score":0.6144595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151417076","doi":"10.3968/j.css.1923669720100606.005","title":"A Comparison Study on Word Association Between English Native Speakers and Chinese English Learners","year":2010,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mental lexicon; Word Association; Linguistics; Association (psychology); Lexicon; Psychology; First language; Noun","retraction":null,"screen_n_in":null,"score":{"opus":0.01555868305618352,"gpt":0.3247377859022043,"spread":0.3091791028460208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001120885,0.0001103411,0.0001472534,0.0002684573,0.0008725359,0.0002673199,0.0008474712,0.0001052472,0.000007832661],"category_scores_gemma":[0.001150295,0.0001092611,0.00002194184,0.001297525,0.0003056564,0.0004784684,0.00009202791,0.0005236407,0.00000750592],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005677551,"about_ca_system_score_gemma":0.0008131443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001588916,"about_ca_topic_score_gemma":0.01490836,"domain_scores_codex":[0.9985273,0.00005509227,0.0001396823,0.0004222218,0.0004520545,0.0004036117],"domain_scores_gemma":[0.998934,0.0001713829,0.0001115332,0.0001874965,0.0003088783,0.000286764],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[3.856327e-7,0.00003987592,0.9404101,5.350864e-7,0.000009757498,0.000001232672,0.02578591,3.153937e-7,0.00002733257,0.02817001,0.0004120025,0.005142529],"study_design_scores_gemma":[0.0001693538,0.00006622593,0.9812729,0.000002531805,0.000005193403,1.183148e-7,0.01179416,0.00005508767,0.00004836314,0.001044415,0.005382067,0.0001595864],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9683702,0.000003005844,0.00006050466,0.001865974,0.001204362,0.0002061578,0.000005950978,0.00008453218,0.02819933],"genre_scores_gemma":[0.9989094,3.377618e-7,0.0003686474,0.0001915162,0.0003904257,0.00001571182,0.000001599085,0.000003738873,0.0001186417],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04086278,"threshold_uncertainty_score":0.8319215,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2944010206","doi":"10.5430/ijhe.v8n3p29","title":"A Teaching Model for Undergraduate Students","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mathematics education; Flipped classroom; Class (philosophy); Computer science; Gauss; Teaching method; Flipped learning; Mathematics; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.0187350432977751,"gpt":0.3932579891107561,"spread":0.374522945812981,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002845443,0.00006700679,0.00008396521,0.0002080583,0.00003563723,0.0001028079,0.001270287,0.00003867322,0.00001487738],"category_scores_gemma":[0.00001817251,0.00005326929,0.00007260049,0.00004997054,0.000009566932,0.0005855651,0.00007462825,0.0001691528,0.00001942369],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001616852,"about_ca_system_score_gemma":0.000465967,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004084806,"about_ca_topic_score_gemma":3.929133e-7,"domain_scores_codex":[0.9990962,0.00002205435,0.0002618569,0.0001197426,0.0004164546,0.00008367948],"domain_scores_gemma":[0.9989754,0.00007341855,0.0002992566,0.0001403245,0.0004745569,0.00003705909],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001744052,0.0007212217,0.01624712,0.000007436583,0.0001326711,6.823889e-7,0.0004074387,0.0008927274,0.0008810147,0.9495734,0.01038483,0.02073401],"study_design_scores_gemma":[0.001274656,0.0002038491,0.05171514,0.0001646087,0.00002651545,0.00009514978,0.0001241415,0.02741075,0.0006565853,0.8382791,0.07979222,0.00025725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3254714,0.0002063151,0.5150855,0.1375065,0.018481,0.0002988121,0.000003231204,0.00005136451,0.00289592],"genre_scores_gemma":[0.9243035,0.000006849274,0.05713483,0.0009272494,0.0003282166,0.00001196762,0.000003370701,0.000005074672,0.01727894],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5988321,"threshold_uncertainty_score":0.236053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1482434911","doi":"10.5539/elt.v8n6p159","title":"A Case Analysis of Business English Teacher Development in China with GDUFS as an Example","year":2015,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Business English; China; Mathematics education; Business education; International business; Pedagogy; Psychology; Sociology; Higher education; Management; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02323174828931876,"gpt":0.2850066288989729,"spread":0.2617748806096541,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001359569,0.0001540018,0.0002642564,0.000574106,0.00008457709,0.00006865981,0.0005441226,0.00008115683,0.00001995438],"category_scores_gemma":[0.0004397298,0.0001319012,0.0000287014,0.001285895,0.00003702915,0.0006332185,0.0001573199,0.0003875014,0.000001485683],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000133921,"about_ca_system_score_gemma":0.0003145228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003245895,"about_ca_topic_score_gemma":0.001702325,"domain_scores_codex":[0.9986271,0.0001894992,0.0002642605,0.0004065252,0.0002766333,0.0002359819],"domain_scores_gemma":[0.9989573,0.00006856967,0.0001246103,0.0005966294,0.0001467397,0.0001061896],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001119992,0.000713339,0.05393416,0.00001366532,0.0002233092,0.0008420124,0.9089223,0.001616636,0.00005522095,0.01528262,0.00003846157,0.0183471],"study_design_scores_gemma":[0.004224926,0.0005495828,0.2439349,0.0002609102,0.0005232128,0.0006040888,0.7162015,0.02085993,0.004531009,0.001161205,0.004862641,0.002286132],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9776207,0.00006439721,0.01840764,0.0000429842,0.0001355858,0.0001061622,0.000001085124,0.000213652,0.003407819],"genre_scores_gemma":[0.9350475,3.125209e-7,0.06466116,0.00003388803,0.00007418873,0.000026984,0.00002800991,0.000009820558,0.0001181267],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1927208,"threshold_uncertainty_score":0.5378774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388784739","doi":"10.5539/hes.v13n4p201","title":"The Problem-based Learning Model: PBL Model via Cloud Technology to Promote Programming Skills","year":2023,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Cloud computing; Problem-based learning; Computer science; Process (computing); Conceptual model; Mathematics education; Knowledge management; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.03046136398231312,"gpt":0.3746921978218135,"spread":0.3442308338395003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000433986,0.0001710734,0.0001602471,0.0003147604,0.0008970812,0.00008919615,0.0007217157,0.00009171006,0.000001350748],"category_scores_gemma":[0.00003429491,0.0001296114,0.00004230701,0.001731549,0.0001316856,0.0001750784,0.0003534206,0.0002641471,0.0001237032],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001304411,"about_ca_system_score_gemma":0.000451157,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002227021,"about_ca_topic_score_gemma":0.000003078582,"domain_scores_codex":[0.9986025,0.00003606003,0.0002599193,0.0004523948,0.000246869,0.0004022399],"domain_scores_gemma":[0.9988088,0.00009514191,0.0001220805,0.000476139,0.0004438478,0.00005400588],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003738679,0.0004558915,0.001605492,0.00005064969,0.0001125137,9.484451e-7,0.002139805,0.06718221,0.000464345,0.7859768,0.02006056,0.121947],"study_design_scores_gemma":[0.000272666,0.0002001825,0.001212285,0.0001792045,0.00003504436,0.000004802363,0.001698845,0.1784272,0.001451908,0.5412902,0.2746085,0.000619107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1541993,0.002376547,0.4359814,0.3976125,0.003053804,0.001758256,0.000001517552,0.004137349,0.0008792755],"genre_scores_gemma":[0.6250268,0.00009907946,0.352113,0.0006616033,0.0001273542,0.002786604,0.000006073663,0.00002389054,0.01915567],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4708274,"threshold_uncertainty_score":0.6899714,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285387971","doi":"10.1145/3534562","title":"A Decision Model for Ranking Asian Higher Education Institutes Using an NLP-Based Text Analysis Approach","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brandon University","funders":"","keywords":"Multiple-criteria decision analysis; Ranking (information retrieval); Centroid; Identification (biology); Selection (genetic algorithm); Computer science; Rank (graph theory); TOPSIS; Higher education; Artificial intelligence; Function (biology); Decision analysis; Decision model; Machine learning; Data mining; Operations research; Mathematics; Statistics; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.02038411021066483,"gpt":0.2964568092918321,"spread":0.2760726990811673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0003273881,0.00016526,0.0001650364,0.0009434222,0.001321214,0.0003342747,0.0005650726,0.00008179547,0.0000338754],"category_scores_gemma":[0.00001705439,0.0001685903,0.00008992967,0.001192979,0.00004439124,0.001793781,0.00002465481,0.0002590095,0.000001051368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000146167,"about_ca_system_score_gemma":0.0003976624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001208286,"about_ca_topic_score_gemma":0.000004581122,"domain_scores_codex":[0.9988052,0.00004639618,0.0003396234,0.0002817208,0.0003204139,0.0002066864],"domain_scores_gemma":[0.9991162,0.00004752487,0.0002082005,0.0004611881,0.00008234086,0.00008453463],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002760592,0.0003246267,0.00002316714,0.00005873828,0.0000351665,2.154469e-7,0.007906365,0.3866699,0.0000640668,0.001792221,0.00001294192,0.6030849],"study_design_scores_gemma":[0.0004383749,0.00004611371,0.0002169789,0.00003304036,0.00009471759,0.000009730888,0.007406992,0.9892413,0.000207778,0.001087381,0.001004789,0.0002128132],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0236143,0.00006832236,0.9738256,0.001221032,0.00008966641,0.0002964278,0.00001985406,0.0001813718,0.0006834709],"genre_scores_gemma":[0.7402076,5.105506e-7,0.2584296,0.000984036,0.00001682808,0.0001622893,0.0001061999,0.000007255662,0.00008567684],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7165933,"threshold_uncertainty_score":0.9999789,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173703492","doi":"10.5539/ies.v14n7p27","title":"An Investigation into the Influence of Blended Learning on Oral English Proficiency of Senior High School Students","year":2021,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Blended learning; Mathematics education; Psychology; Pronunciation; Fluency; Class (philosophy); Language proficiency; Vocabulary; Teaching method; Empirical research; Multimethodology; Educational technology; Pedagogy; Computer science; Mathematics; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02411488238075118,"gpt":0.3914149864484976,"spread":0.3673001040677464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003948942,0.00009226641,0.0001256919,0.0001467097,0.0001378125,0.00004462836,0.0008093686,0.0000372688,0.00001078206],"category_scores_gemma":[0.001327023,0.00007355438,0.00003096627,0.0004128282,0.0001637637,0.000437951,0.000189653,0.0001707537,0.000006205073],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001066704,"about_ca_system_score_gemma":0.0009318725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006804488,"about_ca_topic_score_gemma":0.00001768145,"domain_scores_codex":[0.9986585,0.0001329649,0.0003245423,0.0002618047,0.0005383067,0.0000838506],"domain_scores_gemma":[0.9957056,0.0001735528,0.0002811984,0.0002993857,0.003507763,0.00003249955],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001137573,0.001219981,0.4793763,0.00004170101,0.0002627452,8.432875e-7,0.024544,0.004737347,0.009469666,0.4692596,0.0006121878,0.01046421],"study_design_scores_gemma":[0.0002467821,0.0001710074,0.886438,0.000178958,0.00001852426,0.000003143721,0.02324228,0.0002742381,0.03908898,0.04969184,0.000500589,0.0001456479],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9904622,0.0001800057,0.0003578484,0.007226732,0.001489077,0.000103448,0.000001156417,0.00004119708,0.0001383054],"genre_scores_gemma":[0.9900399,0.00009185085,0.008817202,0.0003147075,0.00007608758,0.00008308862,0.00001202932,0.00000370661,0.0005614719],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4195677,"threshold_uncertainty_score":0.2999461,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241522689","doi":"10.4018/978-1-5225-2255-3.ch206","title":"Automatic Item Generation","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Test (biology); Computer science; Process (computing); Item bank; Item response theory; Data science; Industrial engineering; Engineering; Statistics; Psychometrics; Mathematics; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03501744663849034,"gpt":0.2974116225038251,"spread":0.2623941758653348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009941606,0.0002251035,0.0002102253,0.00005210486,0.0002433794,0.0002064091,0.001183678,0.0003403878,0.00002726182],"category_scores_gemma":[0.00001780262,0.0002215923,0.00009460236,0.000005125917,0.00007663522,0.0001072432,0.000266203,0.0002005515,0.0003485628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000186479,"about_ca_system_score_gemma":0.000388243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007648187,"about_ca_topic_score_gemma":0.00002294306,"domain_scores_codex":[0.9989224,0.000009290479,0.0002185723,0.0004107933,0.000263369,0.0001755897],"domain_scores_gemma":[0.9984958,0.00002121541,0.0002662708,0.001070259,0.00008165911,0.00006480344],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[1.800591e-7,0.000005513404,0.000007880329,0.000007755954,0.00002896447,0.00001466073,0.00001350727,4.165683e-7,0.00001012283,0.945675,0.006601481,0.04763452],"study_design_scores_gemma":[0.00009209306,0.0000385529,0.0001303232,0.00009340652,0.00001938326,0.00005059634,0.000001005635,0.002590602,0.00009533318,0.9469146,0.04968931,0.000284795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0001261059,0.000161545,0.008938782,0.0008525836,0.001221255,0.0001804685,0.00001184125,0.0003355767,0.9881718],"genre_scores_gemma":[0.3386805,0.000009167112,0.04919728,0.001214677,0.001136487,0.00007975805,0.00001602786,0.00003691294,0.6096292],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.3785427,"threshold_uncertainty_score":0.9036271,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4309301527","doi":"10.1016/b978-0-12-818630-5.10026-0","title":"Automatic item generation","year":2022,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Template; Knowledge base; Test (biology); Artificial intelligence; Quality (philosophy); Natural language processing; Machine learning; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.02558709402987739,"gpt":0.2669738738631309,"spread":0.2413867798332535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002093005,0.000214406,0.0002127943,0.0001760107,0.0002335,0.00006526673,0.0008504333,0.0001676298,0.0009753447],"category_scores_gemma":[0.000009158129,0.0002196729,0.0001047157,0.00001943978,0.00004725754,0.00009351575,0.0003781465,0.0004361996,0.0001873234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001660247,"about_ca_system_score_gemma":0.000287169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":1.188979e-7,"about_ca_topic_score_gemma":0.000002387929,"domain_scores_codex":[0.9987665,0.00002618706,0.0002826066,0.0004280107,0.0003364456,0.0001602278],"domain_scores_gemma":[0.9989043,0.00006037101,0.0001970974,0.0007441306,0.00004605763,0.00004796758],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[6.669325e-8,0.000004601585,9.613605e-7,0.00000768305,0.0000186228,0.00000653052,0.00004982775,5.867888e-7,0.000009335198,0.4339194,0.0005617198,0.5654207],"study_design_scores_gemma":[0.00005217589,0.00003645469,0.00001346598,0.00003126452,0.00001598285,0.00002555948,0.000002187666,0.001626958,0.0000422078,0.06444276,0.9334857,0.0002252398],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.00004857478,0.0004465651,0.000468195,0.00112026,0.001082635,0.0002672406,0.000005004128,0.0003151961,0.9962463],"genre_scores_gemma":[0.0008775386,0.00002886426,0.01183077,0.0006064211,0.0002279326,0.0001253028,0.00003288845,0.00002372063,0.9862466],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.932924,"threshold_uncertainty_score":0.9999379,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}