{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":358,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":358,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"40000f8782fd","filters":{"topic":"Educational Technology and Assessment"}},"results":[{"id":"W2900927010","doi":"","title":"Principles and practice of structural equation modeling, 2nd ed.","year":2005,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6116,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Structural equation modeling; Computer science; Machine learning","authors":[{"name":"Rex B. Kline","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05223633825584374,"gpt":0.3462450532803311,"spread":0.2940087150244873,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01498902,0.003673205,0.004383953,0.005285998,0.001277243,0.005262706,0.003369955,0.003211751,0.0116091],"category_scores_gemma":[0.03111564,0.003047033,0.003852519,0.006396665,0.003688351,0.004468643,0.002072161,0.006172992,0.005664542],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002989918,"about_ca_system_score_gemma":0.007289253,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01517249,"about_ca_topic_score_gemma":0.01872895,"domain_scores_codex":[0.9888987,0.006845453,0.001059498,0.0007353307,0.002231895,0.0002291968],"domain_scores_gemma":[0.9672166,0.02740409,0.001431391,0.001416218,0.002281473,0.0002503572],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008121481,0.0004236046,0.006231251,0.006651274,0.001155237,0.0003802806,0.002840585,0.0414826,0.0006655554,0.3863031,0.1222389,0.4315464],"study_design_scores_gemma":[0.0001369875,0.0001750027,0.005376094,0.004646248,0.0007612695,0.0006353984,0.001253164,0.03693905,0.0009987073,0.6693795,0.2794417,0.0002568137],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003787793,0.1817675,0.7585943,0.01832798,0.002976091,0.0007727402,0.004177802,0.002483048,0.02711271],"genre_scores_gemma":[0.06432926,0.1459839,0.7698935,0.00223337,0.002096934,0.003344713,0.002998505,0.000629932,0.008489772],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01517249,"threshold_uncertainty_score":0.07927048,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2129988987","doi":"10.1177/0265532208092433","title":"Test review: College English Test (CET) in China","year":2008,"lang":"en","type":"article","venue":"Language Testing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":192,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Test (biology); College English; China; Psychology; Language assessment; Test of English as a Foreign Language; Mathematics education; Political science","authors":[{"name":"Ying Zheng","is_ca":true},{"name":"Liying Cheng","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01727451502830387,"gpt":0.2757766721564041,"spread":0.2585021571281003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007446141,0.0007602825,0.00322565,0.004535535,0.0005979651,0.001192896,0.001594251,0.001191819,0.002900881],"category_scores_gemma":[0.03059378,0.0003188143,0.001048993,0.006943128,0.0008843123,0.0009492098,0.0007716336,0.0006229384,0.0004699427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003094122,"about_ca_system_score_gemma":0.01092561,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04074396,"about_ca_topic_score_gemma":0.0809317,"domain_scores_codex":[0.9954639,0.00139658,0.001563624,0.000360683,0.001082928,0.0001323273],"domain_scores_gemma":[0.9734994,0.01147348,0.003506493,0.0004757868,0.01022287,0.000822046],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001578689,0.0002392376,0.036948,0.1516278,0.002829411,0.0009439738,0.0004781037,0.0004283759,0.001136508,0.0007585466,0.1393269,0.6637045],"study_design_scores_gemma":[0.001853002,0.003364118,0.3141689,0.1312393,0.02105005,0.003093883,0.001565083,0.0008385925,0.002401056,0.0008900349,0.5193116,0.0002243224],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01718771,0.9630475,0.0004798873,0.007553943,0.004514816,0.0004763713,0.002155648,0.00003385757,0.004550353],"genre_scores_gemma":[0.1609806,0.8112651,0.001503884,0.01353436,0.003208121,0.001000233,0.004036045,0.00004609154,0.004425582],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04074396,"threshold_uncertainty_score":0.08101356,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2535607921","doi":"10.1201/b10716","title":"Applied Concept Mapping","year":2011,"lang":"en","type":"book","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":131,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Computer science","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.03425326559189117,"gpt":0.2548147929858596,"spread":0.2205615273939684,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003247437,0.001428863,0.000772993,0.004071632,0.002153056,0.007769725,0.003064084,0.00197504,0.09316133],"category_scores_gemma":[0.009256658,0.0005886652,0.001398486,0.00561921,0.002975439,0.01040215,0.00602956,0.003210532,0.02689327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003110512,"about_ca_system_score_gemma":0.004003117,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001322309,"about_ca_topic_score_gemma":0.001776372,"domain_scores_codex":[0.9964168,0.001298395,0.0002497801,0.0005938855,0.001295971,0.0001451997],"domain_scores_gemma":[0.9965085,0.001629036,0.000102193,0.0008184696,0.0008022973,0.0001394073],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002415849,0.00003484796,0.0001382045,0.0008208395,0.00002307394,0.0001769615,0.002514141,0.0008392381,0.0007162822,0.5005206,0.1229252,0.3712664],"study_design_scores_gemma":[0.000006923791,0.00001212723,0.0001086352,0.0002683928,0.00000619273,0.0004143406,0.0005616782,0.0009848608,0.0004731226,0.1191485,0.878002,0.00001316466],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.001744972,0.0073896,0.3565778,0.003851925,0.002138418,0.001131532,0.001138488,0.001901704,0.6241256],"genre_scores_gemma":[0.03353173,0.01158507,0.4629115,0.002445749,0.0006104637,0.001758822,0.002943717,0.00124683,0.4829662],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.09316133,"threshold_uncertainty_score":0.3116557,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3007924065","doi":"10.1007/s10639-020-10133-3","title":"LPR: A bio-inspired intelligent learning path recommendation system based on meaningful learning theory","year":2020,"lang":"en","type":"article","venue":"Education and Information Technologies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Personalized learning; Artificial intelligence; Component (thermodynamics); Machine learning; Path (computing); Cluster analysis; Ant colony optimization algorithms; Educational technology; Curriculum; Cooperative learning; Teaching method; Open learning; Mathematics education; Mathematics; Psychology","authors":[{"name":"Mehdi Niknam","is_ca":true},{"name":"Parimala Thulasiraman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01313894244806366,"gpt":0.2485323033994475,"spread":0.2353933609513839,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000297441,0.000624781,0.0006523861,0.001086803,0.000400718,0.0005614174,0.001116377,0.0007981562,0.004645196],"category_scores_gemma":[0.0008602791,0.0002363365,0.000579107,0.0008075055,0.0001341617,0.0009810952,0.0005707456,0.0006742397,0.002077748],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004048265,"about_ca_system_score_gemma":0.0006013958,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005571661,"about_ca_topic_score_gemma":0.009454398,"domain_scores_codex":[0.9998083,0.00002535487,0.00001133923,0.0000680771,0.00007136623,0.00001567703],"domain_scores_gemma":[0.9997788,0.00007210117,0.00001785673,0.00003238163,0.00007372973,0.00002509294],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003709116,0.0005084559,0.004780345,0.0002995977,0.0001408039,0.0002021984,0.0001214826,0.03765131,0.02308554,0.00274044,0.01863747,0.9114614],"study_design_scores_gemma":[0.0001035687,0.0003814652,0.003382198,0.00003844919,0.0001198323,0.0002718196,0.00007367456,0.9568339,0.01717575,0.003985296,0.01755938,0.00007462809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04169008,0.001053015,0.9253744,0.0003800219,0.0002092509,0.0003117954,0.001592397,0.02393845,0.005450612],"genre_scores_gemma":[0.2762105,0.0008160856,0.7034519,0.0004529867,0.00006452011,0.0003905133,0.002829711,0.0003926889,0.01539119],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005571661,"threshold_uncertainty_score":0.01553977,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2172179933","doi":"10.1111/emip.12018","title":"Instructional Topics in Educational Measurement (ITEMS) Module: Using Automated Processes to Generate Test Items","year":2013,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Rendering (computer graphics); Test (biology); Item bank; Process (computing); Item response theory; Task (project management); Item analysis; Artificial intelligence; Machine learning; Information retrieval; Psychometrics; Programming language; Psychology; Engineering","authors":[{"name":"Mark J. Gierl","is_ca":true},{"name":"Hollis Lai","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09722074847346185,"gpt":0.3606391693617605,"spread":0.2634184208882987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005031583,0.001070521,0.0005474714,0.001856008,0.0004977059,0.001512308,0.001335552,0.001194659,0.02158501],"category_scores_gemma":[0.01919198,0.0008545227,0.0007501835,0.0009415366,0.0004731563,0.001472497,0.001878991,0.00142514,0.01750212],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005648952,"about_ca_system_score_gemma":0.001544012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001091625,"about_ca_topic_score_gemma":0.001401566,"domain_scores_codex":[0.9975373,0.001198069,0.0002367024,0.0002518396,0.000657219,0.0001188043],"domain_scores_gemma":[0.9869334,0.006942446,0.0005686068,0.002180225,0.002702805,0.0006725545],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003817324,0.001802305,0.009491461,0.0004965241,0.0000769431,0.0001753041,0.001218377,0.002551381,0.01267287,0.007427388,0.09966303,0.8640426],"study_design_scores_gemma":[0.001561973,0.005708791,0.1183729,0.0007482915,0.0002812652,0.001883644,0.00076236,0.09066774,0.1444751,0.04467592,0.5904215,0.0004405856],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06924645,0.0002848451,0.7959716,0.002282211,0.0007628268,0.01481042,0.008618278,0.05544643,0.05257688],"genre_scores_gemma":[0.05736214,0.0001836399,0.9038378,0.0005819811,0.0001705565,0.007491949,0.00381462,0.001873661,0.02468369],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02158501,"threshold_uncertainty_score":0.07220906,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1510641421","doi":"","title":"Developing a Taxonomy of Item Model Types to Promote Assessment Engineering","year":2008,"lang":"en","type":"article","venue":"Open Access Journals at BC (Boston College)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Taxonomy (biology); Context (archaeology); Software; Representation (politics); Artificial intelligence; Information retrieval; Machine learning; Programming language","authors":[{"name":"Mark J. Gierl","is_ca":true},{"name":"Jiawen Zhou","is_ca":true},{"name":"Cecilia Alves","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1699692096352127,"gpt":0.4206065951274083,"spread":0.2506373854921956,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04983139,0.003186392,0.002243384,0.01762157,0.003202196,0.01089678,0.006045255,0.003474256,0.006892725],"category_scores_gemma":[0.1389614,0.004076306,0.00526092,0.01285783,0.002213641,0.01495415,0.005847421,0.007805253,0.005024612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005098788,"about_ca_system_score_gemma":0.007466836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003913559,"about_ca_topic_score_gemma":0.008196856,"domain_scores_codex":[0.95034,0.02328667,0.01048846,0.003030695,0.01183616,0.001017998],"domain_scores_gemma":[0.8722665,0.06373873,0.004963753,0.0180212,0.0394429,0.001566933],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002951112,0.000713683,0.02237181,0.00260236,0.0003946398,0.0008584557,0.01004759,0.01829055,0.005612524,0.3044727,0.04525082,0.5890897],"study_design_scores_gemma":[0.0002328533,0.0005343634,0.00898371,0.004718199,0.0003820319,0.002881081,0.005623732,0.2519426,0.01120106,0.4158531,0.2970289,0.0006184099],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004162694,0.0001973832,0.982397,0.0008319312,0.0000978438,0.003048264,0.001461706,0.002725113,0.005078122],"genre_scores_gemma":[0.007246123,0.0001055567,0.9884796,0.00007428957,0.00001316859,0.0021274,0.001039031,0.0002908723,0.0006239528],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.04983139,"threshold_uncertainty_score":0.2635368,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006618588","doi":"10.1111/j.1745-3992.2000.tb00036.x","title":"An NCME Instructional Module on Exploring the Logic of Tatsuoka's Rule‐Space Model for Test Development and Analysis","year":2000,"lang":"en","type":"article","venue":"Educational Measurement Issues and Practice","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Social Sciences and Humanities Research Council; Alberta Advanced Education; University of Alberta","funders":"","keywords":"Test (biology); Set (abstract data type); Space (punctuation); Blueprint; Computer science; Cognition; Artificial intelligence; Rule-based system; Machine learning; Psychology; Programming language; Engineering","authors":[{"name":"Mark J. Gierl","is_ca":true},{"name":"Jacqueline P. Leighton","is_ca":true},{"name":"S. Hunka","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1492879822400197,"gpt":0.3656347844741414,"spread":0.2163468022341217,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003513545,0.001236976,0.0008981131,0.00243312,0.0009792079,0.001969221,0.002263982,0.002368057,0.06937638],"category_scores_gemma":[0.01587798,0.0006016945,0.0008627636,0.001239904,0.001288357,0.003360235,0.002967149,0.003165847,0.02489157],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001764138,"about_ca_system_score_gemma":0.002486504,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002095712,"about_ca_topic_score_gemma":0.008023508,"domain_scores_codex":[0.9989348,0.0004153869,0.00007606396,0.0001188908,0.0003915562,0.00006328975],"domain_scores_gemma":[0.9925776,0.004504138,0.0003324463,0.0005082919,0.001560972,0.0005164805],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000547478,0.00103514,0.001395875,0.0003405912,0.00001941005,0.0004226864,0.0004195633,0.002853591,0.002996978,0.04596213,0.5493872,0.3951121],"study_design_scores_gemma":[0.00006840963,0.0002491852,0.005196165,0.0008781927,0.00001447187,0.0008054688,0.0003928946,0.009013141,0.001616997,0.0658235,0.9158693,0.00007227068],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007197671,0.004110483,0.6451235,0.0547293,0.01172328,0.003538016,0.001495995,0.005768808,0.266313],"genre_scores_gemma":[0.02983825,0.009140808,0.5270944,0.02928029,0.01048905,0.00539524,0.001852514,0.001575875,0.3853335],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.06937638,"threshold_uncertainty_score":0.2320871,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4230535286","doi":"10.1109/icse.1996.493417","title":"System acquisition based on software product assessment","year":2002,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Software engineering; Product (mathematics); Process (computing); Software; Systems engineering; Verification and validation; Static program analysis; Software development; Engineering; Operations management; Operating system","authors":[{"name":"Jean Mayrand","is_ca":true},{"name":"F. Coallier","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01831362892113988,"gpt":0.2724230714978453,"spread":0.2541094425767055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001694575,0.000469645,0.0005426912,0.002167674,0.0004845425,0.001690637,0.0005057327,0.0005081132,0.006102783],"category_scores_gemma":[0.009530945,0.0002743843,0.000256301,0.001206286,0.0004161778,0.002056224,0.001328575,0.0006992272,0.002399109],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006328431,"about_ca_system_score_gemma":0.001243739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002498859,"about_ca_topic_score_gemma":0.002182481,"domain_scores_codex":[0.9972383,0.0006560787,0.0001041554,0.0001841855,0.001695938,0.0001213955],"domain_scores_gemma":[0.99462,0.001491277,0.0003654951,0.0008659957,0.002486439,0.0001707197],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003888966,0.0002415718,0.01971935,0.0001892213,0.00004872293,0.0007519186,0.0007329334,0.01970804,0.03210533,0.02094379,0.00816495,0.8970053],"study_design_scores_gemma":[0.0001171884,0.001080751,0.03284144,0.0003630349,0.0001308301,0.002729023,0.0005244691,0.7470027,0.09676531,0.03572279,0.08252594,0.0001966063],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1830112,0.0005865486,0.7139748,0.0007152856,0.0001110925,0.0008835277,0.0004339088,0.01785061,0.08243308],"genre_scores_gemma":[0.7309847,0.0003515602,0.2548894,0.0001227448,0.00003728025,0.000261867,0.0005747473,0.0003216501,0.01245607],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006102783,"threshold_uncertainty_score":0.02041578,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3210055626","doi":"10.3233/jifs-210991","title":"Evidential classification of incomplete instance based on K-nearest centroid neighbor","year":2021,"lang":"en","type":"article","venue":"Journal of Intelligent & Fuzzy Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Missing data; Weighting; Centroid; Artificial intelligence; Computer science; Pattern recognition (psychology); Data mining; Imputation (statistics); Entropy (arrow of time); Classifier (UML); k-nearest neighbors algorithm; Robustness (evolution); One-class classification; Machine learning; Mathematics","authors":[{"name":"Zongfang Ma","is_ca":false},{"name":"Zhe Liu","is_ca":true},{"name":"Chan Luo","is_ca":false},{"name":"Lin Song","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03822546594042025,"gpt":0.3023161934481143,"spread":0.2640907275076941,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003300227,0.0005991583,0.002027087,0.002090355,0.0008742294,0.001774501,0.002507515,0.00121877,0.0008289926],"category_scores_gemma":[0.01018278,0.0002770168,0.001183036,0.001856685,0.0008301645,0.002790592,0.001206799,0.001552544,0.0002341405],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001078899,"about_ca_system_score_gemma":0.001218981,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003664641,"about_ca_topic_score_gemma":0.002738404,"domain_scores_codex":[0.9965259,0.0006558883,0.0004026433,0.0008849757,0.001340901,0.0001895958],"domain_scores_gemma":[0.996334,0.001354925,0.0004689396,0.0004917296,0.001234974,0.0001154388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004983165,0.0001753751,0.00921089,0.0004380838,0.0003460873,0.0004307638,0.0007997342,0.2828227,0.007859768,0.03742944,0.004226797,0.6557621],"study_design_scores_gemma":[0.00001326668,0.00006912158,0.00150253,0.00002883103,0.00005342147,0.000139482,0.00008535985,0.979201,0.003501323,0.01409187,0.001273438,0.00004033418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03075113,0.0005796094,0.9671321,0.0001716739,0.00007486971,0.00006645688,0.0001089472,0.0002025046,0.0009127532],"genre_scores_gemma":[0.6525397,0.0006089384,0.3440447,0.0001181856,0.0001644015,0.0001555673,0.0006853609,0.00004900018,0.001634292],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003664641,"threshold_uncertainty_score":0.01745349,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131222006","doi":"10.1177/0265532210364380","title":"Use of tree-based regression in the analyses of L2 reading test items","year":2010,"lang":"en","type":"article","venue":"Language Testing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Reading (process); Cognition; Psychology; Interpretation (philosophy); Cognitive psychology; Test (biology); Tree (set theory); Regression; Regression analysis; Natural language processing; Artificial intelligence; Computer science; Machine learning; Linguistics; Mathematics","authors":[{"name":"Lingyun Gao","is_ca":true},{"name":"W. Todd Rogers","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1065583235754579,"gpt":0.3862878005927542,"spread":0.2797294770172963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04071942,0.002715764,0.001815071,0.004236252,0.0006670157,0.001988568,0.001418163,0.0007584753,0.002325297],"category_scores_gemma":[0.1662452,0.000658299,0.002386888,0.005610649,0.0005987318,0.002688258,0.001349382,0.002730869,0.00166329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007155774,"about_ca_system_score_gemma":0.001230108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006937715,"about_ca_topic_score_gemma":0.006278155,"domain_scores_codex":[0.9493062,0.04480658,0.001084514,0.002120448,0.002243699,0.0004385458],"domain_scores_gemma":[0.784122,0.1924188,0.007942911,0.007779472,0.007238776,0.000498054],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002189266,0.001038043,0.2203121,0.001130095,0.003148456,0.0006095589,0.005384243,0.1060365,0.01232934,0.01720651,0.005826845,0.624789],"study_design_scores_gemma":[0.0001726613,0.00183875,0.07227311,0.0002717504,0.0007602227,0.0005886003,0.001146354,0.8956475,0.006311596,0.01478573,0.005971241,0.0002325003],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1542628,0.0002376466,0.8382488,0.0001739249,0.000108935,0.0008729113,0.0007374007,0.002783603,0.002574039],"genre_scores_gemma":[0.5544535,0.0002437967,0.4403354,0.00009071834,0.00005335671,0.001299517,0.001198814,0.001056834,0.001268069],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04071942,"threshold_uncertainty_score":0.2153475,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1832439498","doi":"10.1558/cj.v20i3.433-436","title":"Error Diagnosis and Error Correction in CALL","year":2003,"lang":"en","type":"article","venue":"CALICO Journal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Simon Fraser University","funders":"","keywords":"Computer science; Error detection and correction; Error analysis; Speech recognition; Natural language processing; Artificial intelligence; Algorithm; Mathematics","authors":[{"name":"Trude Heift","is_ca":true},{"name":"Mathias Schulze","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03002669766090879,"gpt":0.3169435381599876,"spread":0.2869168404990788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002966416,0.00157033,0.001339841,0.002548851,0.001219138,0.003998796,0.002407937,0.003843447,0.03267006],"category_scores_gemma":[0.01899896,0.0007748544,0.00121348,0.001605636,0.001882005,0.005745159,0.002444034,0.003516067,0.01157702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001001637,"about_ca_system_score_gemma":0.001294871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001601223,"about_ca_topic_score_gemma":0.002100519,"domain_scores_codex":[0.9962824,0.001015709,0.0004917406,0.0006383492,0.001380139,0.000191658],"domain_scores_gemma":[0.9878619,0.006848107,0.0004791453,0.001056799,0.003175726,0.0005783292],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002386318,0.0001613648,0.00214328,0.0008218407,0.00008965262,0.001454399,0.0005541823,0.002047213,0.002312846,0.03462695,0.4220161,0.5335335],"study_design_scores_gemma":[0.00003151593,0.0002482788,0.003929511,0.001043039,0.0001177578,0.007694265,0.0006997164,0.01581321,0.00477283,0.1011184,0.8643519,0.0001796423],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.007502241,0.1049026,0.5983243,0.04276469,0.1618142,0.0005122882,0.0009287902,0.006684395,0.0765665],"genre_scores_gemma":[0.09967429,0.08978412,0.3099337,0.01376176,0.1918571,0.0004710003,0.003698674,0.002843632,0.2879757],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.03267006,"threshold_uncertainty_score":0.1092922,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154611368","doi":"10.5267/j.msl.2011.08.015","title":"Using fuzzy analytical hierarchy process (AHP) to evaluate web development platform","year":2011,"lang":"en","type":"article","venue":"Management Science Letters","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Analytic hierarchy process; Reliability (semiconductor); Fuzzy logic; Computer science; Hierarchy; Process (computing); Operations research; Engineering management; World Wide Web; Process management; Business; Engineering; Artificial intelligence; Political science; Operating system; Physics","authors":[{"name":"Ahmad Sarfaraz","is_ca":false},{"name":"Pooja Mukerjee","is_ca":false},{"name":"Kouroush Jenab","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09581910944514098,"gpt":0.3490006290205396,"spread":0.2531815195753986,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006851178,0.0009280581,0.001206644,0.004255268,0.001666238,0.002154506,0.001090245,0.001024668,0.001881202],"category_scores_gemma":[0.01020273,0.0005006357,0.001152218,0.002895736,0.0008649511,0.001251042,0.001317929,0.000919167,0.0001752817],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002760118,"about_ca_system_score_gemma":0.003616422,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01291731,"about_ca_topic_score_gemma":0.0127259,"domain_scores_codex":[0.9956629,0.002228391,0.0002046257,0.0001486867,0.00150709,0.0002483754],"domain_scores_gemma":[0.996196,0.002503948,0.0002648044,0.00008636333,0.0008151727,0.000133766],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002206321,0.000188414,0.002489522,0.0005176774,0.0002229429,0.0002971516,0.0006279807,0.8599257,0.003831997,0.0167887,0.000961586,0.1139277],"study_design_scores_gemma":[0.00003962056,0.00009557543,0.0003163863,0.00003409635,0.00002676981,0.00001779226,0.0002003012,0.9871021,0.001125302,0.01045744,0.0005613536,0.00002324344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1014924,0.0003319671,0.8908877,0.0002717998,0.00006305337,0.0008207957,0.0001327001,0.0002151824,0.005784357],"genre_scores_gemma":[0.4951749,0.0002520216,0.5030325,0.00004900268,0.00001902277,0.0004822382,0.0001661023,0.00002845645,0.0007957668],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01291731,"threshold_uncertainty_score":0.03623295,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2906282238","doi":"10.2316/j.2019.201-2968","title":"RESEARCH AND DESIGN OF INTELLIGENT LEARNING SYSTEM BASED ON RECOMMENDATION TECHNOLOGY","year":2018,"lang":"en","type":"article","venue":"Mechatronic systems and control","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Human–computer interaction; Systems engineering; Engineering","authors":[{"name":"Hui Li","is_ca":false},{"name":"Shu Zhang","is_ca":false},{"name":"Jun Shi","is_ca":false},{"name":"Yun Hu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04119672003234803,"gpt":0.3257141770831665,"spread":0.2845174570508185,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006387231,0.0003559637,0.0007091718,0.0006092974,0.0005298288,0.00120511,0.00125797,0.001012793,0.002523596],"category_scores_gemma":[0.001248096,0.000248925,0.0006736522,0.0005364078,0.0002346017,0.001819567,0.0002775542,0.0004438941,0.0007172303],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005442454,"about_ca_system_score_gemma":0.000891289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004515317,"about_ca_topic_score_gemma":0.002496813,"domain_scores_codex":[0.9993533,0.0001422786,0.00005021791,0.0001868245,0.0001913876,0.0000758129],"domain_scores_gemma":[0.9994516,0.0001480814,0.00002664846,0.00006353638,0.0002702217,0.00003990467],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006242396,0.0009685429,0.01202621,0.0008501552,0.0003801973,0.0005197549,0.0003926332,0.09935443,0.07733856,0.03128246,0.009355887,0.766907],"study_design_scores_gemma":[0.00009131032,0.0005743025,0.00393209,0.00003968426,0.0001992682,0.0003922303,0.0001388865,0.9545634,0.02460975,0.004043065,0.01137002,0.00004592383],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09071084,0.002288278,0.8926215,0.0006177753,0.0002608593,0.0003393291,0.0001186336,0.001562729,0.01148008],"genre_scores_gemma":[0.7330708,0.001854598,0.251309,0.00026305,0.0001337496,0.0003067074,0.0003121226,0.00006117235,0.01268881],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004515317,"threshold_uncertainty_score":0.008978069,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2013746363","doi":"10.4018/jeis.2012070103","title":"A Knowledge-Based User Interface to Optimize Curriculum Utility in an E-Learning System","year":2012,"lang":"en","type":"article","venue":"International Journal of Enterprise Information Systems","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Curriculum; Interface (matter); Hypermedia; User interface; Process (computing); The Internet; Multimedia; Domain (mathematical analysis); Task (project management); Human–computer interaction; Personalized learning; World Wide Web; Knowledge management; Teaching method; Engineering; Open learning; Mathematics education; Cooperative learning","authors":[{"name":"Hamed Fazlollahtabar","is_ca":false},{"name":"Amir Muhammadzadeh","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01532438183209124,"gpt":0.3230575740954716,"spread":0.3077331922633804,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006517622,0.0005371195,0.0004088468,0.0003207355,0.0002119692,0.0008745886,0.000729094,0.0006397997,0.006186557],"category_scores_gemma":[0.001892386,0.000200777,0.0002523289,0.0002125175,0.0001746399,0.0007579676,0.000402771,0.0003524935,0.0005813728],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003136257,"about_ca_system_score_gemma":0.0003928156,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001076485,"about_ca_topic_score_gemma":0.001016829,"domain_scores_codex":[0.9997157,0.0001066844,0.00001804371,0.00004845525,0.00008671038,0.00002439],"domain_scores_gemma":[0.9995909,0.000237268,0.00002810002,0.0000267417,0.00009892575,0.0000179986],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007022137,0.0005799734,0.003281377,0.0004308443,0.00005759577,0.0004305363,0.0008559795,0.5026531,0.06662431,0.0277071,0.005817871,0.3908591],"study_design_scores_gemma":[0.00003174696,0.0001198946,0.0003390045,0.00001534667,0.00001809032,0.00004548669,0.00002953706,0.9881933,0.007666528,0.001441718,0.002089011,0.00001038062],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03927239,0.00003545999,0.9511732,0.00008883986,0.00001058258,0.0001357785,0.00006950434,0.002657702,0.006556463],"genre_scores_gemma":[0.6432343,0.00005876334,0.3507493,0.00007095374,0.000008613118,0.0002911747,0.0001096681,0.0001826186,0.005294656],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006186557,"threshold_uncertainty_score":0.02069604,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969690806","doi":"10.5539/elt.v3n1p108","title":"On Rater Agreement and Rater Training","year":2010,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Psychology; Inter-rater reliability; Task (project management); Applied psychology; Agreement; Selection (genetic algorithm); Interpretation (philosophy); Social psychology; Clinical psychology; Rating scale; Developmental psychology; Linguistics; Artificial intelligence; Computer science","authors":[{"name":"Binhong Wang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008705802459287353,"gpt":0.2739569706464495,"spread":0.2652511681871621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5894499,0.001695282,0.002942887,0.01449664,0.004092019,0.00596616,0.004479031,0.002618058,0.00212086],"category_scores_gemma":[0.8197535,0.001525997,0.002319848,0.01053802,0.01036308,0.0103842,0.008994022,0.004893981,0.001416648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007577532,"about_ca_system_score_gemma":0.004545566,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00344923,"about_ca_topic_score_gemma":0.003041874,"domain_scores_codex":[0.1829964,0.6277314,0.05701445,0.02297273,0.1066103,0.002674709],"domain_scores_gemma":[0.05314705,0.8084497,0.02303172,0.02902705,0.08565732,0.0006872182],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002289923,0.0004466123,0.1041438,0.007072959,0.004026282,0.0004607937,0.06739537,0.009393895,0.005938633,0.09224124,0.01423185,0.6923587],"study_design_scores_gemma":[0.001192187,0.006617291,0.3125999,0.01879113,0.00382211,0.005751793,0.03703425,0.09796879,0.04095983,0.2450584,0.2275232,0.00268101],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1304044,0.01303814,0.732578,0.003518736,0.002746803,0.00848086,0.0008609815,0.0009913235,0.1073807],"genre_scores_gemma":[0.6949328,0.002977764,0.2861552,0.00176268,0.001211688,0.006517675,0.0007134379,0.001037468,0.004691357],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4105501,"threshold_uncertainty_score":0.5062814,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011807235","doi":"10.1007/978-1-84882-628-1_5","title":"Web-Based Learning Support System","year":2009,"lang":"en","type":"book-chapter","venue":"Advanced information and knowledge processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Web application; World Wide Web","authors":[{"name":"Lisa Fan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009725640213652775,"gpt":0.2642985881801186,"spread":0.2545729479664658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001739822,0.0003131372,0.0003769768,0.0005844702,0.0003339358,0.0009398636,0.0008641145,0.0006468663,0.0235069],"category_scores_gemma":[0.0004035433,0.000169033,0.0002110945,0.0005463184,0.00008794988,0.001096948,0.0006925195,0.0006041278,0.01446384],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002074234,"about_ca_system_score_gemma":0.0003714703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009053063,"about_ca_topic_score_gemma":0.0006998442,"domain_scores_codex":[0.9998783,0.00001111941,0.000009639564,0.00002113594,0.00006561458,0.00001422953],"domain_scores_gemma":[0.9998395,0.00003557002,0.000007703069,0.00002676095,0.00005706722,0.00003320673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004676392,0.0006069908,0.0009832146,0.0002397082,0.00003361327,0.0003948023,0.0001508799,0.001848899,0.038821,0.005558941,0.1084645,0.8424298],"study_design_scores_gemma":[0.0004631334,0.0006752801,0.01512803,0.0002771833,0.0002289113,0.002298298,0.0002512124,0.1284627,0.1177115,0.01743527,0.7169024,0.0001659846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1042964,0.002380644,0.4961812,0.001198946,0.000729748,0.0008774092,0.005444003,0.1353414,0.2535502],"genre_scores_gemma":[0.3846273,0.002027903,0.1514975,0.001203713,0.0003755474,0.0006183757,0.01124296,0.002098486,0.4463083],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0235069,"threshold_uncertainty_score":0.07863843,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2126337504","doi":"10.5539/cis.v3n2p244","title":"Shuffling Algorithms for Automatic Generator Question Paper System","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Shuffling; Computer science; Generator (circuit theory); Repetition (rhetorical device); Quality (philosophy); Algorithm; Process (computing); Test (biology); Programming language","authors":[{"name":"Nor Shahida bt Mohd Jamail","is_ca":false},{"name":"Abu Bakar Md Sultan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01129799610268725,"gpt":0.2868023162128558,"spread":0.2755043201101686,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045751,0.0007597861,0.000882101,0.001916718,0.0009241831,0.001294547,0.001476623,0.001214653,0.0062956],"category_scores_gemma":[0.01375005,0.0004337896,0.0007408769,0.001296507,0.0005335545,0.001743738,0.00104331,0.0008986194,0.003309903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000735514,"about_ca_system_score_gemma":0.001049562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009312233,"about_ca_topic_score_gemma":0.000614049,"domain_scores_codex":[0.9951486,0.002015927,0.0007249106,0.0008879275,0.001014355,0.0002081444],"domain_scores_gemma":[0.9912806,0.004049248,0.000622251,0.001519294,0.002325002,0.0002036079],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001046478,0.0002946307,0.003504894,0.0003909725,0.00006565428,0.0002942771,0.0006239842,0.02945077,0.04343773,0.01229364,0.008311895,0.9002851],"study_design_scores_gemma":[0.0002930584,0.0007366145,0.002646762,0.000054866,0.00006612211,0.0008903623,0.0002008295,0.8142861,0.1218528,0.02233199,0.0365525,0.00008794694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01655063,0.0001174555,0.9737449,0.00009483971,0.00005396712,0.0003252773,0.0001809408,0.008231461,0.0007005375],"genre_scores_gemma":[0.156962,0.00009450622,0.8371543,0.0001048526,0.00006464463,0.0005237256,0.001230367,0.0005425923,0.003322886],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0062956,"threshold_uncertainty_score":0.02419573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102131480","doi":"10.5539/ies.v4n1p166","title":"Optimal Number of Gaps in C-Test Passages","year":2011,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Alexander von Humboldt-Stiftung","keywords":"Test (biology); Reliability (semiconductor); Statistics; Psychology; Factorial; Mathematics; Computer science; Mathematics education","authors":[{"name":"Purya Baghaei","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06296830432380317,"gpt":0.4108746882031374,"spread":0.3479063838793342,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009788372,0.0008998064,0.001717628,0.001923683,0.001160427,0.002355313,0.001644605,0.00170119,0.002116009],"category_scores_gemma":[0.1258126,0.0005577889,0.0005714521,0.001699775,0.000758887,0.003693939,0.002504098,0.001099533,0.001128342],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000866809,"about_ca_system_score_gemma":0.002068241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001106134,"about_ca_topic_score_gemma":0.001132985,"domain_scores_codex":[0.9846178,0.006824086,0.002363677,0.002639127,0.002859065,0.0006961809],"domain_scores_gemma":[0.867029,0.09772809,0.009355436,0.009385843,0.01232201,0.004179671],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01114591,0.003548607,0.2357698,0.001844407,0.0002561655,0.001104801,0.003242613,0.02504947,0.06655463,0.004866045,0.004077203,0.6425404],"study_design_scores_gemma":[0.0009301144,0.013215,0.7029422,0.001876792,0.0008836402,0.004687398,0.008868758,0.1138654,0.09472874,0.03308091,0.02440654,0.0005145422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9425625,0.001299441,0.05017063,0.0003498967,0.0001475645,0.0003372974,0.0004896584,0.0004562202,0.004186833],"genre_scores_gemma":[0.9499547,0.0002424362,0.04819299,0.0001057816,0.00005213121,0.0003188462,0.0006490333,0.00009282975,0.000391337],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009788372,"threshold_uncertainty_score":0.05176651,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2290671769","doi":"10.19173/irrodl.v17i2.2227","title":"E-learning in Mongolian Higher Education","year":2016,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mathematics education; Cluster analysis; Class (philosophy); Higher education; Psychology; Computer science; Artificial intelligence; Political science","authors":[{"name":"Suvdmaa Tuul","is_ca":false},{"name":"Otgontugs Banzragch","is_ca":false},{"name":"Tsogzolmaa Saizmaa","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07594871817533566,"gpt":0.4610309109183763,"spread":0.3850821927430406,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001179419,0.00008243952,0.00008051982,0.0007048203,0.0006351973,0.001395522,0.0002495228,0.0003031922,0.002024172],"category_scores_gemma":[0.001187782,0.00006381094,0.00009482479,0.001249471,0.0003725178,0.0008188643,0.0005468933,0.0002070294,0.0001431879],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002574961,"about_ca_system_score_gemma":0.003718443,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01694186,"about_ca_topic_score_gemma":0.02323413,"domain_scores_codex":[0.9995509,0.00019965,0.0000356926,0.0000499838,0.00006582966,0.0000979655],"domain_scores_gemma":[0.9990997,0.0003258081,0.0002102737,0.00002897301,0.0002033992,0.0001318898],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001651832,0.0001896309,0.3546222,0.003595288,0.00005454859,0.001119376,0.01924874,0.001577848,0.002287615,0.0292741,0.007303376,0.5805621],"study_design_scores_gemma":[0.00001782845,0.0002553955,0.794275,0.001691267,0.00005387083,0.0008232936,0.04175896,0.00143578,0.001395559,0.001889964,0.1563792,0.00002392785],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8993791,0.0651622,0.001079576,0.006877103,0.0001618143,0.00003437679,0.0001245897,0.00002066282,0.02716065],"genre_scores_gemma":[0.9856302,0.009503803,0.00049199,0.0003060457,0.00002538911,0.000007943773,0.00006035756,0.000002522611,0.003971707],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01694186,"threshold_uncertainty_score":0.03368652,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3096694079","doi":"10.5539/elt.v13n11p94","title":"On the Strategies to Cultivate College Students’ Autonomous English Learning Ability in the New Era","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Fundamental Research Funds for the Central Universities","keywords":"Psychology; Autonomous learning; Mathematics education; College English; Blended learning; Pedagogy; Educational technology","authors":[{"name":"Guoqiao Wang","is_ca":false},{"name":"Ligang Han","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01275043017927409,"gpt":0.2957015554485137,"spread":0.2829511252692397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009330403,0.0002109255,0.00011161,0.0005149549,0.0005993402,0.001452386,0.0003962466,0.0003852498,0.001398184],"category_scores_gemma":[0.001670538,0.00005794073,0.0001754998,0.000256729,0.0005979688,0.001052677,0.00078766,0.0004354977,0.0002718284],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003873308,"about_ca_system_score_gemma":0.002376693,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001034847,"about_ca_topic_score_gemma":0.002446787,"domain_scores_codex":[0.9996234,0.0001758632,0.00002096833,0.00004206129,0.00007452694,0.00006324067],"domain_scores_gemma":[0.9991721,0.000236372,0.0001226474,0.00004186194,0.0001524176,0.0002745154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001086039,0.002981388,0.04235885,0.0009149453,0.00003146203,0.0003949029,0.0188086,0.0006572051,0.01879596,0.02964055,0.005983079,0.8793245],"study_design_scores_gemma":[0.0003239615,0.00473719,0.3891985,0.003158758,0.0004837083,0.001570407,0.1617247,0.01257531,0.05329021,0.06791092,0.3047855,0.0002408806],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8932343,0.004159605,0.02194686,0.008760339,0.0001771379,0.0006308286,0.0000404638,0.000157672,0.0708927],"genre_scores_gemma":[0.9579797,0.002558583,0.03210839,0.0004825596,0.00002927608,0.0002743293,0.00003305748,0.00001062106,0.00652354],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.001452386,"threshold_uncertainty_score":0.00493443,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W281329835","doi":"","title":"A More Valid Alternative to TOEFL","year":2002,"lang":"en","type":"article","venue":"College and university","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Test of English as a Foreign Language; Test (biology); Mathematics education; Language proficiency; Psychology; Medical education; Construct (python library); Higher education; Foreign language; Language assessment; Pedagogy; Computer science; Political science; Medicine; Law","authors":[{"name":"Ann E. Roemer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02414654037228947,"gpt":0.2489227280450827,"spread":0.2247761876727933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01938196,0.001167797,0.0008079658,0.004924571,0.001569473,0.005591953,0.002717664,0.003105239,0.03684781],"category_scores_gemma":[0.1024844,0.0002584124,0.001600712,0.003986357,0.002541756,0.007349933,0.005040225,0.002898963,0.008305878],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002798384,"about_ca_system_score_gemma":0.002962952,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004513187,"about_ca_topic_score_gemma":0.006331348,"domain_scores_codex":[0.9709665,0.01316408,0.002703836,0.003076704,0.009034414,0.001054488],"domain_scores_gemma":[0.9322609,0.02510854,0.006763091,0.007904468,0.02658197,0.001381025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001687165,0.001283647,0.09988272,0.001516543,0.0002414051,0.0004943095,0.002994601,0.001103841,0.002027934,0.1280376,0.0537836,0.7069467],"study_design_scores_gemma":[0.001024158,0.004199581,0.1926277,0.006038173,0.0005673415,0.003772605,0.01329319,0.01411581,0.01032953,0.1860194,0.5671303,0.0008821237],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.224692,0.005162482,0.1815075,0.03156338,0.009782895,0.003916019,0.01682876,0.002538869,0.5240081],"genre_scores_gemma":[0.7746422,0.001609167,0.1263454,0.01347461,0.001624031,0.005017371,0.006109915,0.0005253561,0.0706519],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03684781,"threshold_uncertainty_score":0.1232682,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390450556","doi":"10.18280/ts.400640","title":"Personalized Learning Pathway Generation for Online Education Through Image Recognition","year":2023,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Artificial intelligence; Image (mathematics); Multimedia; Pattern recognition (psychology)","authors":[{"name":"Jie Yan","is_ca":false},{"name":"Na Wang","is_ca":false},{"name":"Yiming Wei","is_ca":false},{"name":"Menglu Han","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07213784251206222,"gpt":0.3321998174508975,"spread":0.2600619749388353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003206371,0.0004472558,0.0002313877,0.0005928532,0.0002215608,0.0004801832,0.0006541564,0.0004382438,0.003154359],"category_scores_gemma":[0.0009519074,0.0001507762,0.0002905318,0.0002754947,0.0002225716,0.000991846,0.0006842633,0.0005326376,0.0009544221],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003288923,"about_ca_system_score_gemma":0.0004028559,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00138235,"about_ca_topic_score_gemma":0.002146393,"domain_scores_codex":[0.9998178,0.0000276943,0.000008751769,0.00006437503,0.0000547377,0.0000267264],"domain_scores_gemma":[0.9997448,0.0000727941,0.0000257465,0.00004928018,0.00007876611,0.0000285174],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001998227,0.0002356693,0.003017931,0.0001011687,0.00002269683,0.0001594913,0.0002610921,0.02527555,0.08809893,0.003099459,0.003852484,0.8756758],"study_design_scores_gemma":[0.00003540335,0.0002743224,0.005472974,0.00003180208,0.00004412557,0.0003231211,0.0002117811,0.8413612,0.1303024,0.008568847,0.01331181,0.00006226472],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06180218,0.0002401315,0.9297917,0.0001832885,0.00008749123,0.000137905,0.0001611996,0.004073653,0.003522393],"genre_scores_gemma":[0.6318492,0.0002462943,0.3613828,0.0001225292,0.00002442101,0.0001666525,0.0002630957,0.0002356078,0.005709402],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003154359,"threshold_uncertainty_score":0.01055241,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3022825172","doi":"10.5539/elt.v13n5p110","title":"A Contrastive Analysis of Classroom-Based Language Assessments","year":2020,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Knowledge survey; Psychology; Mathematics education; Dynamic assessment; Standards-based assessment; Language assessment; Pedagogy","authors":[{"name":"Hao Chen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01290502904376974,"gpt":0.3154407421216762,"spread":0.3025357130779065,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009628166,0.0005854995,0.000438483,0.007360967,0.001004854,0.002505891,0.0009421182,0.0005067465,0.002723015],"category_scores_gemma":[0.05814657,0.000212438,0.0005870199,0.002626639,0.001093408,0.002056088,0.00171295,0.000964232,0.0004937318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001848799,"about_ca_system_score_gemma":0.001347748,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001758733,"about_ca_topic_score_gemma":0.002955582,"domain_scores_codex":[0.9857683,0.00615821,0.001180353,0.001311698,0.005238981,0.0003426299],"domain_scores_gemma":[0.9418629,0.03426548,0.00379746,0.003148834,0.01640288,0.0005223546],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002318615,0.0008732553,0.1517778,0.001875795,0.0003704961,0.001375939,0.04638348,0.004212699,0.0525279,0.06456189,0.004101499,0.6696207],"study_design_scores_gemma":[0.0002317352,0.004983102,0.6341751,0.001590705,0.0007558435,0.005161257,0.05112631,0.05556333,0.07290655,0.05292109,0.1201382,0.000446834],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6026813,0.001728905,0.312975,0.0004284115,0.0003199427,0.002257793,0.001343903,0.0005427487,0.077722],"genre_scores_gemma":[0.8988151,0.0002323229,0.0939831,0.00008897678,0.00006697215,0.001090908,0.0004235092,0.00009612815,0.005203041],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009628166,"threshold_uncertainty_score":0.05091918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392348838","doi":"10.18280/ts.410140","title":"Deep Learning-Based Educational Image Content Understanding and Personalized Learning Path Recommendation","year":2024,"lang":"en","type":"article","venue":"Traitement du signal","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Path (computing); Personalized learning; Deep learning; Artificial intelligence; Content (measure theory); Multimedia; Machine learning; Mathematics education; Psychology; Mathematics; Teaching method; Open learning; Cooperative learning; Computer network","authors":[{"name":"Guoli Xu","is_ca":false},{"name":"Cora Un In Wong","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05247682325051804,"gpt":0.2949689151869699,"spread":0.2424920919364519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003740405,0.0007506838,0.0005283908,0.001219925,0.0002517925,0.0006490215,0.0008313389,0.0007992195,0.00208765],"category_scores_gemma":[0.001938816,0.0003205647,0.00070326,0.0007780115,0.0002408488,0.001768713,0.0006529979,0.001133145,0.0009410348],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007129048,"about_ca_system_score_gemma":0.0008748735,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01104427,"about_ca_topic_score_gemma":0.0180403,"domain_scores_codex":[0.9996725,0.00005763499,0.00002006242,0.0001371589,0.00006996017,0.00004268373],"domain_scores_gemma":[0.9995171,0.0001690014,0.00006212034,0.0000644411,0.0001453725,0.00004199229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003565633,0.000537364,0.00862834,0.0002376425,0.0001252246,0.0002117811,0.0004403152,0.08570486,0.03159591,0.003723865,0.006536662,0.8619015],"study_design_scores_gemma":[0.00001830644,0.0001130589,0.002590902,0.00002529994,0.0000577414,0.00007899317,0.00009015171,0.9763366,0.01421193,0.004239975,0.002213427,0.00002363056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08335185,0.0005986505,0.9076875,0.0004192211,0.00005693786,0.0001657373,0.0005412479,0.004111995,0.003066808],"genre_scores_gemma":[0.7333661,0.0005861378,0.2581051,0.0001954612,0.00003924381,0.0001641117,0.0009995664,0.0001366715,0.006407488],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01104427,"threshold_uncertainty_score":0.02195996,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2084099844","doi":"10.1145/1370256.1370280","title":"CONFSYS","year":2008,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Upload; Presentation (obstetrics); Function (biology); World Wide Web; Engineering management; Multimedia; Engineering","authors":[{"name":"Min Huang","is_ca":true},{"name":"Yuwei Feng","is_ca":true},{"name":"Bipin C. Desai","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02858629803718883,"gpt":0.2703861935741343,"spread":0.2417998955369455,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004347845,0.001148736,0.0007721566,0.003854626,0.001956877,0.006630454,0.003059961,0.00151797,0.2114719],"category_scores_gemma":[0.0129633,0.0006021432,0.0007824408,0.00266107,0.0007843408,0.00581911,0.005801209,0.002248894,0.1566791],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00173108,"about_ca_system_score_gemma":0.003721647,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00427536,"about_ca_topic_score_gemma":0.004717382,"domain_scores_codex":[0.9948651,0.0009710551,0.0003954434,0.000608709,0.002642712,0.0005170211],"domain_scores_gemma":[0.9903363,0.001422352,0.000370368,0.001823003,0.004163542,0.001884523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002269942,0.0001084839,0.0009811235,0.000354182,0.00001401514,0.0002014876,0.0003400088,0.0003588618,0.001315302,0.01698465,0.7230383,0.2560765],"study_design_scores_gemma":[0.00001996398,0.00003179282,0.0003502459,0.00006446277,0.000004521988,0.0002035465,0.00007911342,0.0005089756,0.0006009,0.0020499,0.996069,0.00001755875],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.008241482,0.005443322,0.09260878,0.01056035,0.008407727,0.0008784122,0.01697992,0.120805,0.736075],"genre_scores_gemma":[0.05442072,0.006699965,0.08553233,0.005823441,0.003984664,0.001015011,0.06390443,0.02863509,0.7499844],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.7885281,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2993353296","doi":"10.5539/elt.v13n1p18","title":"Comparison of Automatic and Expert Teachers’ Rating of Computerized English Listening-Speaking Test","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Psychology; Active listening; Rasch model; Test (biology); Reliability (semiconductor); Inter-rater reliability; Rating scale; Mathematics education; Applied psychology; Developmental psychology; Communication","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.0112248277917318,"gpt":0.3145122398373942,"spread":0.3032874120456624,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007411029,0.0002674662,0.0002994858,0.001413563,0.0002078302,0.0004435595,0.0002980212,0.0002618733,0.001185758],"category_scores_gemma":[0.03327499,0.0001471706,0.000259646,0.000482141,0.0003470848,0.0004980611,0.0005818764,0.000248263,0.0003491462],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002933331,"about_ca_system_score_gemma":0.0002425726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001434026,"about_ca_topic_score_gemma":0.003291152,"domain_scores_codex":[0.9917107,0.003446666,0.00105382,0.001026794,0.002515923,0.0002460188],"domain_scores_gemma":[0.9699039,0.01376372,0.00378369,0.002933534,0.008826646,0.0007884814],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001232895,0.0002968381,0.7959883,0.0001961329,0.0002769135,0.0002090416,0.01399077,0.001983492,0.02647218,0.0003275943,0.001065381,0.1579605],"study_design_scores_gemma":[0.00003675515,0.0008688133,0.9874547,0.00001586999,0.00004209629,0.0002307838,0.00211207,0.004504693,0.003871224,0.00008458414,0.0007381199,0.00004035535],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9959928,0.00003232941,0.002362953,0.00001282233,0.000008939825,0.00003603368,0.00005772659,0.00003978121,0.001456642],"genre_scores_gemma":[0.9977841,0.00002409137,0.001301207,0.00001108536,0.000007254149,0.00003549591,0.0001289418,0.00001102456,0.0006967371],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007411029,"threshold_uncertainty_score":0.03919375,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392351492","doi":"10.19173/irrodl.v25i1.7419","title":"Extracting Course Features and Learner Profiling for Course Recommendation Systems: A Comprehensive Literature Review","year":2024,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Universitat Oberta de Catalunya","keywords":"Profiling (computer programming); Course (navigation); Computer science; Multimedia; Data science; World Wide Web; Engineering","authors":[{"name":"Amir Narimani","is_ca":false},{"name":"Elena Barberà","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08933692608124867,"gpt":0.4954467840288927,"spread":0.406109857947644,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004072054,0.001191024,0.001820347,0.009073754,0.0005805054,0.002257668,0.00127993,0.00146339,0.002046926],"category_scores_gemma":[0.01398839,0.0007356822,0.002041706,0.008198523,0.0004427177,0.003289957,0.0007391002,0.0007493301,0.0009328751],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009089516,"about_ca_system_score_gemma":0.004007885,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006770723,"about_ca_topic_score_gemma":0.008695636,"domain_scores_codex":[0.9981714,0.0004568007,0.0003897439,0.0003418702,0.0005614186,0.00007882671],"domain_scores_gemma":[0.9836791,0.0129293,0.0007892509,0.0002807376,0.002185683,0.0001358276],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0000801121,0.0001186173,0.004109284,0.07152897,0.0005923696,0.000137975,0.0003311522,0.001053327,0.0008526205,0.001676119,0.009122377,0.9103971],"study_design_scores_gemma":[0.00009755975,0.0009739349,0.05710851,0.2008359,0.01636521,0.00315672,0.003290879,0.01264867,0.006787545,0.01107251,0.6872309,0.0004316714],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002707739,0.9894425,0.004794979,0.0007819579,0.0001503619,0.00009061865,0.0003088184,0.00006348757,0.001659532],"genre_scores_gemma":[0.01637356,0.9729109,0.00902932,0.0003489258,0.0002109185,0.0001087449,0.0005869605,0.00001662788,0.0004139771],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.009073754,"threshold_uncertainty_score":0.02153534,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2465131982","doi":"10.5539/ijel.v6n4p96","title":"Evaluation of an In-Service Training Program for Primary School Teachers of English in Vietnam","year":2016,"lang":"en","type":"article","venue":"International Journal of English Linguistics","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Đại học Huế","keywords":"Retraining; Service (business); Training (meteorology); Medical education; Psychology; School teachers; Mathematics education; Pedagogy; Business; Medicine; Marketing; Geography","authors":[{"name":"Hung Phu Bui","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04132016496691976,"gpt":0.3679373620328937,"spread":0.3266171970659739,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004221619,0.000514287,0.0005472805,0.00049916,0.001865864,0.0009503759,0.001432389,0.000712754,0.005066492],"category_scores_gemma":[0.006216515,0.0003429086,0.0003643741,0.0004377582,0.0006351159,0.0006708861,0.001356476,0.0009579345,0.0004309817],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003559345,"about_ca_system_score_gemma":0.01084758,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02454827,"about_ca_topic_score_gemma":0.04207797,"domain_scores_codex":[0.9971644,0.001537387,0.0001356516,0.0001681912,0.0003066776,0.0006876847],"domain_scores_gemma":[0.9923763,0.001156334,0.0003914078,0.0002182606,0.00149284,0.004364904],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01724189,0.2338217,0.07431103,0.00670204,0.0003937439,0.004199775,0.119559,0.004494924,0.02191482,0.001370893,0.01009768,0.5058925],"study_design_scores_gemma":[0.01064316,0.2189374,0.5146833,0.001478351,0.0005976363,0.0007614131,0.1950495,0.005885304,0.01137404,0.0005014182,0.03993291,0.000155491],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9955283,0.00007276898,0.0002681696,0.0002241297,0.00005058146,0.001485369,0.00008118872,0.00002451756,0.002265098],"genre_scores_gemma":[0.9924909,0.0002788826,0.00194975,0.0002012019,0.00002939381,0.00156168,0.0001904371,0.00001197595,0.003285824],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02454827,"threshold_uncertainty_score":0.04881078,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407996445","doi":"10.1061/9780784485989.001","title":"Large Language Model for Geotechnical Engineering Applications Using Retrieval Augmented Generation","year":2025,"lang":"en","type":"article","venue":"","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Rocscience (Canada)","funders":"","keywords":"Computer science; Geotechnical engineering; Geology","authors":[{"name":"Seok Hyeon Chai","is_ca":true},{"name":"Ivan Chen","is_ca":true},{"name":"Thamer Yacoub","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02545900099889249,"gpt":0.336911492510502,"spread":0.3114524915116095,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001443084,0.0009150124,0.0006935962,0.001021543,0.0003156598,0.001176171,0.001310374,0.0009327413,0.004060782],"category_scores_gemma":[0.004267171,0.0003159296,0.001488789,0.000880212,0.0002717113,0.001446883,0.0009446551,0.001528207,0.003269099],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007821807,"about_ca_system_score_gemma":0.0009925772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006223528,"about_ca_topic_score_gemma":0.007664449,"domain_scores_codex":[0.9991971,0.0003328392,0.00006063881,0.0002082593,0.0001466476,0.00005453427],"domain_scores_gemma":[0.9985581,0.0009270036,0.00007173929,0.0001715013,0.0002404709,0.00003115227],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004644564,0.0003543878,0.002360444,0.0005181245,0.000209898,0.000531344,0.0003318299,0.3359229,0.01348218,0.009386308,0.02240827,0.6140299],"study_design_scores_gemma":[0.00002903989,0.00007670761,0.0002920081,0.00001980513,0.0000328996,0.00009216966,0.00004195189,0.9866236,0.00327764,0.005523689,0.003972503,0.00001806482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0430624,0.001551437,0.9301504,0.0007442408,0.0002008446,0.0003480569,0.00334966,0.01780708,0.002785873],"genre_scores_gemma":[0.4348392,0.001056695,0.5350108,0.0006481466,0.0001865732,0.0009722422,0.01945233,0.001085278,0.006748766],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006223528,"threshold_uncertainty_score":0.01358467,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2948472064","doi":"10.5430/wje.v9n3p30","title":"The Effect of Teacher Feedback on the Simple Past Tense Acquisition in Senior High School Students' English Writing","year":2019,"lang":"en","type":"article","venue":"World Journal of Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Jiangxi Normal University","keywords":"Corrective feedback; Peer feedback; Psychology; Second-language acquisition; Mathematics education; Class (philosophy); Perception; Point (geometry); Computer science; Linguistics; Mathematics","authors":[{"name":"Qin Zhong","is_ca":false},{"name":"Minwei Yan","is_ca":false},{"name":"Fangfang Zou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00508435178053322,"gpt":0.2874191603900464,"spread":0.2823348086095132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001572044,0.0002662176,0.0003148351,0.0003195805,0.0002928933,0.0006335413,0.0002163565,0.0003061724,0.002744324],"category_scores_gemma":[0.02014485,0.0001646564,0.0002808652,0.0001771092,0.0003035835,0.0003722095,0.0004880867,0.0006412324,0.0003358598],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003146344,"about_ca_system_score_gemma":0.0005347742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001968386,"about_ca_topic_score_gemma":0.003033297,"domain_scores_codex":[0.997962,0.0007841332,0.0001924007,0.0002501639,0.0006098188,0.0002015692],"domain_scores_gemma":[0.9794601,0.01217199,0.003399153,0.0006456956,0.001594843,0.002728141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008435091,0.01151362,0.6963184,0.0006613191,0.0001981731,0.0006863608,0.02870301,0.000465601,0.04023843,0.0001686562,0.001097657,0.2115136],"study_design_scores_gemma":[0.0001047614,0.005123578,0.9869903,0.0000614105,0.00008218409,0.00009976326,0.00294089,0.0003554728,0.003292943,0.00005806145,0.0008721366,0.00001861559],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9993606,0.00004920199,0.00004742516,0.00002573302,0.00000658716,0.000007821768,0.000008363449,0.000006307327,0.0004880227],"genre_scores_gemma":[0.9989604,0.00006465345,0.0001523352,0.00001311989,0.000004242871,0.00001566045,0.00001621928,0.000003475453,0.0007698524],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002744324,"threshold_uncertainty_score":0.009180665,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2982644112","doi":"10.5539/cis.v12n4p72","title":"Improving an AI-Based Algorithm to Automatically Generate Concept Maps","year":2019,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; Association rule learning; Task (project management); Inefficiency; Data mining; Quality (philosophy); Artificial intelligence; Reading (process); Machine learning","authors":[{"name":"Sara Alomari","is_ca":false},{"name":"Salha Abdullah","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.006635199339815197,"gpt":0.2670837812288226,"spread":0.2604485818890074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001146878,0.001199462,0.0009838195,0.003560637,0.001072559,0.001483958,0.002180754,0.001325772,0.00720377],"category_scores_gemma":[0.004601858,0.0005033053,0.001260389,0.002873561,0.0004938944,0.001625619,0.00106431,0.001242223,0.002528732],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008570211,"about_ca_system_score_gemma":0.002109568,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01081543,"about_ca_topic_score_gemma":0.008116731,"domain_scores_codex":[0.9990181,0.0001419021,0.00008265359,0.0002849786,0.0003965802,0.00007575221],"domain_scores_gemma":[0.9981062,0.0008934375,0.00007988314,0.0001135381,0.0007549945,0.00005201318],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000114254,0.0001537726,0.001301916,0.0002558811,0.00009982905,0.0001798172,0.0002100403,0.07305294,0.008019226,0.007568659,0.007134856,0.9019088],"study_design_scores_gemma":[0.0000416675,0.00005546098,0.0004608889,0.00002813519,0.00004044912,0.0001550674,0.00008654348,0.9782088,0.00595701,0.007139092,0.007808173,0.00001857637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.00625767,0.0002077858,0.9871214,0.0001294412,0.00007581351,0.000210865,0.0001454439,0.003580207,0.002271475],"genre_scores_gemma":[0.05460785,0.0001545443,0.9419831,0.0001186224,0.00002813549,0.0003134489,0.0004977634,0.0001555739,0.00214095],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01081543,"threshold_uncertainty_score":0.02409899,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210681716","doi":"10.19173/irrodl.v22i4.5437","title":"An Internet Articles Retrieval Agent Combined With Dynamic Associative Concept Maps to Implement Online Learning in an Artificial Intelligence Course","year":2022,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Computer science; The Internet; Search engine; Control (management); World Wide Web; Filter (signal processing); Associative property; Multimedia; Artificial intelligence; Information retrieval","authors":[{"name":"Yu‐Ping Cheng","is_ca":false},{"name":"Shu-Chen Cheng","is_ca":false},{"name":"Yueh‐Min Huang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0947574939811753,"gpt":0.4802984297827489,"spread":0.3855409358015736,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009262987,0.0004866305,0.0004140966,0.001046157,0.0004011507,0.0009337959,0.001043916,0.0006697783,0.003270777],"category_scores_gemma":[0.002881807,0.0002447673,0.0003330428,0.0004114253,0.0002414864,0.001593409,0.0009076068,0.0005151984,0.0008272459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004606379,"about_ca_system_score_gemma":0.001154485,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00169781,"about_ca_topic_score_gemma":0.001220017,"domain_scores_codex":[0.9995133,0.0001310719,0.00005283454,0.0001006223,0.0001530554,0.0000491289],"domain_scores_gemma":[0.9987404,0.0005454937,0.00009746,0.0001065787,0.0003367185,0.0001733748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001402329,0.008933781,0.01947446,0.0008704844,0.000208625,0.0007127288,0.001533822,0.02622871,0.07631888,0.00778898,0.004716838,0.8518103],"study_design_scores_gemma":[0.0006442528,0.004556543,0.01274829,0.0001188119,0.0005115338,0.0005740293,0.0005590905,0.8125396,0.1185231,0.004350098,0.04467831,0.0001964126],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7081112,0.0003116338,0.2690475,0.000366642,0.0002319412,0.002159633,0.0001764546,0.008320107,0.01127486],"genre_scores_gemma":[0.7360393,0.0001567111,0.254325,0.0001486718,0.00003657709,0.0009597664,0.0001842504,0.00006003075,0.008089789],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003270777,"threshold_uncertainty_score":0.0109418,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089256187","doi":"10.2316/journal.208.2004.1.202-1452","title":"Integrated of Learning Management Systems and Web Applications using Web Services","year":2004,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"World Wide Web; Computer science; Web service","authors":[{"name":"Karsten Friesen","is_ca":false},{"name":"Nima Mazloumi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.009044005904100682,"gpt":0.2843037378997977,"spread":0.275259731995697,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001155291,0.0003502534,0.0004345433,0.0008967231,0.0004543945,0.002471686,0.0006841736,0.0005766859,0.004180098],"category_scores_gemma":[0.002433554,0.000303462,0.0004562013,0.0006275498,0.0002047307,0.001816455,0.00104268,0.0007771038,0.001509708],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006817913,"about_ca_system_score_gemma":0.00149119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00335252,"about_ca_topic_score_gemma":0.002827391,"domain_scores_codex":[0.9989325,0.000214117,0.00009091115,0.0001367469,0.0005099715,0.0001157199],"domain_scores_gemma":[0.9986684,0.0002370208,0.00006202125,0.0003060375,0.0005211124,0.0002054133],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001171266,0.002254177,0.0235228,0.0002591419,0.0002360434,0.0004496518,0.0005620556,0.01289982,0.1035922,0.0204586,0.008323018,0.8262712],"study_design_scores_gemma":[0.0003143618,0.00138784,0.04732636,0.0001681639,0.0007595054,0.0007639042,0.0006435759,0.5723525,0.2281929,0.02179557,0.1261595,0.0001358174],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3591171,0.000819999,0.5477539,0.001607226,0.0004315386,0.0007141094,0.0002684241,0.03294979,0.05633786],"genre_scores_gemma":[0.859223,0.0002389393,0.1143517,0.0002930945,0.0001092455,0.0001227977,0.0005042863,0.0005411616,0.02461579],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004180098,"threshold_uncertainty_score":0.01398385,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1905079982","doi":"10.24908/pceea.v0i0.5743","title":"USING WEIGHTED SCORING RUBRICS IN ENGINEERING ASSESSMENT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Rubric; Computer science; Task (project management); Process (computing); Function (biology); Weight function; Mathematics; Statistics; Arithmetic; Engineering; Systems engineering","authors":[{"name":"Juan J. Salinas","is_ca":true},{"name":"Jeffrey Erochko","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02074707526505961,"gpt":0.2632275902746524,"spread":0.2424805150095928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02801296,0.001935053,0.0009605276,0.01038581,0.00159532,0.004349591,0.002754156,0.001029378,0.005733304],"category_scores_gemma":[0.1208594,0.0008014769,0.0008319162,0.01016742,0.002165215,0.003949611,0.004134532,0.001783271,0.002252618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002323849,"about_ca_system_score_gemma":0.003384348,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004514642,"about_ca_topic_score_gemma":0.008696343,"domain_scores_codex":[0.9246101,0.0420615,0.004770268,0.002848749,0.02492339,0.0007858603],"domain_scores_gemma":[0.9511887,0.02104904,0.006064977,0.006628996,0.01425133,0.0008169056],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001373744,0.0002171549,0.005659051,0.0008746276,0.000112354,0.0001052765,0.001514542,0.01404367,0.005976724,0.06766851,0.006077876,0.8976128],"study_design_scores_gemma":[0.0002764674,0.001833675,0.04740505,0.002873477,0.0002592377,0.00178968,0.003121878,0.3390112,0.03371859,0.3775891,0.1913131,0.0008085494],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02183764,0.001097839,0.9535484,0.0002765469,0.0001513021,0.001115468,0.0002356155,0.001374909,0.02036223],"genre_scores_gemma":[0.1569572,0.001117044,0.835108,0.0001600458,0.00009084689,0.001366318,0.0004637745,0.0003682687,0.004368412],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02801296,"threshold_uncertainty_score":0.1481485,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4254429661","doi":"10.4018/978-1-5225-7365-4.ch016","title":"Automatic Item Generation","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in educational technologies and instructional design book series","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Test (biology); Process (computing); Item bank; Industrial engineering; Artificial intelligence; Data science; Information retrieval; Machine learning; Item response theory; Engineering; Programming language; Statistics; Mathematics; Psychometrics","authors":[{"name":"Mark J. Gierl","is_ca":true},{"name":"Hollis Lai","is_ca":true},{"name":"Xinxin Zhang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02134655998604585,"gpt":0.2720030772144069,"spread":0.250656517228361,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005400885,0.002441174,0.001313256,0.003867608,0.0007578593,0.002312201,0.002704327,0.001405477,0.09062523],"category_scores_gemma":[0.02809899,0.0009335512,0.001284973,0.004003203,0.0005321489,0.002211344,0.002754268,0.001790559,0.05157518],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000744876,"about_ca_system_score_gemma":0.001148873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001048561,"about_ca_topic_score_gemma":0.001357536,"domain_scores_codex":[0.9956119,0.00175827,0.0003313102,0.0006501088,0.001499722,0.0001487463],"domain_scores_gemma":[0.983202,0.008266428,0.000353341,0.002849617,0.005144714,0.0001838237],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002315333,0.0001341157,0.0007871452,0.0005976948,0.0000532397,0.0001316186,0.0003355691,0.001440348,0.004699147,0.01281113,0.1002553,0.8785232],"study_design_scores_gemma":[0.0004937989,0.0004923788,0.005099334,0.001092017,0.000211067,0.002441054,0.000641454,0.06697028,0.04370507,0.08402087,0.7945304,0.0003023658],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006348952,0.001232228,0.9026762,0.000560577,0.001209425,0.0026292,0.00547753,0.02926373,0.05060207],"genre_scores_gemma":[0.02554966,0.0007021422,0.9157094,0.0005236968,0.000252565,0.002859394,0.00960464,0.002995749,0.0418028],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.09062523,"threshold_uncertainty_score":0.3031716,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2909080980","doi":"10.24908/pceea.v0i0.13094","title":"Fuzzy logic in engineering education and evaluation of graduate attributes","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"Fuzzy logic; Defuzzification; Fuzzy set operations; Fuzzy classification; Fuzzy number; Computer science; Neuro-fuzzy; Flexibility (engineering); Artificial intelligence; Type-2 fuzzy sets and systems; Weighting; Fuzzy associative matrix; Machine learning; Task (project management); Data mining; Fuzzy set; Mathematics; Fuzzy control system; Engineering; Systems engineering","authors":[{"name":"Mory Ghomshei","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02483019428482999,"gpt":0.2717952041130441,"spread":0.2469650098282141,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006207902,0.0006442447,0.0007237928,0.0031347,0.0009409461,0.003542132,0.0008851743,0.001683645,0.003160723],"category_scores_gemma":[0.01106244,0.0002098291,0.0006381402,0.003171284,0.003729563,0.00316329,0.001329426,0.001956747,0.0005333031],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003944457,"about_ca_system_score_gemma":0.002033958,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00446457,"about_ca_topic_score_gemma":0.002914432,"domain_scores_codex":[0.9942102,0.002444517,0.0003505796,0.0004932728,0.002284844,0.0002166166],"domain_scores_gemma":[0.9951591,0.00259151,0.0004000173,0.000198602,0.001496962,0.0001537843],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00005888668,0.00006805238,0.001406787,0.0003761313,0.00002969061,0.0001576091,0.0006977594,0.03318165,0.001231214,0.7738619,0.004015733,0.1849145],"study_design_scores_gemma":[0.00002271615,0.0001687814,0.001765533,0.0005485914,0.00002974266,0.0001964593,0.0006970883,0.1035752,0.002162682,0.8421726,0.04857918,0.00008144388],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01885679,0.01431827,0.8400512,0.004744388,0.0007051577,0.0002233679,0.0001123235,0.0001699977,0.1208186],"genre_scores_gemma":[0.6061225,0.01225124,0.3570439,0.001119198,0.00108407,0.0003421009,0.0001869916,0.00005599523,0.02179405],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006207902,"threshold_uncertainty_score":0.03283089,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2803838168","doi":"10.5539/elt.v11n6p80","title":"College English Curriculum Group: The Construction Based on Needs Analysis","year":2018,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Xi'an University of Science and Technology","keywords":"Curriculum; Mathematics education; College English; Needs analysis; Psychology; The Internet; China; Foreign language; Humanity; Pedagogy; Computer science; Political science; World Wide Web","authors":[{"name":"Jianfeng Zhang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.004546130147888984,"gpt":0.2528972616982746,"spread":0.2483511315503857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002324481,0.0005839268,0.0002719886,0.004862009,0.001632076,0.001106237,0.0007748611,0.000474188,0.01091034],"category_scores_gemma":[0.005284388,0.0004429319,0.0005541692,0.002075602,0.0007978088,0.001645812,0.002048296,0.0005739584,0.002128116],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002487233,"about_ca_system_score_gemma":0.005189091,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007658076,"about_ca_topic_score_gemma":0.006957576,"domain_scores_codex":[0.9977144,0.0007798361,0.0002799029,0.0003387968,0.000705885,0.0001812543],"domain_scores_gemma":[0.9975706,0.0004228025,0.0001337552,0.0001823479,0.00129438,0.0003961521],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004190374,0.00185392,0.1263912,0.0009468842,0.00004342832,0.0008351941,0.04725848,0.002849549,0.02659981,0.04244454,0.03749445,0.7128636],"study_design_scores_gemma":[0.0003699445,0.001762962,0.3079232,0.0005361591,0.0002463888,0.00114421,0.115528,0.04326535,0.02772263,0.02306328,0.4780843,0.000353595],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.6661541,0.0001237434,0.2112402,0.00192988,0.0002710227,0.02376188,0.00553081,0.002008611,0.08897965],"genre_scores_gemma":[0.449199,0.0001785005,0.480733,0.0001936089,0.00006573793,0.01572888,0.008188,0.0002610156,0.04545226],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.01091034,"threshold_uncertainty_score":0.03649873,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2483081267","doi":"10.4018/978-1-4666-9441-5.ch022","title":"Using Automated Procedures to Generate Test Items That Measure Junior High Science Achievement","year":2015,"lang":"en","type":"book-chapter","venue":"Advances in higher education and professional development book series","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Section (typography); Computer science; Test (biology); Quality (philosophy); Measure (data warehouse); Curriculum; Mathematics education; Data mining; Psychology; Pedagogy","authors":[{"name":"Mark J. Gierl","is_ca":true},{"name":"Syed Latifi","is_ca":true},{"name":"Hollis Lai","is_ca":true},{"name":"Donna Matovinovic","is_ca":false},{"name":"Keith A. Boughton","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06464199464959075,"gpt":0.3595467430617855,"spread":0.2949047484121948,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004415728,0.001763351,0.0008559133,0.003189333,0.0005521417,0.00206675,0.001926672,0.0009971443,0.01332809],"category_scores_gemma":[0.03857334,0.000655867,0.0007799534,0.002745111,0.0005561088,0.001351571,0.001109307,0.001125369,0.01106768],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006390017,"about_ca_system_score_gemma":0.00149365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002035091,"about_ca_topic_score_gemma":0.003061841,"domain_scores_codex":[0.9948947,0.001961617,0.0003975533,0.0008215328,0.001824212,0.0001003365],"domain_scores_gemma":[0.9676034,0.02241195,0.001574591,0.003264848,0.004905937,0.0002391892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000135128,0.0004527915,0.004901004,0.0005646955,0.00007367795,0.0001549201,0.0007619932,0.00641899,0.01432269,0.003842625,0.01939088,0.9489806],"study_design_scores_gemma":[0.001011532,0.002405006,0.07151505,0.001335724,0.0003910311,0.004229821,0.001966518,0.384424,0.2172794,0.04847596,0.2661841,0.0007818478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02069064,0.000261104,0.9494643,0.0001874688,0.0002114642,0.00252927,0.001887508,0.01438689,0.01038141],"genre_scores_gemma":[0.02770072,0.000167137,0.9607342,0.0001012387,0.00004186965,0.002423669,0.002243881,0.0009785736,0.005608634],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01332809,"threshold_uncertainty_score":0.04458696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2986349959","doi":"10.5539/elt.v12n12p67","title":"Language Testing in China: Past and Future","year":2019,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Guangdong University of Foreign Studies","keywords":"Professionalization; China; Psychology; Test (biology); Language assessment; Mainland China; Social science; Pedagogy; Sociology; Political science; Law","authors":[{"name":"Xuelian Li","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.004581191385425803,"gpt":0.2501977951349193,"spread":0.2456166037494935,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004104258,0.0003750893,0.0003618904,0.003208669,0.001035484,0.002042898,0.0008313345,0.0008075432,0.002833513],"category_scores_gemma":[0.003849764,0.0001565226,0.0003740409,0.006806922,0.001619515,0.00280559,0.001079941,0.0007304939,0.0001803195],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004416338,"about_ca_system_score_gemma":0.01726663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03417478,"about_ca_topic_score_gemma":0.02978676,"domain_scores_codex":[0.9986798,0.0002838177,0.0001717326,0.0001891351,0.0003807467,0.0002946777],"domain_scores_gemma":[0.9953229,0.001052969,0.000975454,0.0001473182,0.001411525,0.001089878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002001073,0.0002539492,0.1746666,0.004902857,0.00008016222,0.001360868,0.00497778,0.0006775939,0.001310186,0.01865368,0.0178163,0.7751],"study_design_scores_gemma":[0.00006068603,0.0007270949,0.7422437,0.004164133,0.0002430511,0.002274004,0.02243538,0.002472113,0.001901809,0.00715905,0.2161767,0.0001423124],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.3985923,0.4631203,0.001824289,0.09313943,0.002233644,0.0001211999,0.0007945618,0.0001816268,0.03999271],"genre_scores_gemma":[0.7708071,0.214831,0.002104176,0.005762181,0.001092392,0.00008349199,0.0005211774,0.00002251988,0.004776066],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.03417478,"threshold_uncertainty_score":0.06795168,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3128276583","doi":"10.1109/access.2021.3057515","title":"Multi-Swarm Optimization for Extracting Multiple-Choice Tests From Question Banks","year":2021,"lang":"en","type":"article","venue":"IEEE Access","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Particle swarm optimization; Simulated annealing; Computer science; Swarm behaviour; Multi-swarm optimization; Mathematical optimization; Pareto principle; Standard deviation; Algorithm; Pareto optimal; Multi-objective optimization; Mathematics; Artificial intelligence; Machine learning; Statistics","authors":[{"name":"Tram Nguyen","is_ca":false},{"name":"Loan T. T. Nguyen","is_ca":false},{"name":"Toan Bui","is_ca":false},{"name":"Loc D. Ho","is_ca":false},{"name":"Witold Pedrycz","is_ca":true},{"name":"Václav Snåšel","is_ca":false},{"name":"Bay Vo","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08006138877431644,"gpt":0.4039544603057659,"spread":0.3238930715314494,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001599484,0.001197211,0.0009413496,0.001585375,0.0003555732,0.0007427315,0.0008368124,0.0007856337,0.002076925],"category_scores_gemma":[0.006819458,0.0004457669,0.001068884,0.001142316,0.0004595249,0.0009194481,0.0007846241,0.0006329357,0.0005631513],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004408104,"about_ca_system_score_gemma":0.000725305,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001942131,"about_ca_topic_score_gemma":0.001946648,"domain_scores_codex":[0.9986328,0.000564288,0.0001081274,0.0002511209,0.0003786009,0.00006508757],"domain_scores_gemma":[0.9968149,0.002048258,0.0002333446,0.0002155974,0.0006004386,0.00008738962],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003238298,0.0002364003,0.004132058,0.0004452159,0.0001508352,0.000227588,0.0003648268,0.3386108,0.02164103,0.004531363,0.0020157,0.6273204],"study_design_scores_gemma":[0.00003016129,0.0001259145,0.001541479,0.0000121414,0.00001822575,0.00005191073,0.00006290909,0.98803,0.006118422,0.002482916,0.001510286,0.00001565134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01922722,0.00009194408,0.9789732,0.00006226988,0.0000226898,0.0001816689,0.0000699283,0.0005798794,0.0007911994],"genre_scores_gemma":[0.2357799,0.00006931688,0.7616894,0.0000569934,0.00001888613,0.0004724399,0.0004352457,0.0001188218,0.001359045],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.002076925,"threshold_uncertainty_score":0.008459032,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2989633901","doi":"10.5539/ies.v12n12p55","title":"Investigating the Validity of Different Peer Groupings in the Assessment of English Writings","year":2019,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Guangdong University of Foreign Studies","keywords":"Peer feedback; Peer assessment; Psychology; Peer evaluation; Promotion (chess); Homogeneous; Mathematics education; Quality (philosophy); Test validity; Construct validity; Higher education; Psychometrics; Developmental psychology; Mathematics","authors":[{"name":"Zhou Bi","is_ca":false},{"name":"Mengyu Tan","is_ca":false},{"name":"Yuan Diying","is_ca":false},{"name":"Pan Liandi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07087660242822855,"gpt":0.4062094524306231,"spread":0.3353328500023945,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07199797,0.0004462352,0.0006599111,0.003280731,0.001176803,0.002293732,0.00121149,0.0009545098,0.0008269224],"category_scores_gemma":[0.2885738,0.0003097245,0.001077423,0.001576874,0.002746568,0.003266173,0.003415285,0.0009477685,0.000362466],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009031477,"about_ca_system_score_gemma":0.001360916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001675819,"about_ca_topic_score_gemma":0.002016638,"domain_scores_codex":[0.9203019,0.04475438,0.005881724,0.004467385,0.02295046,0.00164417],"domain_scores_gemma":[0.6421717,0.2555728,0.03875229,0.02369274,0.03431807,0.005492356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00154998,0.0005968235,0.8827267,0.0002278203,0.00052617,0.0001053789,0.02414499,0.001009157,0.00260513,0.0006625357,0.0002541041,0.08559126],"study_design_scores_gemma":[0.00009765953,0.003207399,0.9691102,0.0002758122,0.0002607577,0.000259345,0.01424239,0.005816385,0.00369734,0.00120085,0.001746054,0.00008582196],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993239,0.0002159335,0.002267553,0.00009708645,0.00004526403,0.0001905156,0.00002733995,0.00001792367,0.003899401],"genre_scores_gemma":[0.9983883,0.00004909023,0.001142503,0.00001213545,0.00001397702,0.00007089489,0.00004279464,0.000009176812,0.0002712376],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07199797,"threshold_uncertainty_score":0.3807662,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2592139278","doi":"10.24908/pceea.v0i0.6456","title":"EDUCATIONAL DATA MINING APPROACH FOR ENGINEERING GRADUATE ATTRIBUTES ANALYSIS","year":2017,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true},"ca_institutions":"National Research Council Canada; Université de Moncton","funders":"National Research Council Canada; Université de Moncton","keywords":"Curriculum; Process (computing); Computer science; Field (mathematics); Set (abstract data type); Data science; Concept map; Educational data mining; Data mining; Artificial intelligence; Mathematics education; Psychology; Mathematics; Pedagogy","authors":[{"name":"Yassine Bouslimani","is_ca":true},{"name":"Guillaume Durand","is_ca":true},{"name":"Nabil Belacel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04673410479826912,"gpt":0.2837450732654153,"spread":0.2370109684671462,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008408973,0.001233754,0.001710958,0.01127918,0.001194908,0.003578009,0.00226703,0.001281643,0.002567361],"category_scores_gemma":[0.0236296,0.0005390699,0.002657953,0.01129459,0.0006064634,0.002011173,0.002176157,0.002689158,0.001324008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001345359,"about_ca_system_score_gemma":0.003096918,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005054619,"about_ca_topic_score_gemma":0.004893231,"domain_scores_codex":[0.9935581,0.002116555,0.001226266,0.001236135,0.001611725,0.0002512239],"domain_scores_gemma":[0.9857149,0.008745587,0.0009894477,0.00171325,0.00252256,0.0003143323],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004396622,0.00138042,0.04534042,0.001347337,0.0009404476,0.0008693157,0.001555971,0.06434914,0.003906916,0.03478319,0.01536459,0.8297226],"study_design_scores_gemma":[0.0001395701,0.0003738128,0.02408752,0.0005048769,0.0003647549,0.0009190656,0.002916274,0.7699226,0.009495679,0.1304927,0.06059361,0.0001896426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01533917,0.000531173,0.9731294,0.0007450706,0.00008421009,0.000860257,0.004841443,0.002201367,0.002267961],"genre_scores_gemma":[0.105785,0.0003994069,0.8821118,0.000163862,0.00007071006,0.00182684,0.008500807,0.00009154873,0.00104999],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01127918,"threshold_uncertainty_score":0.04447144,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151417076","doi":"10.3968/j.css.1923669720100606.005","title":"A Comparison Study on Word Association Between English Native Speakers and Chinese English Learners","year":2010,"lang":"en","type":"article","venue":"Canadian social science","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mental lexicon; Word Association; Linguistics; Association (psychology); Lexicon; Psychology; First language; Noun","authors":[{"name":"Huili Wang","is_ca":false},{"name":"Wen-duo Bing","is_ca":false},{"name":"Yan Hou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01555868305618352,"gpt":0.3247377859022043,"spread":0.3091791028460208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001036954,0.0002543809,0.0003477974,0.001247149,0.0007764199,0.001135935,0.0002420306,0.000309042,0.002297252],"category_scores_gemma":[0.004175249,0.0001600134,0.0003034015,0.0007518324,0.0006951907,0.0009698906,0.000892642,0.0003014852,0.0003276652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003108795,"about_ca_system_score_gemma":0.000584409,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006039985,"about_ca_topic_score_gemma":0.007364996,"domain_scores_codex":[0.9991033,0.0001552713,0.0001641157,0.0001922529,0.0002435767,0.0001415022],"domain_scores_gemma":[0.9967709,0.00152241,0.0004557862,0.0001829567,0.0006720144,0.0003958757],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004119693,0.0002332255,0.8854438,0.000116094,0.00006360737,0.0009402704,0.08077306,0.00003443739,0.01150607,0.0002989979,0.0001397876,0.02003872],"study_design_scores_gemma":[0.00001451297,0.000731936,0.9342746,0.00001672469,0.00004450529,0.001400973,0.05965729,0.0001949927,0.002192486,0.0001594522,0.001283165,0.00002932695],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9995955,0.00002480177,0.00002756064,0.000005859001,0.000001937186,0.000003062398,0.00001195494,6.962637e-7,0.0003285984],"genre_scores_gemma":[0.9994075,0.00004316221,0.00008157422,0.00001394182,0.000003134031,0.000008658453,0.00004853205,0.000001699279,0.0003918596],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006039985,"threshold_uncertainty_score":0.01200962,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2944010206","doi":"10.5430/ijhe.v8n3p29","title":"A Teaching Model for Undergraduate Students","year":2019,"lang":"en","type":"article","venue":"International Journal of Higher Education","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Mathematics education; Flipped classroom; Class (philosophy); Computer science; Gauss; Teaching method; Flipped learning; Mathematics; Artificial intelligence","authors":[{"name":"Kakyung Ahn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0187350432977751,"gpt":0.3932579891107561,"spread":0.374522945812981,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001130275,0.0004386101,0.0002073451,0.0004018768,0.001464144,0.002631724,0.001415104,0.001231192,0.01379548],"category_scores_gemma":[0.002604875,0.0001879843,0.0004173991,0.0003675958,0.0007156961,0.002179999,0.002106829,0.001398781,0.003451117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001951312,"about_ca_system_score_gemma":0.002699348,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001237852,"about_ca_topic_score_gemma":0.001489958,"domain_scores_codex":[0.9988624,0.0004612173,0.00004204242,0.000192233,0.0002943905,0.0001477809],"domain_scores_gemma":[0.9982221,0.0003540688,0.00009183903,0.0002227072,0.0004346457,0.0006745755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003042149,0.002414005,0.008857741,0.0003066322,0.00002400435,0.0006376852,0.01207008,0.009774637,0.01280231,0.4216351,0.0446654,0.4865082],"study_design_scores_gemma":[0.0003789333,0.001819339,0.003764751,0.0003325787,0.00007878897,0.001571914,0.008575808,0.203321,0.01234142,0.281933,0.4857688,0.0001136834],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1172895,0.0003545344,0.6839969,0.01003099,0.000581993,0.001102726,0.000221068,0.002851951,0.1835704],"genre_scores_gemma":[0.5555888,0.0003610232,0.3361371,0.001718911,0.0001484366,0.001586808,0.0003136043,0.0001811484,0.1039642],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01379548,"threshold_uncertainty_score":0.04615051,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1482434911","doi":"10.5539/elt.v8n6p159","title":"A Case Analysis of Business English Teacher Development in China with GDUFS as an Example","year":2015,"lang":"en","type":"article","venue":"English Language Teaching","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Business English; China; Mathematics education; Business education; International business; Pedagogy; Psychology; Sociology; Higher education; Management; Political science","authors":[{"name":"Deng Jingzi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02323174828931876,"gpt":0.2850066288989729,"spread":0.2617748806096541,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001068499,0.0003033567,0.0003243174,0.002170199,0.005165609,0.001109123,0.0009529609,0.001283543,0.003298112],"category_scores_gemma":[0.002027159,0.0002405399,0.0003504714,0.003680189,0.001351428,0.0006555907,0.001499082,0.0006264159,0.0002840618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00660105,"about_ca_system_score_gemma":0.005646214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1150147,"about_ca_topic_score_gemma":0.1881777,"domain_scores_codex":[0.9985548,0.0005009681,0.00007006599,0.00009646182,0.0002820788,0.0004955233],"domain_scores_gemma":[0.9986934,0.0003600688,0.0001392368,0.00006800067,0.0002756407,0.0004636369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003974246,0.001205653,0.2002461,0.001115601,0.00004094917,0.167769,0.4227319,0.005096088,0.007253076,0.03153801,0.01051368,0.1520925],"study_design_scores_gemma":[0.00009123064,0.0006074994,0.2100257,0.0005577512,0.00006597778,0.01812895,0.6223836,0.005672192,0.005770017,0.001691311,0.1349174,0.00008846933],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9813706,0.0004017139,0.001268518,0.0008702204,0.00002486424,0.0001726233,0.00008325638,0.00001871214,0.0157894],"genre_scores_gemma":[0.9864069,0.000513273,0.001939606,0.0001097212,0.000007162391,0.00008778622,0.00005968139,0.000008018797,0.01086788],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1150147,"threshold_uncertainty_score":0.2286906,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4388784739","doi":"10.5539/hes.v13n4p201","title":"The Problem-based Learning Model: PBL Model via Cloud Technology to Promote Programming Skills","year":2023,"lang":"en","type":"article","venue":"Higher Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Cloud computing; Problem-based learning; Computer science; Process (computing); Conceptual model; Mathematics education; Knowledge management; Psychology","authors":[{"name":"Raweewarn Rattanakha","is_ca":false},{"name":"Pinanta Chatwattana","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03046136398231312,"gpt":0.3746921978218135,"spread":0.3442308338395003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001827142,0.0005304453,0.0002936602,0.0007657504,0.001087274,0.003293562,0.001265944,0.001020311,0.006763351],"category_scores_gemma":[0.006790466,0.0001752723,0.0005217825,0.0009793283,0.001061236,0.002998494,0.002649351,0.001936245,0.002072334],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00195979,"about_ca_system_score_gemma":0.005091993,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001202924,"about_ca_topic_score_gemma":0.001363137,"domain_scores_codex":[0.9971732,0.001415065,0.0001469479,0.0002860691,0.0007261015,0.0002526805],"domain_scores_gemma":[0.9970925,0.00121276,0.0003345826,0.0002828391,0.0005939854,0.0004833264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003717406,0.006959102,0.02249643,0.002254451,0.00007228905,0.0007026613,0.03095974,0.01796691,0.01259128,0.1936032,0.02828146,0.6837407],"study_design_scores_gemma":[0.000932914,0.003825593,0.05226022,0.001913677,0.0001782548,0.003421239,0.0258511,0.1461563,0.02880725,0.3622828,0.3741438,0.0002268045],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2534168,0.000739808,0.5224215,0.008660064,0.0003167381,0.004840389,0.0003606292,0.001159379,0.2080848],"genre_scores_gemma":[0.6607407,0.0007922847,0.302875,0.001280973,0.00005095291,0.002946801,0.0003624303,0.00008838178,0.03086245],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006763351,"threshold_uncertainty_score":0.02262563,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285387971","doi":"10.1145/3534562","title":"A Decision Model for Ranking Asian Higher Education Institutes Using an NLP-Based Text Analysis Approach","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Asian and Low-Resource Language Information Processing","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brandon University","funders":"","keywords":"Multiple-criteria decision analysis; Ranking (information retrieval); Centroid; Identification (biology); Selection (genetic algorithm); Computer science; Rank (graph theory); TOPSIS; Higher education; Artificial intelligence; Function (biology); Decision analysis; Decision model; Machine learning; Data mining; Operations research; Mathematics; Statistics; Political science","authors":[{"name":"B. Prabadevi","is_ca":false},{"name":"N. Deepa","is_ca":false},{"name":"K. Ganesan","is_ca":false},{"name":"Gautam Srivastava","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02038411021066483,"gpt":0.2964568092918321,"spread":0.2760726990811673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004989222,0.00141653,0.00130501,0.004941963,0.001306755,0.003600526,0.001884212,0.001506985,0.005642791],"category_scores_gemma":[0.006601175,0.0005041756,0.001845048,0.003981188,0.0006838245,0.002689813,0.001354873,0.001348746,0.0009046933],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003900222,"about_ca_system_score_gemma":0.004382955,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01715899,"about_ca_topic_score_gemma":0.01669472,"domain_scores_codex":[0.9958823,0.001919295,0.0004984095,0.0006558157,0.0007848332,0.0002594023],"domain_scores_gemma":[0.9958799,0.00281155,0.000342623,0.00006899592,0.000774556,0.000122379],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003231124,0.0004405242,0.006032669,0.0007689963,0.0002450113,0.000816667,0.0008138013,0.8262942,0.002465629,0.03639422,0.005142816,0.1202624],"study_design_scores_gemma":[0.00003696213,0.00006728201,0.0006462946,0.00004630451,0.00005620507,0.00004379251,0.0003110955,0.9839401,0.0004869895,0.01271311,0.001624714,0.00002712803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05004206,0.0003556968,0.9338324,0.001963922,0.00009915917,0.001118864,0.00212719,0.000539395,0.009921282],"genre_scores_gemma":[0.4765643,0.0004936728,0.5130173,0.0003419441,0.00007909295,0.001940576,0.002387748,0.00005110025,0.005124216],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01715899,"threshold_uncertainty_score":0.03411824,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3173703492","doi":"10.5539/ies.v14n7p27","title":"An Investigation into the Influence of Blended Learning on Oral English Proficiency of Senior High School Students","year":2021,"lang":"en","type":"article","venue":"International Education Studies","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Blended learning; Mathematics education; Psychology; Pronunciation; Fluency; Class (philosophy); Language proficiency; Vocabulary; Teaching method; Empirical research; Multimethodology; Educational technology; Pedagogy; Computer science; Mathematics; Linguistics","authors":[{"name":"Xin Li","is_ca":false},{"name":"Zhongbao Zhao","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02411488238075118,"gpt":0.3914149864484976,"spread":0.3673001040677464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001187153,0.0002237105,0.0003473164,0.0004424068,0.0004802466,0.001348819,0.0002414783,0.0002763857,0.002085907],"category_scores_gemma":[0.00553659,0.0001192261,0.0003351306,0.0003196305,0.0003312455,0.0004107471,0.0005989952,0.0004433444,0.0003477401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002923791,"about_ca_system_score_gemma":0.0004677632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001522448,"about_ca_topic_score_gemma":0.001473321,"domain_scores_codex":[0.9991881,0.000258513,0.0000681461,0.0001238593,0.000207929,0.0001533868],"domain_scores_gemma":[0.9945663,0.002270632,0.0007917067,0.0002516126,0.0007717898,0.001347804],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002583593,0.01445944,0.8110309,0.00017946,0.0001295323,0.0006427825,0.01985143,0.0003166443,0.03634056,0.0002595546,0.0003107185,0.1138953],"study_design_scores_gemma":[0.00003586244,0.005251938,0.9733394,0.00002456476,0.00006626971,0.00009790741,0.0127451,0.0006617981,0.006792253,0.0001017147,0.0008599283,0.0000233122],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9996705,0.00000784741,0.00003253443,0.000007034072,0.000001321881,0.000004564791,0.000004539542,0.000001342086,0.0002703768],"genre_scores_gemma":[0.9994918,0.00001446247,0.00009017503,0.0000073789,0.000001661886,0.000007206579,0.00001012271,9.417414e-7,0.0003762112],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002085907,"threshold_uncertainty_score":0.006978035,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241522689","doi":"10.4018/978-1-5225-2255-3.ch206","title":"Automatic Item Generation","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Test (biology); Computer science; Process (computing); Item bank; Item response theory; Data science; Industrial engineering; Engineering; Statistics; Psychometrics; Mathematics; Programming language","authors":[{"name":"Mark J. Gierl","is_ca":true},{"name":"Hollis Lai","is_ca":true},{"name":"Xinxin Zhang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03501744663849034,"gpt":0.2974116225038251,"spread":0.2623941758653348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006358805,0.002697633,0.001439791,0.004667698,0.0007966214,0.002528196,0.002876638,0.001573383,0.08189789],"category_scores_gemma":[0.0313932,0.0009541624,0.001581532,0.004614833,0.0006262974,0.002377719,0.003087299,0.001877414,0.04820875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008499921,"about_ca_system_score_gemma":0.001273116,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00113495,"about_ca_topic_score_gemma":0.00134477,"domain_scores_codex":[0.9946945,0.00234399,0.0004154148,0.0007832552,0.001581949,0.0001808764],"domain_scores_gemma":[0.9809856,0.009643896,0.0004052616,0.003379146,0.005387694,0.0001984629],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002600614,0.0001374507,0.0008756897,0.0007925908,0.00007499324,0.0001706289,0.0004262959,0.001929269,0.004514288,0.01645687,0.08599199,0.8883699],"study_design_scores_gemma":[0.0005185269,0.0005178745,0.004985538,0.001364837,0.0002745104,0.002661325,0.0008491605,0.08239949,0.03952771,0.1249257,0.7416559,0.000319322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004926791,0.001066985,0.927168,0.0005092697,0.0008577658,0.002190811,0.004883549,0.022549,0.03584789],"genre_scores_gemma":[0.02955164,0.0007196437,0.9238003,0.000475274,0.0002348633,0.002762686,0.009350168,0.002547034,0.03055827],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.08189789,"threshold_uncertainty_score":0.2739757,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4309301527","doi":"10.1016/b978-0-12-818630-5.10026-0","title":"Automatic item generation","year":2022,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Educational Technology and Assessment","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Template; Knowledge base; Test (biology); Artificial intelligence; Quality (philosophy); Natural language processing; Machine learning; Programming language","authors":[{"name":"Mark J. Gierl","is_ca":true},{"name":"Jinnie Shin","is_ca":false},{"name":"Tahereh Firoozi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02558709402987739,"gpt":0.2669738738631309,"spread":0.2413867798332535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001519272,0.002059152,0.001081375,0.003142282,0.0007547914,0.002298195,0.002306822,0.001353592,0.1777726],"category_scores_gemma":[0.004596874,0.0009222575,0.001291818,0.003273808,0.0004040402,0.002153781,0.002371369,0.001189865,0.1193605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003852985,"about_ca_system_score_gemma":0.0007340977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001592208,"about_ca_topic_score_gemma":0.001837991,"domain_scores_codex":[0.998831,0.000352978,0.00009265431,0.0002887364,0.0003410804,0.00009350774],"domain_scores_gemma":[0.9977609,0.000888865,0.00005190051,0.0005507413,0.0006793669,0.00006825961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001356115,0.00006289122,0.0003375826,0.000183442,0.00002707795,0.00009267149,0.00004638975,0.0007603121,0.007427718,0.002397655,0.07217335,0.9163553],"study_design_scores_gemma":[0.0002456602,0.0004725966,0.009238418,0.000634413,0.0002744914,0.003214989,0.0006358649,0.1631789,0.09610394,0.05800011,0.6677673,0.0002332919],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009213795,0.001218358,0.8291864,0.0004335736,0.0009629407,0.0005657839,0.00735002,0.07681122,0.07425798],"genre_scores_gemma":[0.04777804,0.0006622087,0.7949534,0.0003991425,0.0002094858,0.0006788493,0.0227532,0.004102852,0.1284629],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1777726,"threshold_uncertainty_score":0.5947086,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}