{"meta":{"query_hash":"3cf2fdc99fd6","filters":{"venue":"IEEE Transactions on Education"},"cohort_total":33,"direct_labels_cover":0,"predictions_cover":33,"exported":33,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/3cf2fdc99fd6","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+Transactions+on+Education"},"results":[{"id":"W1994539414","doi":"10.1109/te.2013.2292570","title":"Performing Systematic Literature Reviews With Novices: An Iterative Approach","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Systematic review; Iterative and incremental development; Computer science; Process (computing); Systematic process; Domain (mathematical analysis); Management science; Data science; Work in process; Software engineering; Engineering; MEDLINE; Mathematics","score_opus":0.015037501836730598,"score_gpt":0.2651792252343692,"score_spread":0.2501417233976386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994539414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001309942,0.00034098577,0.99648166,0.00009643527,0.0004224811,0.0005138433,8.2128145e-7,0.00030995137,0.00052385806],"genre_scores_gemma":[0.64884686,0.00009228073,0.3499955,0.00025666045,0.00007917418,0.00046265215,0.0000050486406,0.000013429108,0.00024837293],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990583,0.00017714685,0.00020069172,0.00029173904,0.00014951319,0.00012262461],"domain_scores_gemma":[0.99898124,0.00012555906,0.00012373389,0.00059756124,0.000100108795,0.000071812385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047408452,0.00015234103,0.0001843371,0.00016488622,0.00016657331,0.00031662558,0.00032998333,0.00005994252,0.000004358013],"category_scores_gemma":[0.000014461538,0.00011016295,0.00004138896,0.0004736975,0.000010340204,0.0015324025,7.346801e-7,0.000222857,0.000014880725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012102378,0.006725302,0.00008549558,0.0759521,0.00028431017,0.000003821177,0.1265906,0.044255342,0.0014394246,0.050492793,0.001228252,0.69282156],"study_design_scores_gemma":[0.0008096468,0.002821511,0.00023719556,0.035917398,0.00037561444,0.000754686,0.0011856989,0.92328113,0.012442861,0.0013902351,0.018491445,0.0022925765],"about_ca_topic_score_codex":0.0000088406205,"about_ca_topic_score_gemma":0.0000032839375,"teacher_disagreement_score":0.8790258,"about_ca_system_score_codex":0.000048019643,"about_ca_system_score_gemma":0.00005665846,"threshold_uncertainty_score":0.44923148},"labels":[],"label_agreement":null},{"id":"W2073322947","doi":"10.1109/te.2005.858393","title":"A Web-Based Remote Interactive Laboratory for Internetworking Education","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Saint Mary's University","funders":"Cisco Systems","keywords":"Internetworking; Usability; Computer science; The Internet; Remote laboratory; Gateway (web page); Cyberinfrastructure; World Wide Web; Multimedia; Human–computer interaction; Operating system","score_opus":0.005999828884526914,"score_gpt":0.2571823082835415,"score_spread":0.25118247939901456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073322947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0870471,0.0002620012,0.9041693,0.00019520697,0.005450027,0.0004233715,0.000011478266,0.00061192556,0.0018295838],"genre_scores_gemma":[0.9687192,0.000015494883,0.02989116,0.0002036041,0.00045138213,0.00024185314,0.000016217906,0.00006921282,0.00039191815],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934757,0.00001915154,0.00019052705,0.00018011537,0.000088526445,0.00017408688],"domain_scores_gemma":[0.9995413,0.0000851933,0.000034700217,0.00019116902,0.00007929252,0.000068353955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000076300195,0.00016230321,0.00010110556,0.00023496215,0.00007570875,0.000039943345,0.00009534442,0.00007681243,0.000063457934],"category_scores_gemma":[0.0000062143617,0.00020097019,0.000067016896,0.00020666767,0.000013922362,0.00023602694,2.9950832e-7,0.00023590183,0.000063968015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021366988,0.00020648503,0.000004022398,0.00004753888,0.000026466343,3.3505895e-8,0.0005364451,0.68888724,0.023850925,0.000021472955,0.0014390495,0.28495896],"study_design_scores_gemma":[0.00033436905,0.00006157658,0.000041028463,0.00027301852,0.000029110362,0.0000024318551,0.00037597053,0.7165159,0.19017002,0.000015821102,0.091895685,0.000285061],"about_ca_topic_score_codex":0.0000094233355,"about_ca_topic_score_gemma":0.000019210223,"teacher_disagreement_score":0.8816721,"about_ca_system_score_codex":0.00063534867,"about_ca_system_score_gemma":0.00021852604,"threshold_uncertainty_score":0.81953263},"labels":[],"label_agreement":null},{"id":"W2082705956","doi":"10.1109/te.2007.912411","title":"An FPGA Design Project: Creating a PowerPC Subsystem Plus User Logic","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"PowerPC; Field-programmable gate array; Computer science; Computer architecture; Embedded system; Logic synthesis; Interface (matter); FPGA prototype; Block (permutation group theory); Computer hardware; Software; Operating system; Logic gate","score_opus":0.026812282626274934,"score_gpt":0.2715732024016329,"score_spread":0.24476091977535797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082705956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15776727,0.00012217415,0.83721393,0.000011242306,0.0014892028,0.00042153543,0.0000032703506,0.0009586991,0.002012683],"genre_scores_gemma":[0.97911155,0.00003268272,0.019702727,0.000026336756,0.000117236224,0.0002866006,0.000006966118,0.00007679793,0.0006391284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990932,0.000055647655,0.0002241319,0.0002220928,0.00016595918,0.00023898263],"domain_scores_gemma":[0.9994939,0.00005928507,0.00002929723,0.00029205595,0.000042258216,0.00008318793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009731888,0.00020087298,0.00014774755,0.00023399024,0.00021414144,0.000034482393,0.00012849695,0.00010159779,0.000060530765],"category_scores_gemma":[0.0000043229834,0.00022444734,0.000054062904,0.0003126442,0.000022850525,0.00032470823,3.004979e-7,0.00026389258,0.00009139349],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011988648,0.00016531053,0.000018427343,0.000042463875,0.000024184954,0.0000023350337,0.004080841,0.9624722,0.031150006,0.000028339207,0.0003360171,0.0016679112],"study_design_scores_gemma":[0.00086580607,0.00054626924,0.00095932296,0.00033599976,0.00007002496,0.000371187,0.004877833,0.552815,0.43508628,0.000017201282,0.0028546683,0.001200372],"about_ca_topic_score_codex":0.00007851616,"about_ca_topic_score_gemma":0.0000051088236,"teacher_disagreement_score":0.82134426,"about_ca_system_score_codex":0.00045762715,"about_ca_system_score_gemma":0.00013835364,"threshold_uncertainty_score":0.91526973},"labels":[],"label_agreement":null},{"id":"W2092367835","doi":"10.1109/te.2011.2160946","title":"A Control Systems Concept Inventory Test Design and Assessment","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Concept inventory; Test (biology); Consistency (knowledge bases); Computer science; Classical test theory; Item response theory; Test design; Test theory; Control (management); Internal consistency; Multiple choice; Test score; Mathematics education; Test method; Artificial intelligence; Psychology; Psychometrics; Mathematics; Standardized test; Statistics","score_opus":0.01944075689435389,"score_gpt":0.245397405439759,"score_spread":0.2259566485454051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092367835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018905122,0.00036113788,0.9763332,0.000008769663,0.0019399041,0.00033353153,0.0000039223874,0.00031835545,0.0017960293],"genre_scores_gemma":[0.9923687,0.000024918438,0.007099805,0.000017565018,0.000044910357,0.00025870823,0.0000012722785,0.000033702687,0.00015041589],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951094,0.000029975346,0.00013592344,0.00011790893,0.000081404156,0.00012386731],"domain_scores_gemma":[0.99969095,0.00006833293,0.000018405875,0.00012743319,0.000021339549,0.000073562034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000076990786,0.00011633976,0.000094660994,0.00009875397,0.000059415368,0.000022803508,0.00005088043,0.00005424492,0.000047635633],"category_scores_gemma":[0.000002227947,0.00013110926,0.000021546479,0.00007655374,0.000024303854,0.00012845539,1.796805e-7,0.00018110334,0.000019114772],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006234355,0.00029513674,0.00011944437,0.00006256839,0.00006283707,7.876805e-7,0.0021675539,0.96698165,0.022563113,0.00022094807,0.00032864435,0.0071910773],"study_design_scores_gemma":[0.00076899776,0.00031799637,0.0016829594,0.00018184009,0.00007988467,0.000034002584,0.0012382468,0.940614,0.05264795,0.000029086568,0.0019215026,0.00048357827],"about_ca_topic_score_codex":0.000044072636,"about_ca_topic_score_gemma":7.277235e-7,"teacher_disagreement_score":0.9734636,"about_ca_system_score_codex":0.00016882543,"about_ca_system_score_gemma":0.000044415465,"threshold_uncertainty_score":0.53464806},"labels":[],"label_agreement":null},{"id":"W2096039028","doi":"10.1109/te.2004.837048","title":"Teaching Digital Design to Computing Science Students in a Single Academic Term","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Capstone; Computer science; Upload; Set (abstract data type); Term (time); Mathematics education; Multimedia; Software engineering; World Wide Web; Programming language; Psychology","score_opus":0.014922116198618598,"score_gpt":0.3035919900575663,"score_spread":0.2886698738589477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096039028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5539303,0.000019429974,0.44474244,0.000036130146,0.0005157582,0.0001463254,5.9675335e-7,0.0001806645,0.00042838618],"genre_scores_gemma":[0.9887226,0.0000017176683,0.010953393,0.000050406452,0.00009202627,0.000031160173,6.7297e-7,0.00003069197,0.000117301366],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999134,0.0000127288895,0.00018863505,0.0001912462,0.00022945231,0.00024393442],"domain_scores_gemma":[0.9996984,0.00004728608,0.000014503053,0.00013120419,0.000014226872,0.000094374154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020801839,0.00012033558,0.00007941896,0.00043159284,0.00011494723,0.00009786385,0.00023705956,0.000044389846,0.0000063990215],"category_scores_gemma":[0.000010601472,0.0001483992,0.000019939302,0.00037009592,0.000021621809,0.00053270004,0.0000017589323,0.00042546005,0.00008126931],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002236996,0.00013576036,0.00015681561,0.000005291076,0.0000026853268,1.2280994e-7,0.0029337383,0.768815,0.106335424,0.0000037819304,0.000009275369,0.121599905],"study_design_scores_gemma":[0.00061839883,0.00022432953,0.011445325,0.0007619,0.000015545866,0.00003378801,0.0017877824,0.41545045,0.5674814,0.00001660558,0.0012324322,0.00093203277],"about_ca_topic_score_codex":0.00000810647,"about_ca_topic_score_gemma":0.0000023989826,"teacher_disagreement_score":0.461146,"about_ca_system_score_codex":0.0008306603,"about_ca_system_score_gemma":0.000043972566,"threshold_uncertainty_score":0.6051544},"labels":[],"label_agreement":null},{"id":"W2116528489","doi":"10.1109/13.883349","title":"Extreme values from skewed distributions [mathematics education]","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Scientific Measurement and Uncertainty Evaluation","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Skew; Statistics; Magnitude (astronomy); Standard deviation; Gaussian; Extreme value theory; Mathematics; Standard error; Confidence interval; Value (mathematics); Data set; Computer science; Physics","score_opus":0.20010511709672116,"score_gpt":0.39911703359708306,"score_spread":0.1990119165003619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116528489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51929384,0.00014883831,0.44557458,0.003816518,0.008928486,0.0008789156,0.00018756394,0.0001850667,0.020986205],"genre_scores_gemma":[0.942426,0.000027642012,0.0050952537,0.00032308578,0.00029845122,0.00020376265,0.00012204456,0.000016725726,0.051486984],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962174,0.000271016,0.0008003676,0.00064439524,0.0018151375,0.00025167465],"domain_scores_gemma":[0.9970516,0.0006647171,0.00021355333,0.0010325456,0.00084207894,0.00019550542],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017356711,0.00021108873,0.00021502191,0.00038720915,0.0006965521,0.0004434185,0.00056111085,0.00011048854,0.025712498],"category_scores_gemma":[0.0003035203,0.0001761144,0.0001907421,0.0012166083,0.00010782908,0.00059472746,9.2679954e-7,0.00018427926,0.0046678977],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024805191,0.0025509854,0.00011956915,0.0000034197865,0.000027842856,7.1566234e-8,0.0022931667,0.0016360048,0.0022208474,0.0005813103,0.048042193,0.94249976],"study_design_scores_gemma":[0.0017379972,0.00026265677,0.02796201,0.00040611558,0.0006429784,0.000018322207,0.017600667,0.042705897,0.057569034,0.6392807,0.20998283,0.0018308052],"about_ca_topic_score_codex":0.00022804977,"about_ca_topic_score_gemma":0.00015076033,"teacher_disagreement_score":0.940669,"about_ca_system_score_codex":0.0002659006,"about_ca_system_score_gemma":0.0012795872,"threshold_uncertainty_score":0.9961071},"labels":[],"label_agreement":null},{"id":"W2119433210","doi":"10.1109/13.883346","title":"Experiences with a software maintenance project course","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Course (navigation); Software engineering; Software maintenance; Software project management; Engineering management; Software; Software development; Engineering; Computer science; Software peer review; Systems engineering; Software construction; Programming language","score_opus":0.012746904188256481,"score_gpt":0.28094371734621243,"score_spread":0.26819681315795596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119433210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15552306,0.000032277883,0.84296477,0.0003101858,0.00044954853,0.00023519002,0.0000014318206,0.00034929084,0.00013422809],"genre_scores_gemma":[0.95957667,0.000015540021,0.0363407,0.00011009452,0.00003272294,0.0006054357,8.0929664e-7,0.000013146867,0.0033048745],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989937,0.000029679952,0.00010478779,0.0003254495,0.0003020965,0.00024431874],"domain_scores_gemma":[0.9992157,0.00013689882,0.000019839521,0.00046313036,0.00009152762,0.000072865485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009175803,0.0001163893,0.00007932521,0.00012688841,0.00015301122,0.00010543833,0.00041214406,0.00003871582,0.00017521773],"category_scores_gemma":[0.000009855768,0.00009785727,0.00003175624,0.0007553774,0.00005445653,0.00045949267,5.4226575e-7,0.00016731165,0.0001232392],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043670014,0.0009866855,0.00013022668,0.00002687711,0.000026950223,0.0000055231735,0.020046819,0.005581422,0.000049613336,0.000121680714,0.002160707,0.97081983],"study_design_scores_gemma":[0.015035589,0.018707389,0.12121078,0.0062051434,0.00046155087,0.0047727735,0.11532177,0.2305317,0.28257918,0.0027999768,0.18574935,0.016624754],"about_ca_topic_score_codex":0.00008278301,"about_ca_topic_score_gemma":0.000012731315,"teacher_disagreement_score":0.9541951,"about_ca_system_score_codex":0.000089288296,"about_ca_system_score_gemma":0.0006400419,"threshold_uncertainty_score":0.39905035},"labels":[],"label_agreement":null},{"id":"W2121590093","doi":"10.1109/te.2002.1024617","title":"Teaching transmission lines: a project of measurement and simulation","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Power Line Communications and Noise","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Transmission line; Electric power transmission; Attenuation; Electrical impedance; Electronic engineering; Computer science; Characteristic impedance; Crosstalk; Network analyzer (electrical); Acoustics; Electrical engineering; Engineering; Telecommunications; Optics; Physics","score_opus":0.04587865524637874,"score_gpt":0.2848614082916171,"score_spread":0.23898275304523836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121590093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12579007,0.001248601,0.86888486,0.00026970886,0.00040211805,0.0003913597,0.000006652801,0.00018795014,0.002818683],"genre_scores_gemma":[0.99660105,0.00035961845,0.002794458,0.000015292646,0.000024797078,0.00004489816,0.0000017549352,0.000016132082,0.00014197435],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947125,0.000037476286,0.00019517851,0.00009063724,0.00013028787,0.000075180295],"domain_scores_gemma":[0.9996254,0.00004041097,0.0000259569,0.00020838376,0.000065817294,0.000034065215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001299309,0.00008900033,0.00008388518,0.00018272542,0.00009399245,0.000010700757,0.00006083503,0.0000455216,0.00003417905],"category_scores_gemma":[0.0000043404566,0.000089347144,0.000035273548,0.00013154636,0.000014505515,0.00013534114,2.4237445e-7,0.00014671136,0.0000045908723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000089584755,0.00056940335,0.0000067469928,0.00013001004,0.000027050759,3.606669e-8,0.003140524,0.17265426,0.014431117,0.000026582029,0.00023518734,0.8087701],"study_design_scores_gemma":[0.0003245547,0.00008613277,0.00020575493,0.00022665218,0.0000596007,0.000002876389,0.00031868758,0.96618867,0.015011857,0.00006876768,0.017310947,0.00019549069],"about_ca_topic_score_codex":0.00004739388,"about_ca_topic_score_gemma":0.000010128548,"teacher_disagreement_score":0.870811,"about_ca_system_score_codex":0.00006022244,"about_ca_system_score_gemma":0.000023192551,"threshold_uncertainty_score":0.36434707},"labels":[],"label_agreement":null},{"id":"W2122050504","doi":"10.1109/te.2010.2066566","title":"An Undergraduate Nanotechnology Engineering Laboratory Course on Atomic Force Microscopy","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Force Microscopy Techniques and Applications","field":"Physics and Astronomy","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Nanotechnology; Lithography; Atomic force microscopy; Engineering; Materials science; Optoelectronics","score_opus":0.0031752187895500317,"score_gpt":0.2725841222381787,"score_spread":0.26940890344862867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122050504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64175284,0.0000034263885,0.3562034,0.00056116155,0.0006773002,0.00024860376,0.0000745526,0.00021055322,0.00026816133],"genre_scores_gemma":[0.9923426,0.0000036378922,0.0064579234,0.00013871868,0.0001341858,0.00032107424,0.000035429137,0.00004071147,0.00052570953],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99925286,0.000011935288,0.0001655829,0.000289603,0.00007171362,0.00020831412],"domain_scores_gemma":[0.99923164,0.00002319633,0.000066341156,0.0005216883,0.00006974049,0.00008741671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000059896254,0.00017344664,0.00011132506,0.00013222643,0.00021907773,0.000048076156,0.00019129679,0.00011037766,0.00015978562],"category_scores_gemma":[5.0805716e-7,0.00019019464,0.00006120262,0.0002453703,0.000055229317,0.00013297994,6.1482393e-7,0.00047944984,0.00010955536],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009314599,0.00096255314,0.00006455325,0.000005759635,0.000019285255,5.459818e-8,0.00007815937,0.0009303712,0.94903076,0.030621968,0.0006092283,0.017667988],"study_design_scores_gemma":[0.00015974528,0.00010468789,0.00012227183,0.000021326327,0.000030601543,0.0000010998671,0.00008765019,0.0017038529,0.9876126,0.0026169012,0.007308044,0.00023122417],"about_ca_topic_score_codex":0.00009266879,"about_ca_topic_score_gemma":0.000014240047,"teacher_disagreement_score":0.35058978,"about_ca_system_score_codex":0.000043211825,"about_ca_system_score_gemma":0.00022094171,"threshold_uncertainty_score":0.7755912},"labels":[],"label_agreement":null},{"id":"W2125352586","doi":"10.1109/te.2005.858400","title":"Interactive Online Tutorial Assistance for a First Programming Course","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Pace; Multimedia; Set (abstract data type); Syntax; Comprehension; Repetition (rhetorical device); Mathematics education; Programming language; Artificial intelligence","score_opus":0.016211243171040734,"score_gpt":0.3137877998324772,"score_spread":0.29757655666143645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125352586","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007043307,0.000043217387,0.9837985,0.0043674833,0.0040382273,0.00035334626,0.000005122705,0.0003211376,0.000029633025],"genre_scores_gemma":[0.70732206,0.0000028361083,0.29103667,0.00012435293,0.00056987593,0.00021784681,0.0000060673565,0.000012124331,0.00070814625],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990419,0.000048037986,0.00018815762,0.00033900162,0.00015543062,0.00022748054],"domain_scores_gemma":[0.99920994,0.00018472192,0.00010513208,0.0003010985,0.00011970941,0.00007940814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002063258,0.00012964365,0.000105059604,0.000108924214,0.0004070508,0.00019226423,0.0002863882,0.000061589904,0.000006993628],"category_scores_gemma":[0.000020947633,0.00013481788,0.00009688963,0.0002294412,0.000023378272,0.0005386363,9.732354e-7,0.00029592743,0.000021039723],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027185048,0.0013977799,0.00000985494,0.00001209323,0.000019120185,1.1020091e-7,0.002986111,0.0026365395,0.0000385737,0.00055386394,0.00029952617,0.99201924],"study_design_scores_gemma":[0.000769143,0.00039623593,0.0004927438,0.00016957361,0.000054932432,0.000016032029,0.00078057457,0.02194088,0.0018201371,0.00011317552,0.97305715,0.0003894045],"about_ca_topic_score_codex":0.000044847675,"about_ca_topic_score_gemma":0.00025095078,"teacher_disagreement_score":0.99162984,"about_ca_system_score_codex":0.00020239888,"about_ca_system_score_gemma":0.00025591787,"threshold_uncertainty_score":0.54977137},"labels":[],"label_agreement":null},{"id":"W2127744578","doi":"10.1109/te.2002.808256","title":"Animating transmission-line transients with BOUNCE","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Microwave Engineering and Waveguides","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Ringing; Transmission line; Electric power transmission; Electrical engineering; Reflection (computer programming); Electrical impedance; Electronic engineering; Capacitance; Transmission (telecommunications); Computer science; Engineering; Physics","score_opus":0.008646637022952128,"score_gpt":0.21787629426747193,"score_spread":0.2092296572445198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127744578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08575515,0.00017796116,0.90947783,0.000038610375,0.0006681118,0.0001391424,0.000005379513,0.000292228,0.003445573],"genre_scores_gemma":[0.9873068,0.000061262705,0.011890337,0.000034203204,0.000030307576,0.000045904177,0.000003935017,0.000045710935,0.00058159354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993392,0.000016914333,0.00017025929,0.00015833613,0.00012588517,0.00018936345],"domain_scores_gemma":[0.9996608,0.000026473128,0.000013613847,0.00016552348,0.00004140435,0.000092171635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007694334,0.00016221049,0.00010743569,0.00011938385,0.000103733764,0.000027277685,0.000056962646,0.000058559384,0.00011009446],"category_scores_gemma":[0.0000017629304,0.00015179491,0.000043628745,0.00025450607,0.000016391134,0.00012365967,3.366577e-8,0.00018168484,0.0000323198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014908334,0.00029088883,0.0000060054476,0.00015386334,0.000052776184,9.633742e-7,0.0011521175,0.86304927,0.04267623,0.0001683279,0.00040486417,0.092029795],"study_design_scores_gemma":[0.0011862301,0.0003299969,0.0002041598,0.000615041,0.00013928341,0.00012889704,0.0006994879,0.11386956,0.83709866,0.00021251677,0.044467676,0.0010485152],"about_ca_topic_score_codex":0.000006903688,"about_ca_topic_score_gemma":0.000005021213,"teacher_disagreement_score":0.9015516,"about_ca_system_score_codex":0.00007624064,"about_ca_system_score_gemma":0.00007465829,"threshold_uncertainty_score":0.6190017},"labels":[],"label_agreement":null},{"id":"W2128745820","doi":"10.1109/te.2009.2032167","title":"Working Together for Better Student Learning: A Multi-University, Multi-Federal Partner Program for Asynchronous Learning Module Development for Radar-Based Remote Sensing Systems","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nunavut Wildlife Research Trust; U.S. Department of Defense; National Science Foundation","keywords":"Tornado; Radar; Hazardous waste; Computer science; Asynchronous communication; Storm; Set (abstract data type); Engineering education; Warning system; Meteorology; Engineering; Engineering management; Telecommunications; Geography","score_opus":0.0221332248896574,"score_gpt":0.2851502035325037,"score_spread":0.2630169786428463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128745820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06946966,0.00008218225,0.9259484,0.00006529483,0.0014406971,0.0022149533,0.000002297791,0.00074197253,0.000034542252],"genre_scores_gemma":[0.6122062,0.0000024828812,0.38674572,0.000019813517,0.00009922467,0.000082737795,0.000031221785,0.00006922147,0.0007433374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876165,0.000041617328,0.00027951598,0.00034402052,0.0001460642,0.00042715363],"domain_scores_gemma":[0.9994452,0.00013484944,0.000075039134,0.00014512599,0.00010404555,0.00009573772],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020504314,0.00028120895,0.00023073614,0.00022309842,0.0005449985,0.00011863708,0.00010981778,0.00014209616,0.0000027593978],"category_scores_gemma":[0.000010547541,0.0003449681,0.00014757637,0.00013843057,0.000015531517,0.00011806088,9.335432e-7,0.00030454207,0.0000042277766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041864427,0.0002467342,0.000024949755,0.000099601246,0.00006704919,2.842102e-7,0.0012443757,0.7580988,0.0073934225,0.0000030745966,0.000024855799,0.232755],"study_design_scores_gemma":[0.0016272231,0.00029997373,0.00015569081,0.0002626988,0.00005018319,0.0000032228688,0.0011896794,0.9469348,0.018667735,0.0000014033787,0.030386636,0.00042074564],"about_ca_topic_score_codex":0.000013008199,"about_ca_topic_score_gemma":0.000016838423,"teacher_disagreement_score":0.5427366,"about_ca_system_score_codex":0.00076736143,"about_ca_system_score_gemma":0.0000977272,"threshold_uncertainty_score":0.9999002},"labels":[],"label_agreement":null},{"id":"W2130725081","doi":"10.1109/te.2010.2043845","title":"Electronics From the Bottom Up: Strategies for Teaching Nanoelectronics at the Undergraduate Level","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Quantum-Dot Cellular Automata","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sophistication; Curriculum; Computer science; Electronics; Field (mathematics); Relevance (law); Nanoelectronics; Visualization; Subject (documents); Engineering ethics; Electrical engineering; Engineering physics; Engineering; Nanotechnology; Artificial intelligence; Mathematics","score_opus":0.018694894386397515,"score_gpt":0.2750223432837371,"score_spread":0.2563274488973396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130725081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15706688,0.00017698,0.8237464,0.014559016,0.0036869522,0.0004509412,0.000018592467,0.00015681468,0.00013742353],"genre_scores_gemma":[0.99069405,0.00004420446,0.00632732,0.0006587727,0.0001557101,0.00020302228,0.000022090782,0.000027426928,0.0018673951],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985202,0.00014565153,0.00023736995,0.00041832315,0.00027800302,0.0004004395],"domain_scores_gemma":[0.9979397,0.0006556388,0.00012736776,0.0011320269,0.00008907248,0.000056174646],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00051305414,0.00020017041,0.00011521746,0.000058699872,0.0013065737,0.00040468018,0.0011398372,0.000101242236,0.000020038837],"category_scores_gemma":[0.000017049699,0.00013579444,0.00013438221,0.00022265164,0.00009813081,0.0005702,0.0000051769193,0.0009091716,0.00006861197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052206313,0.00076047215,0.000009791063,0.000018030723,0.00019537633,3.456466e-7,0.008580051,0.0029570397,0.15641557,0.5373704,0.01423754,0.2794032],"study_design_scores_gemma":[0.0011486857,0.00044411115,0.000511001,0.00005686719,0.00025753226,0.00008352652,0.0026940887,0.27793536,0.2688503,0.3207611,0.1261875,0.0010699177],"about_ca_topic_score_codex":0.00038731637,"about_ca_topic_score_gemma":0.0048987437,"teacher_disagreement_score":0.83362716,"about_ca_system_score_codex":0.00023295892,"about_ca_system_score_gemma":0.0015135513,"threshold_uncertainty_score":0.99999356},"labels":[],"label_agreement":null},{"id":"W2137655960","doi":"10.1109/13.912710","title":"Compact disc players in the laboratory: experiments in optical storage, error correction, and optical fiber communication","year":2001,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Semiconductor Lasers and Optical Devices","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Siemens; Dalhousie University","keywords":"Compact disc; Computer science; Optical fiber; Optical disc; Transmission (telecommunications); Optical storage; Optical cross-connect; Error detection and correction; Electronic engineering; Data transmission; Fiber optic splitter; Optics; Computer hardware; Telecommunications; Fiber optic sensor; Engineering; Physics; Algorithm","score_opus":0.018641122277590034,"score_gpt":0.2826199137742929,"score_spread":0.2639787914967029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137655960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939859,0.00018961466,0.0020825015,0.00053150306,0.00072196603,0.00023219165,0.0000040542686,0.000051926112,0.0022003553],"genre_scores_gemma":[0.999262,0.00013666606,0.00023038815,0.00012767689,0.000028038656,0.000068827205,0.000008279089,0.000016338774,0.00012178923],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99932224,0.000062283034,0.00019433281,0.00014127302,0.00012188688,0.00015796958],"domain_scores_gemma":[0.99949425,0.00016850128,0.000015960448,0.00023182126,0.000026334394,0.00006315716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014462977,0.00012262248,0.00011411214,0.00014065646,0.000077299825,0.000057126774,0.00011220473,0.00008278229,0.00009968878],"category_scores_gemma":[0.000008137303,0.00010547532,0.000022608745,0.00037109383,0.000060918606,0.00025472554,5.3966e-7,0.0003201012,0.000029774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005939892,0.009828248,0.01153768,0.00023367685,0.00022779418,0.000025463156,0.04291084,0.7696329,0.028919091,0.0024198315,0.017161071,0.11650944],"study_design_scores_gemma":[0.0052477005,0.00064964144,0.4139687,0.0010673676,0.00024957827,0.000170426,0.070144,0.40596932,0.066708945,0.0004770157,0.032787032,0.0025602533],"about_ca_topic_score_codex":0.000104158324,"about_ca_topic_score_gemma":0.00023865353,"teacher_disagreement_score":0.40243104,"about_ca_system_score_codex":0.0001535359,"about_ca_system_score_gemma":0.000037906077,"threshold_uncertainty_score":0.43011588},"labels":[],"label_agreement":null},{"id":"W2143627312","doi":"10.1109/te.2007.901982","title":"Best Practices Involving Teamwork in the Classroom: Results From a Survey of 6435 Engineering Student Respondents","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Teamwork; Psychology; Quarter (Canadian coin); Medical education; Set (abstract data type); Variance (accounting); Work (physics); Mathematics education; Engineering; Computer science; Management; Medicine","score_opus":0.035357096746200085,"score_gpt":0.31563714365037926,"score_spread":0.2802800469041792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143627312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9736635,0.00025781087,0.022741804,0.000094673436,0.0024735143,0.00025926135,0.000025418502,0.00008457224,0.00039944836],"genre_scores_gemma":[0.99828166,0.0001136827,0.0012232139,0.000035607205,0.00006923168,0.00005799491,0.000031815205,0.000026042075,0.00016076915],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99875474,0.000062346706,0.0004844728,0.00018833493,0.00030596775,0.00020412539],"domain_scores_gemma":[0.9987208,0.0007075617,0.00011817957,0.000306509,0.00008837406,0.000058559835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011222626,0.00015839959,0.00013358827,0.00032778564,0.000048580772,0.00004063529,0.00023397143,0.0000899625,0.000018547553],"category_scores_gemma":[0.000114766466,0.00014830667,0.000034969376,0.0007808687,0.000011021985,0.00017156439,8.6261554e-7,0.00034096997,0.00002617068],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030861696,0.005792256,0.025846563,0.00025373726,0.0003337764,0.0000062833215,0.05465498,0.8205869,0.016720908,0.00012705258,0.0028567144,0.072512165],"study_design_scores_gemma":[0.0005843914,0.000057022426,0.97437835,0.0003757454,0.000039223578,0.000004588318,0.0063646464,0.0049534733,0.011287166,0.000011406502,0.0015792158,0.00036476392],"about_ca_topic_score_codex":0.0016192307,"about_ca_topic_score_gemma":0.0015804577,"teacher_disagreement_score":0.9485318,"about_ca_system_score_codex":0.00025085954,"about_ca_system_score_gemma":0.00012371835,"threshold_uncertainty_score":0.60477704},"labels":[],"label_agreement":null},{"id":"W2150606304","doi":"10.1109/te.2008.919690","title":"A Laboratory Setup and Teaching Methodology for Wireless and Mobile Embedded Systems","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Wireless; Computer science; Digital electronics; Software; Wireless network; Architecture; Embedded system; Software engineering; Multimedia; Mobile device; Systems engineering; Engineering management; Electronic circuit; Computer architecture; Engineering; Telecommunications; Electrical engineering; Operating system","score_opus":0.019781653980765597,"score_gpt":0.2805645615234347,"score_spread":0.2607829075426691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150606304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5640928,0.00048222186,0.43395847,0.0000065383797,0.0009893088,0.00022135,0.000009463479,0.00016441199,0.00007541313],"genre_scores_gemma":[0.98470104,0.000090698806,0.014453712,0.000013367713,0.00006946067,0.0004925135,0.0000036761364,0.000037030168,0.00013850942],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995144,0.000058740898,0.00012135155,0.00013886848,0.00004736574,0.00011929425],"domain_scores_gemma":[0.99960977,0.00019550293,0.00001637585,0.00010109794,0.000021421376,0.000055838675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016674655,0.0001078511,0.0001225084,0.000110464425,0.0001521637,0.000016118423,0.00003153745,0.00007244833,0.0000031928992],"category_scores_gemma":[0.0000059732874,0.00012453855,0.000017418364,0.000046518882,0.000028180493,0.000118336626,3.335111e-7,0.00017771544,0.000002207287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024661707,0.0001797598,0.00006577593,0.0005215101,0.000108658416,9.745511e-7,0.015469803,0.5878808,0.3614621,0.0004628614,0.00048253432,0.033340584],"study_design_scores_gemma":[0.0014464695,0.000526068,0.0006959458,0.00034121034,0.00013887182,0.0003613883,0.012667276,0.6833233,0.27783102,0.00004372901,0.021415872,0.0012088506],"about_ca_topic_score_codex":0.000020083846,"about_ca_topic_score_gemma":0.000001352197,"teacher_disagreement_score":0.42060822,"about_ca_system_score_codex":0.00007163232,"about_ca_system_score_gemma":0.000026295898,"threshold_uncertainty_score":0.50785345},"labels":[],"label_agreement":null},{"id":"W2151403901","doi":"10.1109/te.2004.825054","title":"A Laboratory Testbed for Embedded Computer Control","year":2004,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Testbed; Computer science; Controller (irrigation); Embedded system; Control system; Software; Focus (optics); Control (management); The Internet; Software engineering; Interface (matter); Real-time Control System Software; Engineering; Operating system; Software design; Software development; Electrical engineering; Computer network","score_opus":0.010885413413241792,"score_gpt":0.26695387034279927,"score_spread":0.2560684569295575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151403901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017263563,0.00003023508,0.99325395,0.0015592134,0.001715343,0.00092047435,0.000014512794,0.00061458774,0.00016530915],"genre_scores_gemma":[0.76711845,0.0000031418326,0.23024008,0.0017706606,0.00009949116,0.0006591774,0.0000013694851,0.0000167143,0.00009089557],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99893254,0.0000934146,0.0002571635,0.00035417808,0.00017481022,0.00018789775],"domain_scores_gemma":[0.9988332,0.00015613667,0.00009831234,0.0005349698,0.00028840193,0.00008900365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031823982,0.00015441266,0.00015697148,0.00022312201,0.00014505866,0.00012180934,0.0003731839,0.00009407072,0.0000037174873],"category_scores_gemma":[0.0000067946644,0.00015893739,0.000090912064,0.00035640554,0.000024962877,0.0005395811,6.573455e-7,0.00013861909,0.00004742193],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002111115,0.010102034,0.000027711883,0.00044764037,0.0003743068,0.0000074746163,0.015317778,0.08209666,0.124537244,0.27907532,0.017302273,0.47050044],"study_design_scores_gemma":[0.0084764315,0.0031437075,0.0005102637,0.0009317339,0.00015606235,0.000113721915,0.00041838558,0.080351,0.8204708,0.074093394,0.009141451,0.002193062],"about_ca_topic_score_codex":0.000028999802,"about_ca_topic_score_gemma":0.0000118597645,"teacher_disagreement_score":0.7653921,"about_ca_system_score_codex":0.00021428976,"about_ca_system_score_gemma":0.00076394813,"threshold_uncertainty_score":0.64812785},"labels":[],"label_agreement":null},{"id":"W2154790089","doi":"10.1109/te.2009.2025659","title":"Engaging High School and Engineering Students: A Multifaceted Outreach Program Based on a Mechatronics Platform","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Outreach; Mechatronics; Engineering education; Presentation (obstetrics); Context (archaeology); Engineering; Engineering management; Project-based learning; Mathematics education; Engineering ethics; Psychology; Medicine; Electrical engineering; Political science","score_opus":0.008531355074782266,"score_gpt":0.26342851572865367,"score_spread":0.2548971606538714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154790089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5983231,0.000103726605,0.3957886,0.0010948546,0.0012370888,0.001525979,0.000025131505,0.0014369354,0.00046457443],"genre_scores_gemma":[0.98719925,0.00005740921,0.011546184,0.00024189347,0.000074944845,0.00066956197,0.000036184007,0.000039482755,0.00013506938],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989567,0.000014348675,0.0002464431,0.00027809638,0.00023325517,0.00027115075],"domain_scores_gemma":[0.9992821,0.000060356044,0.000035819554,0.0003585319,0.000054793094,0.00020835233],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012835281,0.0002334002,0.00014650277,0.00033614237,0.00018117257,0.000121703844,0.0001516585,0.000106416686,0.00007961001],"category_scores_gemma":[0.000009007355,0.00025965893,0.000056873207,0.00034110676,0.000010612943,0.00016827142,4.824334e-7,0.00044095365,0.00006655881],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003224088,0.0031528466,0.000036592755,0.00008939689,0.00007315088,2.6258158e-7,0.0008783293,0.52173364,0.007720828,0.002770493,0.0006132118,0.46289897],"study_design_scores_gemma":[0.0019365175,0.0005372781,0.004911937,0.00030742094,0.00015248265,0.000007804202,0.0013024474,0.95476425,0.025573203,0.00047142856,0.009013932,0.0010212777],"about_ca_topic_score_codex":0.000011919081,"about_ca_topic_score_gemma":0.0000046773052,"teacher_disagreement_score":0.4618777,"about_ca_system_score_codex":0.00034871395,"about_ca_system_score_gemma":0.00013045612,"threshold_uncertainty_score":0.9999856},"labels":[],"label_agreement":null},{"id":"W2155632927","doi":"10.1109/13.883358","title":"A software system for laboratory experiments in image processing","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Image Processing Techniques and Applications","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Software; Implementation; Image processing; Software engineering; Processing; Class (philosophy); Software framework; Overhead (engineering); Software system; Multimedia; Software development; Artificial intelligence; Programming language; Image (mathematics); Software construction","score_opus":0.00934709392471651,"score_gpt":0.2734917926580948,"score_spread":0.2641446987333783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155632927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03321571,0.00019163814,0.9641397,0.000060399467,0.00020652104,0.00047579771,0.000029591332,0.0008368718,0.0008437981],"genre_scores_gemma":[0.9415812,0.00001860092,0.056182887,0.00004452521,0.000043191703,0.0018323474,0.000008117151,0.00003707465,0.00025204342],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994899,0.0000073031842,0.00016249187,0.0001443255,0.00006038828,0.00013561484],"domain_scores_gemma":[0.9997308,0.000012078337,0.000016423202,0.0001405949,0.00005715389,0.00004291949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005316535,0.000101155245,0.00008089187,0.00011143794,0.0001121452,0.000048982776,0.00007760289,0.000056850637,0.00005314355],"category_scores_gemma":[0.0000012810502,0.00011593692,0.000027317656,0.00026307703,0.000015037974,0.00022848192,1.0730782e-7,0.0000924084,0.000026638018],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022787633,0.000492295,0.000004240981,0.00067237945,0.000009075283,2.9319915e-7,0.0011677817,0.008535009,0.029782481,0.000026660144,0.0013289237,0.95795804],"study_design_scores_gemma":[0.00072121783,0.000064568325,0.00010588866,0.0008388719,0.000046703608,0.00001004207,0.0012432494,0.060663354,0.9199972,0.0003004695,0.01535239,0.0006560235],"about_ca_topic_score_codex":0.000009477225,"about_ca_topic_score_gemma":0.000003293705,"teacher_disagreement_score":0.95730203,"about_ca_system_score_codex":0.00019607678,"about_ca_system_score_gemma":0.0001160229,"threshold_uncertainty_score":0.47277704},"labels":[],"label_agreement":null},{"id":"W2156095999","doi":"10.1109/13.925843","title":"Development of an interactive CDROM-based tutorial for teaching MATLAB","year":2001,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"MATLAB; Computer science; Window (computing); Syntax; Interface (matter); Multimedia; Human–computer interaction; Simulation; Engineering drawing; Programming language; Artificial intelligence; World Wide Web; Engineering; Operating system","score_opus":0.008896944809040873,"score_gpt":0.27537638111937773,"score_spread":0.2664794363103369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156095999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4535969,0.000006192844,0.54359925,0.0000071292648,0.002136073,0.00014433415,0.0000027396998,0.00014658844,0.00036082516],"genre_scores_gemma":[0.8950435,8.348959e-7,0.10451905,0.000008559772,0.00012167828,0.00017654181,0.00001613343,0.00003512269,0.00007860561],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99946517,0.000013796457,0.00019161696,0.00011806746,0.00009089748,0.00012045893],"domain_scores_gemma":[0.99970967,0.000057953086,0.000027468945,0.0001266445,0.000031102023,0.000047138186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009137381,0.000111007066,0.00009322412,0.0001535786,0.000087722496,0.00001487555,0.00007320434,0.000050523093,0.000033253255],"category_scores_gemma":[0.0000047876993,0.00013134602,0.000039528793,0.00007728334,0.000009779685,0.0001871719,1.8965572e-7,0.0001622689,0.000008213468],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006076493,0.00045101327,0.000003733349,0.00006026017,0.000039587696,1.3256367e-7,0.0042471276,0.68910104,0.18712233,0.000037714457,0.00003899074,0.11883728],"study_design_scores_gemma":[0.0005816929,0.00013034859,0.00012700542,0.00014689444,0.000025223166,0.000005105352,0.002119544,0.1781395,0.800916,0.000015854434,0.01749444,0.00029836423],"about_ca_topic_score_codex":0.00001089742,"about_ca_topic_score_gemma":0.000007865953,"teacher_disagreement_score":0.61379373,"about_ca_system_score_codex":0.00027497055,"about_ca_system_score_gemma":0.00008063765,"threshold_uncertainty_score":0.53561354},"labels":[],"label_agreement":null},{"id":"W2159020827","doi":"10.1109/te.2007.910362","title":"Characterizing a Thermoelectric Module as Part of a Semiconductor Course Laboratory","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Thermoelectric effect; Semiconductor; Seebeck coefficient; Thermoelectric materials; Thermal resistance; Materials science; Thermoelectric generator; Thermal conductivity; Thermal; Semiconductor device; Engineering physics; Electrical resistance and conductance; Optoelectronics; Electronic engineering; Mechanical engineering; Computer science; Nanotechnology; Engineering; Physics; Thermodynamics; Composite material","score_opus":0.00912428825484191,"score_gpt":0.23012552636899136,"score_spread":0.22100123811414946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159020827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9865941,0.0003183528,0.010177425,0.00002376191,0.0015403472,0.0001372711,0.00001132915,0.0002794848,0.0009179274],"genre_scores_gemma":[0.9988139,0.00013211624,0.000486755,0.00003699293,0.00009135748,0.000087284585,0.0000049765868,0.000048028312,0.00029858277],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994135,0.00001800295,0.00017420329,0.00012417055,0.00011952342,0.00015063469],"domain_scores_gemma":[0.99964267,0.000026009082,0.000032292475,0.00019411404,0.000045839013,0.000059052887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004131953,0.00012800838,0.00011946366,0.00013744351,0.00006745317,0.000006337647,0.000076943266,0.0000651365,0.00014156153],"category_scores_gemma":[0.0000030641645,0.00015073299,0.000046020694,0.00031165787,0.000025989828,0.00016881639,2.4598168e-7,0.00020450586,0.00007193395],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006827171,0.00026337605,0.000036139947,0.00003839332,0.000047346715,8.629138e-7,0.00152574,0.04964775,0.94340456,0.000016792994,0.00025186857,0.0047603706],"study_design_scores_gemma":[0.00014067764,0.000067065834,0.0007313698,0.000063649786,0.000019717276,0.000025023837,0.00020116063,0.0065823826,0.98982006,0.0000040234586,0.0021516616,0.0001931962],"about_ca_topic_score_codex":0.000014543199,"about_ca_topic_score_gemma":8.63381e-7,"teacher_disagreement_score":0.04641554,"about_ca_system_score_codex":0.00012409044,"about_ca_system_score_gemma":0.000121147066,"threshold_uncertainty_score":0.61467123},"labels":[],"label_agreement":null},{"id":"W2167402367","doi":"10.1109/te.2011.2107555","title":"Mechatronics Learning Studio: From “Play and Learn” to Industry-Inspired Green Energy Applications","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mechatronics; Studio; Curriculum; Engineering; Engineering management; Robotics; Engineering education; Energy (signal processing); Computer science; Systems engineering; Artificial intelligence; Robot; Electrical engineering; Pedagogy; Psychology","score_opus":0.01125831339632421,"score_gpt":0.22132531220627322,"score_spread":0.210066998809949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167402367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19672522,0.00028340291,0.7995647,0.0000688585,0.00067049917,0.00025026774,0.0000137741845,0.0006266336,0.0017966406],"genre_scores_gemma":[0.9914104,0.00006298561,0.0071107517,0.000064605694,0.00010348151,0.00046949254,0.000013687098,0.000064062726,0.00070054235],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99922585,0.000024363599,0.00017688797,0.00024367012,0.000115938725,0.00021326733],"domain_scores_gemma":[0.99953526,0.000036406476,0.000024435785,0.00021837707,0.000029628256,0.00015591487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000052470048,0.0001766102,0.00012497314,0.00018632387,0.00017193724,0.000024516492,0.000112107555,0.00016615805,0.00012422132],"category_scores_gemma":[0.000002547328,0.0002172667,0.00003439173,0.00026025265,0.000017799843,0.00014290253,0.0000017483538,0.00049182825,0.0000779321],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024097884,0.00040817095,0.00023778468,0.000040057206,0.00021756878,6.9690174e-7,0.009378691,0.59917367,0.06624306,0.00093783415,0.00029575598,0.32304263],"study_design_scores_gemma":[0.0013729009,0.0007653565,0.008702396,0.00036849364,0.00032410826,0.000023358862,0.009508121,0.081533976,0.6598056,0.00080856966,0.23408806,0.0026990683],"about_ca_topic_score_codex":0.0007762412,"about_ca_topic_score_gemma":0.00007662707,"teacher_disagreement_score":0.7946852,"about_ca_system_score_codex":0.00018916492,"about_ca_system_score_gemma":0.000036971906,"threshold_uncertainty_score":0.8859879},"labels":[],"label_agreement":null},{"id":"W2169305750","doi":"10.1109/te.2007.893172","title":"Impact Assessment of a Microprocessor Animation on Student Learning and Motivation in Computer Engineering","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Animation; Computer science; Analogy; Computer animation; Subject matter; Multimedia; Software; Subject (documents); Human–computer interaction; Mathematics education; Software engineering; Computer graphics (images); Psychology; Pedagogy; World Wide Web; Programming language","score_opus":0.006036681489566406,"score_gpt":0.29697132429813256,"score_spread":0.2909346428085661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169305750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57672065,0.000021525768,0.4227479,0.000004272263,0.0002445036,0.0001039746,5.6184643e-7,0.00007172251,0.000084884145],"genre_scores_gemma":[0.99156004,0.000021058187,0.008300708,0.000004204144,0.000039539416,0.000024064893,0.0000048290617,0.00003096457,0.000014566869],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9993322,0.0000121346875,0.00023808394,0.00013332958,0.0001394975,0.00014478636],"domain_scores_gemma":[0.9997163,0.00010064378,0.000036569818,0.00007336126,0.000030316898,0.000042799154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017958345,0.00013457479,0.00011807874,0.00040887934,0.000030167523,0.000018251692,0.000039448572,0.00005837457,0.000010850599],"category_scores_gemma":[0.0000041338008,0.00015114476,0.000029992783,0.00024622105,0.000008230007,0.0001306271,5.8183394e-7,0.00027400334,0.0000020556586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005525724,0.00019655068,0.0056132698,0.000056652483,0.000018072185,2.4231198e-7,0.0010339485,0.9005717,0.078127585,0.000016854056,0.000001460428,0.014358137],"study_design_scores_gemma":[0.00041671717,0.00029166025,0.5266539,0.00030326666,0.0000118857,0.000006184803,0.0002519506,0.39296812,0.078810506,0.0000026482921,0.000045952096,0.00023724086],"about_ca_topic_score_codex":0.00001412926,"about_ca_topic_score_gemma":0.0000045779493,"teacher_disagreement_score":0.52104056,"about_ca_system_score_codex":0.00031649342,"about_ca_system_score_gemma":0.000020267917,"threshold_uncertainty_score":0.6163505},"labels":[],"label_agreement":null},{"id":"W2950027710","doi":"10.1109/te.2019.2921273","title":"Introductory Engineering Decision-Making: Guiding First-Year Students to Relativism in Software Design","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relativism; Computer science; Software engineering; Management science; Software; Mathematics education; Engineering management; Engineering; Programming language; Mathematics; Epistemology; Philosophy","score_opus":0.00947626305504763,"score_gpt":0.25480814296310517,"score_spread":0.24533187990805755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950027710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38882485,0.00005654487,0.60778445,0.00001623474,0.0025806278,0.00035251616,0.0000011859694,0.00031209533,0.00007151787],"genre_scores_gemma":[0.9163025,0.000013493499,0.08322136,0.000020798532,0.000081793456,0.00013953404,0.0000012940852,0.00008965631,0.00012959458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988469,0.000019370835,0.00028367367,0.00029599314,0.00027645458,0.0002776275],"domain_scores_gemma":[0.9992433,0.00028041174,0.000020935026,0.00033884996,0.000030535983,0.000085956715],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020140168,0.00021855961,0.00017333061,0.00057453214,0.000052976982,0.000051151022,0.00022720669,0.00009943321,0.00014059541],"category_scores_gemma":[0.000048164242,0.0002726236,0.00004950606,0.00050415396,0.00000525238,0.00025302978,0.00000248768,0.0002897601,0.00046599755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000150522865,0.00009637815,0.00081940385,0.000037431415,0.000019585188,6.455185e-7,0.0012145127,0.98558336,0.0065563577,0.000013389447,0.00019101352,0.005452894],"study_design_scores_gemma":[0.003685871,0.001086982,0.074399345,0.009670385,0.00013565944,0.00007030578,0.0037391656,0.68391055,0.20025124,0.0003626473,0.017442876,0.005244972],"about_ca_topic_score_codex":0.000005646802,"about_ca_topic_score_gemma":0.000003519389,"teacher_disagreement_score":0.5274776,"about_ca_system_score_codex":0.0007256911,"about_ca_system_score_gemma":0.000036316153,"threshold_uncertainty_score":0.9999726},"labels":[],"label_agreement":null},{"id":"W2958616689","doi":"10.1109/te.2019.2925253","title":"Using Topic Modeling to Extract Pre-Service Teachers’ Understandings of Computational Thinking From Their Coding Reflections","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Computational thinking; Coding (social sciences); Mathematics education; Computer science; Axial coding; Service (business); Reflective thinking; Psychology; Qualitative research; Grounded theory; Sociology","score_opus":0.0807538422703901,"score_gpt":0.34156534995328414,"score_spread":0.260811507682894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958616689","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37344944,0.000011453567,0.6248212,0.0004696859,0.00091686635,0.00014349006,0.000001805918,0.000110216606,0.00007584394],"genre_scores_gemma":[0.78306335,0.0000011744655,0.21658769,0.0002046459,0.00004360352,0.000009554839,0.000003568253,0.000012620186,0.00007377739],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886423,0.000099043384,0.00025886748,0.00035176857,0.00024744275,0.0001786226],"domain_scores_gemma":[0.9992232,0.00016878889,0.000112636,0.00031205447,0.000111375324,0.00007199627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028351054,0.00013463102,0.0001421962,0.00027932777,0.00035574698,0.00014645063,0.00033059675,0.0000741248,0.000023306633],"category_scores_gemma":[0.000007186525,0.00014252166,0.00007264574,0.00052535156,0.000010312229,0.00046200826,0.000003854486,0.00034472483,0.000018516655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007656395,0.00016238443,0.0000789438,0.000012698242,0.000026595422,5.771609e-8,0.038004827,0.8896627,0.0027602557,0.0008155273,0.0000035401902,0.06846483],"study_design_scores_gemma":[0.00023929874,0.00009093294,0.00031097824,0.00032527483,0.000029825782,0.000007598753,0.0051409537,0.9868852,0.0019194916,0.004308035,0.00047348387,0.0002689361],"about_ca_topic_score_codex":0.0013262889,"about_ca_topic_score_gemma":0.00009216109,"teacher_disagreement_score":0.40961394,"about_ca_system_score_codex":0.00027013346,"about_ca_system_score_gemma":0.0002475995,"threshold_uncertainty_score":0.5811865},"labels":[],"label_agreement":null},{"id":"W2999821664","doi":"10.1109/te.2019.2959591","title":"Use of a Cornerstone Project to Teach Ill-Structured Software Design in First Year","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cornerstone; Computer science; Solver; Instructional design; Software engineering; Syntax; Software; Problem-based learning; Artificial intelligence; Management science; Mathematics education; Programming language; Psychology; Engineering; Multimedia","score_opus":0.05577066731330969,"score_gpt":0.2885026748565392,"score_spread":0.2327320075432295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999821664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031241722,0.0000070795763,0.966038,0.0018490567,0.00037785212,0.00033157857,0.0000020205514,0.00014937154,0.0000033096744],"genre_scores_gemma":[0.67873824,0.000001601662,0.32086292,0.0002506951,0.000019860303,0.000042661966,0.0000010621441,0.00000828058,0.00007470894],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991473,0.00012538601,0.00016625664,0.00027849106,0.00014388438,0.00013867309],"domain_scores_gemma":[0.9994632,0.00011816645,0.000054994078,0.00023468288,0.00005605189,0.000072897834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013809509,0.00009425619,0.0001099904,0.00020518483,0.000089607965,0.00006537116,0.00023513715,0.000050362098,0.0000060058474],"category_scores_gemma":[0.000082332546,0.00009709814,0.000040746916,0.00067150185,0.000015480073,0.00023438179,0.0000016371359,0.00024676853,0.000016680711],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084763014,0.00050807797,0.00052324194,0.000059544313,0.000020012609,0.00000121613,0.048965614,0.14936651,0.000935707,0.00012595918,0.0018236456,0.7975857],"study_design_scores_gemma":[0.0073244832,0.011935929,0.07571414,0.0028794606,0.00038532345,0.00015596353,0.021520039,0.2600888,0.13040905,0.00063683843,0.4824227,0.00652724],"about_ca_topic_score_codex":0.00032138464,"about_ca_topic_score_gemma":0.000043907665,"teacher_disagreement_score":0.7910585,"about_ca_system_score_codex":0.000070851354,"about_ca_system_score_gemma":0.00023434786,"threshold_uncertainty_score":0.39595476},"labels":[],"label_agreement":null},{"id":"W3005533686","doi":"10.1109/te.2020.2965817","title":"BLDC Motor-Driven Fluid Pumping System Design: An Extrapolated Active Learning Case Study for Electrical Machines Classes","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mohawk College","funders":"","keywords":"Praxis; Mathematics education; Computer science; Multidisciplinary approach; Active learning (machine learning); Knowledge management; Psychology; Engineering; Engineering ethics; Engineering management; Sociology; Political science; Artificial intelligence","score_opus":0.027014608413276128,"score_gpt":0.2843186907217077,"score_spread":0.25730408230843155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005533686","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45665726,0.000038680842,0.54118305,0.000016219677,0.0005361394,0.00071249745,0.0000046207288,0.00081247755,0.000039050035],"genre_scores_gemma":[0.9932149,0.000005880783,0.0058493754,0.000015776908,0.00020298993,0.0005533604,0.000009549722,0.00010900099,0.0000391764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998876,0.00012084315,0.00027309664,0.00032436228,0.00014289889,0.00026281903],"domain_scores_gemma":[0.99939114,0.00016685571,0.000041731975,0.00015693315,0.0000672407,0.00017607099],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008891991,0.00025203565,0.00021273167,0.0001962317,0.00028805897,0.00007255955,0.00011511879,0.00010207837,0.000014703673],"category_scores_gemma":[0.000014878416,0.00029260135,0.00007722853,0.00037232446,0.0000113374845,0.0003390325,7.124328e-7,0.00044816433,0.000013996516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006570003,0.00026850525,0.000025164256,0.00008107392,0.00010358646,0.000015292195,0.0054539493,0.8588625,0.11876413,0.0000061137443,0.000010669201,0.016343296],"study_design_scores_gemma":[0.00040242926,0.0008634224,0.00004332085,0.00003946967,0.000083844956,0.00014921327,0.008021373,0.93784475,0.052205857,6.9266895e-7,0.00006438459,0.00028126745],"about_ca_topic_score_codex":0.00005768132,"about_ca_topic_score_gemma":0.000006563054,"teacher_disagreement_score":0.5365576,"about_ca_system_score_codex":0.00039757512,"about_ca_system_score_gemma":0.00006756063,"threshold_uncertainty_score":0.9999526},"labels":[],"label_agreement":null},{"id":"W3190942902","doi":"10.1109/te.2022.3144943","title":"Building a Quantum Engineering Undergraduate Program","year":2022,"lang":"en","type":"preprint","venue":"IEEE Transactions on Education","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Université de Sherbrooke","funders":"Accelerated Innovation Research Initiative Turning Top Science and Ideas into High-Impact Values; Division of Undergraduate Education; Institute for Quantum Information and Matter, California Institute of Technology; University of Colorado Boulder; Lincoln Laboratory, Massachusetts Institute of Technology; Office of Science; University of Illinois at Urbana-Champaign; Canada First Research Excellence Fund; University of Oregon; University of Waterloo; University of Southern California; Purdue University; Université de Sherbrooke; University of Sydney; Engineering Research Centers; Harvard University; San José State University; Canadian Institute for Advanced Research; University of Pittsburgh; University of Arizona; SPIE; University of Wisconsin-Madison; U.S. Department of Energy; California Institute of Technology; Massachusetts Institute of Technology; Colorado School of Mines; Ohio State University; National Institute of Standards and Technology; Harvey Mudd College; Imperial College London; National Science Foundation; Yale University","keywords":"Computer science; Quantum information science; Quantum technology; Quantum computer; Quantum; Engineering management; Engineering education; Quantum information; Engineering ethics; Mathematics education; Engineering; Quantum entanglement; Physics; Open quantum system; Mathematics; Quantum mechanics","score_opus":0.011951742626926096,"score_gpt":0.27917947261739917,"score_spread":0.26722772999047306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190942902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026242144,0.00013937964,0.95811355,0.0024583556,0.01139749,0.0006032224,0.000010851972,0.0009453449,0.000089679575],"genre_scores_gemma":[0.7360439,0.000041368494,0.2626481,0.00014013566,0.00023312223,0.0006968985,0.0000146336915,0.00004265547,0.00013920973],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980631,0.000093433766,0.0003175715,0.00078237837,0.00039263966,0.000350911],"domain_scores_gemma":[0.99863666,0.00010259979,0.00016165398,0.0009037702,0.00006794278,0.00012735474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021677015,0.00033685745,0.00023778711,0.00049989065,0.00036672133,0.0003406082,0.001005589,0.00013468937,0.000026454783],"category_scores_gemma":[0.0000061341652,0.0003720491,0.00022445021,0.0005556948,0.000019084611,0.00012212883,0.000029534016,0.0014577109,0.000010439738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021409978,0.00051357545,4.9583963e-7,0.000077698955,0.000036254667,0.0000019212684,0.00031963724,0.6731286,0.00009587501,0.0033736154,0.00020059421,0.3222496],"study_design_scores_gemma":[0.00009231732,0.00013683028,0.000060403872,0.00016429051,0.000025747795,0.000025017667,0.000018056,0.9823488,0.00074763945,0.008275597,0.007683092,0.0004222192],"about_ca_topic_score_codex":0.00010666544,"about_ca_topic_score_gemma":0.000003060985,"teacher_disagreement_score":0.70980173,"about_ca_system_score_codex":0.0002822518,"about_ca_system_score_gemma":0.0006924168,"threshold_uncertainty_score":0.99987316},"labels":[],"label_agreement":null},{"id":"W3206410723","doi":"10.1109/te.2021.3105938","title":"Using Structural Equation Modeling to Examine the Relationship Between Preservice Teachers’ Computational Thinking Attitudes and Skills","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Structural equation modeling; Notation; Mathematics education; Test (biology); Coding (social sciences); Psychology; Computational thinking; Reliability (semiconductor); Mathematics; Statistics; Arithmetic","score_opus":0.09872584505670434,"score_gpt":0.35623227484415393,"score_spread":0.2575064297874496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206410723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4240406,0.00003509047,0.57420665,0.0012482733,0.0002919327,0.00009754864,8.911207e-7,0.00007031476,0.000008732737],"genre_scores_gemma":[0.7979718,6.4864156e-7,0.20162654,0.00017932647,0.0000883019,0.000015261137,0.000009565938,0.000009719755,0.0000988417],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872434,0.00027057072,0.00021517373,0.0003335014,0.00029493272,0.0001614527],"domain_scores_gemma":[0.9987584,0.00067472685,0.00006939713,0.0002830648,0.00013929277,0.00007511673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004696665,0.00011875384,0.00009416795,0.00013648787,0.0009834992,0.00038492124,0.00024283068,0.000060366216,0.000004684571],"category_scores_gemma":[0.000082975406,0.0001085018,0.000037346952,0.000458765,0.000017737753,0.0005149342,0.000006886582,0.00037337924,0.0000069648386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013403076,0.000058047433,0.01147552,0.00001489349,0.000017312705,1.9771316e-7,0.018060066,0.88448066,0.000043013275,0.001732872,0.0000036530892,0.08411244],"study_design_scores_gemma":[0.00021367017,0.000043805307,0.16045587,0.00018928318,0.000050574923,0.00003103116,0.0011989701,0.8312806,0.00016136517,0.0059969365,0.000099486475,0.00027843824],"about_ca_topic_score_codex":0.00021529155,"about_ca_topic_score_gemma":0.000039752966,"teacher_disagreement_score":0.37393123,"about_ca_system_score_codex":0.00011328823,"about_ca_system_score_gemma":0.00023152874,"threshold_uncertainty_score":0.7564381},"labels":[],"label_agreement":null},{"id":"W4255160128","doi":"10.1109/te.2019.2959415","title":"Reviewers 2019","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science","score_opus":0.029427077169890414,"score_gpt":0.2962791169869405,"score_spread":0.2668520398170501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255160128","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1236162,0.002222563,0.76594347,0.053758446,0.014898258,0.0034075137,0.00041389334,0.0024466647,0.03329302],"genre_scores_gemma":[0.99373984,0.00015844878,0.001073278,0.002885057,0.00022120439,0.0001079,0.000017823353,0.000062148254,0.0017342805],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906266,0.00007620546,0.00020816007,0.00027808113,0.00021597678,0.00015890315],"domain_scores_gemma":[0.9993322,0.00003313899,0.00006969112,0.00026815964,0.00010797512,0.00018881883],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00010081355,0.00013423875,0.00012819994,0.00010573987,0.00012005966,0.000029412511,0.00013271155,0.000052347732,0.001123612],"category_scores_gemma":[0.00001535067,0.00014219944,0.00010177009,0.00060880167,0.000031165815,0.00024254221,1.599012e-7,0.0002082766,0.025312362],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019443365,0.0019220989,0.000044535256,0.00017801476,0.0001047288,8.6036454e-7,0.004272473,0.008466347,0.048394755,0.00039044025,0.54964954,0.38638178],"study_design_scores_gemma":[0.0011835916,0.0005593279,0.0015335379,0.00029589466,0.0004599819,0.000023813172,0.0017695755,0.0023779848,0.12760487,0.0003089612,0.8627139,0.001168601],"about_ca_topic_score_codex":0.00004560936,"about_ca_topic_score_gemma":0.000008550535,"teacher_disagreement_score":0.8701237,"about_ca_system_score_codex":0.00013901967,"about_ca_system_score_gemma":0.00030950122,"threshold_uncertainty_score":0.9997895},"labels":[],"label_agreement":null},{"id":"W4313598730","doi":"10.1109/te.2022.3232383","title":"Effects of Gender and Military Leave on the Academic Performance of Undergraduate Engineering Students","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affect (linguistics); Psychology; Engineering education; Computer science; Engineering; Engineering management","score_opus":0.023336158724778632,"score_gpt":0.3090836448543274,"score_spread":0.28574748612954876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313598730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9955574,0.00009849597,0.0020872536,0.00032830515,0.0014180434,0.000364364,0.0000033156016,0.000041160085,0.000101659294],"genre_scores_gemma":[0.9990139,0.00032502506,0.000020148958,0.00006304474,0.0000439923,0.00008611345,0.000003613225,0.000014323873,0.00042981122],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99934536,0.00005735276,0.00017313592,0.00014996895,0.00015909446,0.00011507854],"domain_scores_gemma":[0.9993816,0.000342063,0.000049672355,0.00016190375,0.000036311845,0.00002846117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016225252,0.00008983716,0.00009257144,0.00019848197,0.00006357267,0.000002346158,0.00009499402,0.00007718666,0.000010544899],"category_scores_gemma":[0.000011603048,0.000075769894,0.00003569248,0.0002842309,0.00003086545,0.000054522967,7.674405e-7,0.00021541066,0.00003339046],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018300709,0.01559114,0.026496178,0.0048545287,0.0025175621,0.0000037820098,0.15478455,0.11860069,0.29624167,0.0132468,0.015697047,0.35013598],"study_design_scores_gemma":[0.00069750205,0.000326248,0.93731976,0.00018516222,0.000098495955,0.000002744742,0.0012790334,0.00095669983,0.058719106,0.00015968452,0.000116644085,0.00013894761],"about_ca_topic_score_codex":0.00003055938,"about_ca_topic_score_gemma":0.000001359526,"teacher_disagreement_score":0.9108235,"about_ca_system_score_codex":0.000028837429,"about_ca_system_score_gemma":0.000028772132,"threshold_uncertainty_score":0.30898064},"labels":[],"label_agreement":null},{"id":"W4386767058","doi":"10.1109/te.2023.3307974","title":"Design of an Integrated Project-Based Learning Curriculum: Analysis Through Fink’s Taxonomy of Significant Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Computer science; Artificial intelligence; Learning design; Psychology; Mathematics education; Pedagogy","score_opus":0.06131746256898977,"score_gpt":0.3431173468598897,"score_spread":0.2817998842908999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386767058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1114794,0.000016358157,0.88608265,0.00017293972,0.00024621512,0.00077801844,0.0000062176314,0.00025649008,0.00096168334],"genre_scores_gemma":[0.9884834,0.0000519607,0.0102096675,0.000017800357,0.000035707264,0.0002841859,0.000055902383,0.00001716902,0.0008441537],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997432,0.0012717871,0.00037437232,0.00030061908,0.00035198295,0.00026926683],"domain_scores_gemma":[0.99875087,0.00036269822,0.0003261543,0.00017403207,0.00032558307,0.00006064475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013311781,0.00014197419,0.00026589495,0.0008555236,0.00056952133,0.000040201972,0.00019100927,0.00012911009,0.00021551258],"category_scores_gemma":[0.000103145074,0.00014438551,0.00015248849,0.0048330193,0.00014413365,0.0003326194,6.7749176e-7,0.00041735292,0.00001921594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056711706,0.0005676392,0.0012944154,0.000047656602,0.00014496838,4.4806433e-7,0.016588353,0.91373444,0.002336235,0.0000930211,0.0001230522,0.06501304],"study_design_scores_gemma":[0.0019120137,0.003353082,0.002771779,0.00083828386,0.0027296608,0.0000012222454,0.2950691,0.5313725,0.09951056,0.0003347507,0.0602954,0.0018116629],"about_ca_topic_score_codex":0.012949776,"about_ca_topic_score_gemma":0.00040069947,"teacher_disagreement_score":0.877004,"about_ca_system_score_codex":0.00013077796,"about_ca_system_score_gemma":0.0021143933,"threshold_uncertainty_score":0.9936231},"labels":[],"label_agreement":null},{"id":"W4405633503","doi":"10.1109/te.2024.3508372","title":"Guest Editorial Coding, Computational, Algorithmic, Design, Creative, and Critical Thinking in K–16 Education","year":2024,"lang":"en","type":"editorial","venue":"IEEE Transactions on Education","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computational thinking; Computer science; Coding (social sciences); Mathematics education; Theoretical computer science; Cognitive science; Management science; Human–computer interaction; Software engineering; Computer architecture; Multimedia; Artificial intelligence; Engineering; Psychology; Sociology; Social science","score_opus":0.02169147373491746,"score_gpt":0.36605383274619235,"score_spread":0.3443623590112749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405633503","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027017344,0.00038874356,0.067479275,0.0049191606,0.9233702,0.00063675153,0.000048652113,0.00016853798,0.0029616952],"genre_scores_gemma":[0.0065171667,0.0009857517,0.008330243,0.0003550195,0.975907,0.0006360698,0.00021101821,0.00007451012,0.006983222],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960663,0.00060400984,0.0006021582,0.0007779525,0.0015179149,0.00043168882],"domain_scores_gemma":[0.9955641,0.0028384458,0.00011292866,0.00021270021,0.000982924,0.00028887732],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015703592,0.0003742102,0.00035978033,0.00073233835,0.0011156057,0.00069945445,0.00030594235,0.0009829851,0.00024130932],"category_scores_gemma":[0.00094670523,0.0004272506,0.000099309866,0.00064369355,0.00040994465,0.0004168795,0.000003815623,0.0015254887,0.00017201198],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025268244,0.0010001363,0.0000015222208,0.00014924922,0.000028466677,5.182264e-7,0.014612275,0.000049568094,0.0000019498725,0.0059705335,0.966573,0.011587495],"study_design_scores_gemma":[0.00017839269,0.00007131819,0.000008421849,0.0010999313,0.00011347001,0.0000012510628,0.007087714,0.000038962036,0.000028468583,0.06759423,0.9233125,0.0004653543],"about_ca_topic_score_codex":0.002641221,"about_ca_topic_score_gemma":0.00071739446,"teacher_disagreement_score":0.061623696,"about_ca_system_score_codex":0.0019108378,"about_ca_system_score_gemma":0.014351824,"threshold_uncertainty_score":0.9998179},"labels":[],"label_agreement":null}]}