{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":33,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":33,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"3cf2fdc99fd6","filters":{"venue":"IEEE Transactions on Education"}},"results":[{"id":"W2143627312","doi":"10.1109/te.2007.901982","title":"Best Practices Involving Teamwork in the Classroom: Results From a Survey of 6435 Engineering Student Respondents","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":152,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Teamwork; Psychology; Quarter (Canadian coin); Medical education; Set (abstract data type); Variance (accounting); Work (physics); Mathematics education; Engineering; Computer science; Management; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.03535709674620009,"gpt":0.3156371436503793,"spread":0.2802800469041792,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001122263,0.0001583996,0.0001335883,0.0003277856,0.00004858077,0.00004063529,0.0002339714,0.0000899625,0.00001854755],"category_scores_gemma":[0.0001147665,0.0001483067,0.00003496938,0.0007808687,0.00001102199,0.0001715644,8.626155e-7,0.00034097,0.00002617068],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002508595,"about_ca_system_score_gemma":0.0001237183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001619231,"about_ca_topic_score_gemma":0.001580458,"domain_scores_codex":[0.9987547,0.00006234671,0.0004844728,0.0001883349,0.0003059678,0.0002041254],"domain_scores_gemma":[0.9987208,0.0007075617,0.0001181796,0.000306509,0.00008837406,0.00005855984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.000308617,0.005792256,0.02584656,0.0002537373,0.0003337764,0.000006283321,0.05465498,0.8205869,0.01672091,0.0001270526,0.002856714,0.07251216],"study_design_scores_gemma":[0.0005843914,0.00005702243,0.9743783,0.0003757454,0.00003922358,0.000004588318,0.006364646,0.004953473,0.01128717,0.0000114065,0.001579216,0.0003647639],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9736635,0.0002578109,0.0227418,0.00009467344,0.002473514,0.0002592613,0.0000254185,0.00008457224,0.0003994484],"genre_scores_gemma":[0.9982817,0.0001136827,0.001223214,0.00003560721,0.00006923168,0.00005799491,0.00003181521,0.00002604207,0.0001607692],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9485318,"threshold_uncertainty_score":0.604777,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073322947","doi":"10.1109/te.2005.858393","title":"A Web-Based Remote Interactive Laboratory for Internetworking Education","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University; Saint Mary's University","funders":"Cisco Systems","keywords":"Internetworking; Usability; Computer science; The Internet; Remote laboratory; Gateway (web page); Cyberinfrastructure; World Wide Web; Multimedia; Human–computer interaction; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.005999828884526914,"gpt":0.2571823082835415,"spread":0.2511824793990146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000763002,0.0001623032,0.0001011056,0.0002349621,0.00007570875,0.00003994334,0.00009534442,0.00007681243,0.00006345793],"category_scores_gemma":[0.000006214362,0.0002009702,0.0000670169,0.0002066677,0.00001392236,0.0002360269,2.995083e-7,0.0002359018,0.00006396801],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006353487,"about_ca_system_score_gemma":0.000218526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009423336,"about_ca_topic_score_gemma":0.00001921022,"domain_scores_codex":[0.9993476,0.00001915154,0.000190527,0.0001801154,0.00008852645,0.0001740869],"domain_scores_gemma":[0.9995413,0.0000851933,0.00003470022,0.000191169,0.00007929252,0.00006835395],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002136699,0.000206485,0.000004022398,0.00004753888,0.00002646634,3.350589e-8,0.0005364451,0.6888872,0.02385093,0.00002147296,0.001439049,0.284959],"study_design_scores_gemma":[0.000334369,0.00006157658,0.00004102846,0.0002730185,0.00002911036,0.000002431855,0.0003759705,0.7165159,0.19017,0.0000158211,0.09189568,0.000285061],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0870471,0.0002620012,0.9041693,0.000195207,0.005450027,0.0004233715,0.00001147827,0.0006119256,0.001829584],"genre_scores_gemma":[0.9687192,0.00001549488,0.02989116,0.0002036041,0.0004513821,0.0002418531,0.00001621791,0.00006921282,0.0003919181],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8816721,"threshold_uncertainty_score":0.8195326,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1994539414","doi":"10.1109/te.2013.2292570","title":"Performing Systematic Literature Reviews With Novices: An Iterative Approach","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Systematic review; Iterative and incremental development; Computer science; Process (computing); Systematic process; Domain (mathematical analysis); Management science; Data science; Work in process; Software engineering; Engineering; MEDLINE; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.0150375018367306,"gpt":0.2651792252343692,"spread":0.2501417233976386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004740845,0.000152341,0.0001843371,0.0001648862,0.0001665733,0.0003166256,0.0003299833,0.00005994252,0.000004358013],"category_scores_gemma":[0.00001446154,0.000110163,0.00004138896,0.0004736975,0.0000103402,0.001532402,7.346801e-7,0.000222857,0.00001488072],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004801964,"about_ca_system_score_gemma":0.00005665846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000884062,"about_ca_topic_score_gemma":0.000003283938,"domain_scores_codex":[0.9990583,0.0001771469,0.0002006917,0.000291739,0.0001495132,0.0001226246],"domain_scores_gemma":[0.9989812,0.0001255591,0.0001237339,0.0005975612,0.0001001088,0.00007181238],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001210238,0.006725302,0.00008549558,0.0759521,0.0002843102,0.000003821177,0.1265906,0.04425534,0.001439425,0.05049279,0.001228252,0.6928216],"study_design_scores_gemma":[0.0008096468,0.002821511,0.0002371956,0.0359174,0.0003756144,0.000754686,0.001185699,0.9232811,0.01244286,0.001390235,0.01849145,0.002292576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001309942,0.0003409858,0.9964817,0.00009643527,0.0004224811,0.0005138433,8.212814e-7,0.0003099514,0.0005238581],"genre_scores_gemma":[0.6488469,0.00009228073,0.3499955,0.0002566605,0.00007917418,0.0004626522,0.000005048641,0.00001342911,0.0002483729],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8790258,"threshold_uncertainty_score":0.4492315,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2150606304","doi":"10.1109/te.2008.919690","title":"A Laboratory Setup and Teaching Methodology for Wireless and Mobile Embedded Systems","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":48,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Wireless; Computer science; Digital electronics; Software; Wireless network; Architecture; Embedded system; Software engineering; Multimedia; Mobile device; Systems engineering; Engineering management; Electronic circuit; Computer architecture; Engineering; Telecommunications; Electrical engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0197816539807656,"gpt":0.2805645615234347,"spread":0.2607829075426691,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001667466,0.0001078511,0.0001225084,0.0001104644,0.0001521637,0.00001611842,0.00003153745,0.00007244833,0.000003192899],"category_scores_gemma":[0.000005973287,0.0001245386,0.00001741836,0.00004651888,0.00002818049,0.0001183366,3.335111e-7,0.0001777154,0.000002207287],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007163232,"about_ca_system_score_gemma":0.0000262959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002008385,"about_ca_topic_score_gemma":0.000001352197,"domain_scores_codex":[0.9995144,0.0000587409,0.0001213515,0.0001388685,0.00004736574,0.0001192943],"domain_scores_gemma":[0.9996098,0.0001955029,0.00001637585,0.0001010979,0.00002142138,0.00005583867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002466171,0.0001797598,0.00006577593,0.0005215101,0.0001086584,9.745511e-7,0.0154698,0.5878808,0.3614621,0.0004628614,0.0004825343,0.03334058],"study_design_scores_gemma":[0.001446469,0.000526068,0.0006959458,0.0003412103,0.0001388718,0.0003613883,0.01266728,0.6833233,0.277831,0.00004372901,0.02141587,0.001208851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5640928,0.0004822219,0.4339585,0.00000653838,0.0009893088,0.00022135,0.000009463479,0.000164412,0.00007541313],"genre_scores_gemma":[0.984701,0.00009069881,0.01445371,0.00001336771,0.00006946067,0.0004925135,0.000003676136,0.00003703017,0.0001385094],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4206082,"threshold_uncertainty_score":0.5078534,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096039028","doi":"10.1109/te.2004.837048","title":"Teaching Digital Design to Computing Science Students in a Single Academic Term","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Capstone; Computer science; Upload; Set (abstract data type); Term (time); Mathematics education; Multimedia; Software engineering; World Wide Web; Programming language; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.0149221161986186,"gpt":0.3035919900575663,"spread":0.2886698738589477,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002080184,0.0001203356,0.00007941896,0.0004315928,0.0001149472,0.00009786385,0.0002370596,0.00004438985,0.000006399021],"category_scores_gemma":[0.00001060147,0.0001483992,0.0000199393,0.0003700959,0.00002162181,0.0005327,0.000001758932,0.00042546,0.00008126931],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008306603,"about_ca_system_score_gemma":0.00004397257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000810647,"about_ca_topic_score_gemma":0.000002398983,"domain_scores_codex":[0.999134,0.00001272889,0.0001886351,0.0001912462,0.0002294523,0.0002439344],"domain_scores_gemma":[0.9996984,0.00004728608,0.00001450305,0.0001312042,0.00001422687,0.00009437415],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000002236996,0.0001357604,0.0001568156,0.000005291076,0.000002685327,1.228099e-7,0.002933738,0.768815,0.1063354,0.00000378193,0.000009275369,0.1215999],"study_design_scores_gemma":[0.0006183988,0.0002243295,0.01144532,0.0007619,0.00001554587,0.00003378801,0.001787782,0.4154505,0.5674814,0.00001660558,0.001232432,0.0009320328],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5539303,0.00001942997,0.4447424,0.00003613015,0.0005157582,0.0001463254,5.967534e-7,0.0001806645,0.0004283862],"genre_scores_gemma":[0.9887226,0.000001717668,0.01095339,0.00005040645,0.00009202627,0.00003116017,6.7297e-7,0.00003069197,0.0001173014],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.461146,"threshold_uncertainty_score":0.6051544,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154790089","doi":"10.1109/te.2009.2025659","title":"Engaging High School and Engineering Students: A Multifaceted Outreach Program Based on a Mechatronics Platform","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Outreach; Mechatronics; Engineering education; Presentation (obstetrics); Context (archaeology); Engineering; Engineering management; Project-based learning; Mathematics education; Engineering ethics; Psychology; Medicine; Electrical engineering; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.008531355074782266,"gpt":0.2634285157286537,"spread":0.2548971606538714,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001283528,0.0002334002,0.0001465028,0.0003361424,0.0001811726,0.0001217038,0.0001516585,0.0001064167,0.00007961001],"category_scores_gemma":[0.000009007355,0.0002596589,0.00005687321,0.0003411068,0.00001061294,0.0001682714,4.824334e-7,0.0004409536,0.00006655881],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003487139,"about_ca_system_score_gemma":0.0001304561,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001191908,"about_ca_topic_score_gemma":0.000004677305,"domain_scores_codex":[0.9989567,0.00001434867,0.0002464431,0.0002780964,0.0002332552,0.0002711508],"domain_scores_gemma":[0.9992821,0.00006035604,0.00003581955,0.0003585319,0.00005479309,0.0002083523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003224088,0.003152847,0.00003659276,0.00008939689,0.00007315088,2.625816e-7,0.0008783293,0.5217336,0.007720828,0.002770493,0.0006132118,0.462899],"study_design_scores_gemma":[0.001936518,0.0005372781,0.004911937,0.0003074209,0.0001524827,0.000007804202,0.001302447,0.9547642,0.0255732,0.0004714286,0.009013932,0.001021278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5983231,0.0001037266,0.3957886,0.001094855,0.001237089,0.001525979,0.00002513151,0.001436935,0.0004645744],"genre_scores_gemma":[0.9871992,0.00005740921,0.01154618,0.0002418935,0.00007494484,0.000669562,0.00003618401,0.00003948275,0.0001350694],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4618777,"threshold_uncertainty_score":0.9999856,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151403901","doi":"10.1109/te.2004.825054","title":"A Laboratory Testbed for Embedded Computer Control","year":2004,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"","keywords":"Testbed; Computer science; Controller (irrigation); Embedded system; Control system; Software; Focus (optics); Control (management); The Internet; Software engineering; Interface (matter); Real-time Control System Software; Engineering; Operating system; Software design; Software development; Electrical engineering; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.01088541341324179,"gpt":0.2669538703427993,"spread":0.2560684569295575,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003182398,0.0001544127,0.0001569715,0.000223122,0.0001450587,0.0001218093,0.0003731839,0.00009407072,0.000003717487],"category_scores_gemma":[0.000006794664,0.0001589374,0.00009091206,0.0003564055,0.00002496288,0.0005395811,6.573455e-7,0.0001386191,0.00004742193],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002142898,"about_ca_system_score_gemma":0.0007639481,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000289998,"about_ca_topic_score_gemma":0.00001185976,"domain_scores_codex":[0.9989325,0.0000934146,0.0002571635,0.0003541781,0.0001748102,0.0001878977],"domain_scores_gemma":[0.9988332,0.0001561367,0.00009831234,0.0005349698,0.0002884019,0.00008900365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0002111115,0.01010203,0.00002771188,0.0004476404,0.0003743068,0.000007474616,0.01531778,0.08209666,0.1245372,0.2790753,0.01730227,0.4705004],"study_design_scores_gemma":[0.008476431,0.003143708,0.0005102637,0.0009317339,0.0001560623,0.0001137219,0.0004183856,0.080351,0.8204708,0.07409339,0.009141451,0.002193062],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001726356,0.00003023508,0.9932539,0.001559213,0.001715343,0.0009204744,0.00001451279,0.0006145877,0.0001653091],"genre_scores_gemma":[0.7671185,0.000003141833,0.2302401,0.001770661,0.00009949116,0.0006591774,0.000001369485,0.0000167143,0.00009089557],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7653921,"threshold_uncertainty_score":0.6481279,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2958616689","doi":"10.1109/te.2019.2925253","title":"Using Topic Modeling to Extract Pre-Service Teachers’ Understandings of Computational Thinking From Their Coding Reflections","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Computational thinking; Coding (social sciences); Mathematics education; Computer science; Axial coding; Service (business); Reflective thinking; Psychology; Qualitative research; Grounded theory; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.0807538422703901,"gpt":0.3415653499532841,"spread":0.260811507682894,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002835105,0.000134631,0.0001421962,0.0002793278,0.000355747,0.0001464506,0.0003305968,0.0000741248,0.00002330663],"category_scores_gemma":[0.000007186525,0.0001425217,0.00007264574,0.0005253516,0.00001031223,0.0004620083,0.000003854486,0.0003447248,0.00001851666],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002701335,"about_ca_system_score_gemma":0.0002475995,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001326289,"about_ca_topic_score_gemma":0.00009216109,"domain_scores_codex":[0.9988642,0.00009904338,0.0002588675,0.0003517686,0.0002474427,0.0001786226],"domain_scores_gemma":[0.9992232,0.0001687889,0.000112636,0.0003120545,0.0001113753,0.00007199627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007656395,0.0001623844,0.0000789438,0.00001269824,0.00002659542,5.771609e-8,0.03800483,0.8896627,0.002760256,0.0008155273,0.00000354019,0.06846483],"study_design_scores_gemma":[0.0002392987,0.00009093294,0.0003109782,0.0003252748,0.00002982578,0.000007598753,0.005140954,0.9868852,0.001919492,0.004308035,0.0004734839,0.0002689361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3734494,0.00001145357,0.6248212,0.0004696859,0.0009168664,0.0001434901,0.000001805918,0.0001102166,0.00007584394],"genre_scores_gemma":[0.7830634,0.000001174466,0.2165877,0.0002046459,0.00004360352,0.000009554839,0.000003568253,0.00001262019,0.00007377739],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4096139,"threshold_uncertainty_score":0.5811865,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082705956","doi":"10.1109/te.2007.912411","title":"An FPGA Design Project: Creating a PowerPC Subsystem Plus User Logic","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"PowerPC; Field-programmable gate array; Computer science; Computer architecture; Embedded system; Logic synthesis; Interface (matter); FPGA prototype; Block (permutation group theory); Computer hardware; Software; Operating system; Logic gate","retraction":null,"screen_n_in":null,"score":{"opus":0.02681228262627493,"gpt":0.2715732024016329,"spread":0.244760919775358,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009731888,0.000200873,0.0001477475,0.0002339902,0.0002141414,0.00003448239,0.0001284969,0.0001015978,0.00006053077],"category_scores_gemma":[0.000004322983,0.0002244473,0.0000540629,0.0003126442,0.00002285053,0.0003247082,3.004979e-7,0.0002638926,0.00009139349],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004576271,"about_ca_system_score_gemma":0.0001383536,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007851616,"about_ca_topic_score_gemma":0.000005108824,"domain_scores_codex":[0.9990932,0.00005564766,0.0002241319,0.0002220928,0.0001659592,0.0002389826],"domain_scores_gemma":[0.9994939,0.00005928507,0.00002929723,0.0002920559,0.00004225822,0.00008318793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001198865,0.0001653105,0.00001842734,0.00004246387,0.00002418495,0.000002335034,0.004080841,0.9624722,0.03115001,0.00002833921,0.0003360171,0.001667911],"study_design_scores_gemma":[0.0008658061,0.0005462692,0.000959323,0.0003359998,0.00007002496,0.000371187,0.004877833,0.552815,0.4350863,0.00001720128,0.002854668,0.001200372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1577673,0.0001221742,0.8372139,0.00001124231,0.001489203,0.0004215354,0.000003270351,0.0009586991,0.002012683],"genre_scores_gemma":[0.9791116,0.00003268272,0.01970273,0.00002633676,0.0001172362,0.0002866006,0.000006966118,0.00007679793,0.0006391284],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8213443,"threshold_uncertainty_score":0.9152697,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2119433210","doi":"10.1109/13.883346","title":"Experiences with a software maintenance project course","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Course (navigation); Software engineering; Software maintenance; Software project management; Engineering management; Software; Software development; Engineering; Computer science; Software peer review; Systems engineering; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01274690418825648,"gpt":0.2809437173462124,"spread":0.268196813157956,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009175803,0.0001163893,0.00007932521,0.0001268884,0.0001530112,0.0001054383,0.0004121441,0.00003871582,0.0001752177],"category_scores_gemma":[0.000009855768,0.00009785727,0.00003175624,0.0007553774,0.00005445653,0.0004594927,5.422658e-7,0.0001673116,0.0001232392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000892883,"about_ca_system_score_gemma":0.0006400419,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008278301,"about_ca_topic_score_gemma":0.00001273132,"domain_scores_codex":[0.9989937,0.00002967995,0.0001047878,0.0003254495,0.0003020965,0.0002443187],"domain_scores_gemma":[0.9992157,0.0001368988,0.00001983952,0.0004631304,0.00009152762,0.00007286548],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00004367001,0.0009866855,0.0001302267,0.00002687711,0.00002695022,0.000005523174,0.02004682,0.005581422,0.00004961334,0.0001216807,0.002160707,0.9708198],"study_design_scores_gemma":[0.01503559,0.01870739,0.1212108,0.006205143,0.0004615509,0.004772773,0.1153218,0.2305317,0.2825792,0.002799977,0.1857494,0.01662475],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1555231,0.00003227788,0.8429648,0.0003101858,0.0004495485,0.00023519,0.000001431821,0.0003492908,0.0001342281],"genre_scores_gemma":[0.9595767,0.00001554002,0.0363407,0.0001100945,0.00003272294,0.0006054357,8.092966e-7,0.00001314687,0.003304875],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9541951,"threshold_uncertainty_score":0.3990504,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092367835","doi":"10.1109/te.2011.2160946","title":"A Control Systems Concept Inventory Test Design and Assessment","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Concept inventory; Test (biology); Consistency (knowledge bases); Computer science; Classical test theory; Item response theory; Test design; Test theory; Control (management); Internal consistency; Multiple choice; Test score; Mathematics education; Test method; Artificial intelligence; Psychology; Psychometrics; Mathematics; Standardized test; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01944075689435389,"gpt":0.245397405439759,"spread":0.2259566485454051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007699079,0.0001163398,0.00009466099,0.00009875397,0.00005941537,0.00002280351,0.00005088043,0.00005424492,0.00004763563],"category_scores_gemma":[0.000002227947,0.0001311093,0.00002154648,0.00007655374,0.00002430385,0.0001284554,1.796805e-7,0.0001811033,0.00001911477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001688254,"about_ca_system_score_gemma":0.00004441546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004407264,"about_ca_topic_score_gemma":7.277235e-7,"domain_scores_codex":[0.9995109,0.00002997535,0.0001359234,0.0001179089,0.00008140416,0.0001238673],"domain_scores_gemma":[0.9996909,0.00006833293,0.00001840588,0.0001274332,0.00002133955,0.00007356203],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006234355,0.0002951367,0.0001194444,0.00006256839,0.00006283707,7.876805e-7,0.002167554,0.9669816,0.02256311,0.0002209481,0.0003286444,0.007191077],"study_design_scores_gemma":[0.0007689978,0.0003179964,0.001682959,0.0001818401,0.00007988467,0.00003400258,0.001238247,0.940614,0.05264795,0.00002908657,0.001921503,0.0004835783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01890512,0.0003611379,0.9763332,0.000008769663,0.001939904,0.0003335315,0.000003922387,0.0003183555,0.001796029],"genre_scores_gemma":[0.9923687,0.00002491844,0.007099805,0.00001756502,0.00004491036,0.0002587082,0.000001272278,0.00003370269,0.0001504159],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9734636,"threshold_uncertainty_score":0.5346481,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155632927","doi":"10.1109/13.883358","title":"A software system for laboratory experiments in image processing","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Image Processing Techniques and Applications","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Software; Implementation; Image processing; Software engineering; Processing; Class (philosophy); Software framework; Overhead (engineering); Software system; Multimedia; Software development; Artificial intelligence; Programming language; Image (mathematics); Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.00934709392471651,"gpt":0.2734917926580948,"spread":0.2641446987333783,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005316535,0.0001011552,0.00008089187,0.0001114379,0.0001121452,0.00004898278,0.00007760289,0.00005685064,0.00005314355],"category_scores_gemma":[0.00000128105,0.0001159369,0.00002731766,0.000263077,0.00001503797,0.0002284819,1.073078e-7,0.0000924084,0.00002663802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001960768,"about_ca_system_score_gemma":0.0001160229,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009477225,"about_ca_topic_score_gemma":0.000003293705,"domain_scores_codex":[0.9994899,0.000007303184,0.0001624919,0.0001443255,0.00006038828,0.0001356148],"domain_scores_gemma":[0.9997308,0.00001207834,0.0000164232,0.0001405949,0.00005715389,0.00004291949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002278763,0.000492295,0.000004240981,0.0006723795,0.000009075283,2.931992e-7,0.001167782,0.008535009,0.02978248,0.00002666014,0.001328924,0.957958],"study_design_scores_gemma":[0.0007212178,0.00006456832,0.0001058887,0.0008388719,0.00004670361,0.00001004207,0.001243249,0.06066335,0.9199972,0.0003004695,0.01535239,0.0006560235],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03321571,0.0001916381,0.9641397,0.00006039947,0.000206521,0.0004757977,0.00002959133,0.0008368718,0.0008437981],"genre_scores_gemma":[0.9415812,0.00001860092,0.05618289,0.00004452521,0.0000431917,0.001832347,0.000008117151,0.00003707465,0.0002520434],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.957302,"threshold_uncertainty_score":0.472777,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3206410723","doi":"10.1109/te.2021.3105938","title":"Using Structural Equation Modeling to Examine the Relationship Between Preservice Teachers’ Computational Thinking Attitudes and Skills","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Structural equation modeling; Notation; Mathematics education; Test (biology); Coding (social sciences); Psychology; Computational thinking; Reliability (semiconductor); Mathematics; Statistics; Arithmetic","retraction":null,"screen_n_in":null,"score":{"opus":0.09872584505670434,"gpt":0.3562322748441539,"spread":0.2575064297874496,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004696665,0.0001187538,0.00009416795,0.0001364879,0.0009834992,0.0003849212,0.0002428307,0.00006036622,0.000004684571],"category_scores_gemma":[0.00008297541,0.0001085018,0.00003734695,0.000458765,0.00001773775,0.0005149342,0.000006886582,0.0003733792,0.000006964839],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001132882,"about_ca_system_score_gemma":0.0002315287,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002152916,"about_ca_topic_score_gemma":0.00003975297,"domain_scores_codex":[0.9987243,0.0002705707,0.0002151737,0.0003335014,0.0002949327,0.0001614527],"domain_scores_gemma":[0.9987584,0.0006747268,0.00006939713,0.0002830648,0.0001392928,0.00007511673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000001340308,0.00005804743,0.01147552,0.00001489349,0.0000173127,1.977132e-7,0.01806007,0.8844807,0.00004301327,0.001732872,0.000003653089,0.08411244],"study_design_scores_gemma":[0.0002136702,0.00004380531,0.1604559,0.0001892832,0.00005057492,0.00003103116,0.00119897,0.8312806,0.0001613652,0.005996936,0.00009948647,0.0002784382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4240406,0.00003509047,0.5742067,0.001248273,0.0002919327,0.00009754864,8.911207e-7,0.00007031476,0.000008732737],"genre_scores_gemma":[0.7979718,6.486416e-7,0.2016265,0.0001793265,0.0000883019,0.00001526114,0.000009565938,0.000009719755,0.0000988417],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3739312,"threshold_uncertainty_score":0.7564381,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167402367","doi":"10.1109/te.2011.2107555","title":"Mechatronics Learning Studio: From “Play and Learn” to Industry-Inspired Green Energy Applications","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Mechatronics; Studio; Curriculum; Engineering; Engineering management; Robotics; Engineering education; Energy (signal processing); Computer science; Systems engineering; Artificial intelligence; Robot; Electrical engineering; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01125831339632421,"gpt":0.2213253122062732,"spread":0.210066998809949,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005247005,0.0001766102,0.0001249731,0.0001863239,0.0001719372,0.00002451649,0.0001121076,0.000166158,0.0001242213],"category_scores_gemma":[0.000002547328,0.0002172667,0.00003439173,0.0002602527,0.00001779984,0.0001429025,0.000001748354,0.0004918283,0.0000779321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001891649,"about_ca_system_score_gemma":0.00003697191,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007762412,"about_ca_topic_score_gemma":0.00007662707,"domain_scores_codex":[0.9992259,0.0000243636,0.000176888,0.0002436701,0.0001159387,0.0002132673],"domain_scores_gemma":[0.9995353,0.00003640648,0.00002443579,0.0002183771,0.00002962826,0.0001559149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00002409788,0.0004081709,0.0002377847,0.00004005721,0.0002175688,6.969017e-7,0.009378691,0.5991737,0.06624306,0.0009378341,0.000295756,0.3230426],"study_design_scores_gemma":[0.001372901,0.0007653565,0.008702396,0.0003684936,0.0003241083,0.00002335886,0.009508121,0.08153398,0.6598056,0.0008085697,0.2340881,0.002699068],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1967252,0.0002834029,0.7995647,0.0000688585,0.0006704992,0.0002502677,0.00001377418,0.0006266336,0.001796641],"genre_scores_gemma":[0.9914104,0.00006298561,0.007110752,0.00006460569,0.0001034815,0.0004694925,0.0000136871,0.00006406273,0.0007005424],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7946852,"threshold_uncertainty_score":0.8859879,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2127744578","doi":"10.1109/te.2002.808256","title":"Animating transmission-line transients with BOUNCE","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Microwave Engineering and Waveguides","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Ringing; Transmission line; Electric power transmission; Electrical engineering; Reflection (computer programming); Electrical impedance; Electronic engineering; Capacitance; Transmission (telecommunications); Computer science; Engineering; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.008646637022952128,"gpt":0.2178762942674719,"spread":0.2092296572445198,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007694334,0.0001622105,0.0001074357,0.0001193838,0.0001037338,0.00002727769,0.00005696265,0.00005855938,0.0001100945],"category_scores_gemma":[0.00000176293,0.0001517949,0.00004362874,0.0002545061,0.00001639113,0.0001236597,3.366577e-8,0.0001816848,0.0000323198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007624064,"about_ca_system_score_gemma":0.00007465829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006903688,"about_ca_topic_score_gemma":0.000005021213,"domain_scores_codex":[0.9993392,0.00001691433,0.0001702593,0.0001583361,0.0001258852,0.0001893634],"domain_scores_gemma":[0.9996608,0.00002647313,0.00001361385,0.0001655235,0.00004140435,0.00009217163],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001490833,0.0002908888,0.000006005448,0.0001538633,0.00005277618,9.633742e-7,0.001152118,0.8630493,0.04267623,0.0001683279,0.0004048642,0.0920298],"study_design_scores_gemma":[0.00118623,0.0003299969,0.0002041598,0.000615041,0.0001392834,0.000128897,0.0006994879,0.1138696,0.8370987,0.0002125168,0.04446768,0.001048515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.08575515,0.0001779612,0.9094778,0.00003861037,0.0006681118,0.0001391424,0.000005379513,0.000292228,0.003445573],"genre_scores_gemma":[0.9873068,0.0000612627,0.01189034,0.0000342032,0.00003030758,0.00004590418,0.000003935017,0.00004571093,0.0005815935],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9015516,"threshold_uncertainty_score":0.6190017,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2125352586","doi":"10.1109/te.2005.858400","title":"Interactive Online Tutorial Assistance for a First Programming Course","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Pace; Multimedia; Set (abstract data type); Syntax; Comprehension; Repetition (rhetorical device); Mathematics education; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01621124317104073,"gpt":0.3137877998324772,"spread":0.2975765566614365,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002063258,0.0001296437,0.0001050596,0.0001089242,0.0004070508,0.0001922642,0.0002863882,0.0000615899,0.000006993628],"category_scores_gemma":[0.00002094763,0.0001348179,0.00009688963,0.0002294412,0.00002337827,0.0005386363,9.732354e-7,0.0002959274,0.00002103972],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002023989,"about_ca_system_score_gemma":0.0002559179,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004484767,"about_ca_topic_score_gemma":0.0002509508,"domain_scores_codex":[0.9990419,0.00004803799,0.0001881576,0.0003390016,0.0001554306,0.0002274805],"domain_scores_gemma":[0.9992099,0.0001847219,0.0001051321,0.0003010985,0.0001197094,0.00007940814],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002718505,0.00139778,0.00000985494,0.00001209323,0.00001912019,1.102009e-7,0.002986111,0.00263654,0.0000385737,0.0005538639,0.0002995262,0.9920192],"study_design_scores_gemma":[0.000769143,0.0003962359,0.0004927438,0.0001695736,0.00005493243,0.00001603203,0.0007805746,0.02194088,0.001820137,0.0001131755,0.9730572,0.0003894045],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007043307,0.00004321739,0.9837985,0.004367483,0.004038227,0.0003533463,0.000005122705,0.0003211376,0.00002963303],"genre_scores_gemma":[0.7073221,0.000002836108,0.2910367,0.0001243529,0.0005698759,0.0002178468,0.000006067356,0.00001212433,0.0007081463],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9916298,"threshold_uncertainty_score":0.5497714,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3190942902","doi":"10.1109/te.2022.3144943","title":"Building a Quantum Engineering Undergraduate Program","year":2022,"lang":"en","type":"preprint","venue":"IEEE Transactions on Education","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Université de Sherbrooke","funders":"Accelerated Innovation Research Initiative Turning Top Science and Ideas into High-Impact Values; Division of Undergraduate Education; Institute for Quantum Information and Matter, California Institute of Technology; University of Colorado Boulder; Lincoln Laboratory, Massachusetts Institute of Technology; Office of Science; University of Illinois at Urbana-Champaign; Canada First Research Excellence Fund; University of Oregon; University of Waterloo; University of Southern California; Purdue University; Université de Sherbrooke; University of Sydney; Engineering Research Centers; Harvard University; San José State University; Canadian Institute for Advanced Research; University of Pittsburgh; University of Arizona; SPIE; University of Wisconsin-Madison; U.S. Department of Energy; California Institute of Technology; Massachusetts Institute of Technology; Colorado School of Mines; Ohio State University; National Institute of Standards and Technology; Harvey Mudd College; Imperial College London; National Science Foundation; Yale University","keywords":"Computer science; Quantum information science; Quantum technology; Quantum computer; Quantum; Engineering management; Engineering education; Quantum information; Engineering ethics; Mathematics education; Engineering; Quantum entanglement; Physics; Open quantum system; Mathematics; Quantum mechanics","retraction":null,"screen_n_in":null,"score":{"opus":0.0119517426269261,"gpt":0.2791794726173992,"spread":0.2672277299904731,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002167701,0.0003368575,0.0002377871,0.0004998907,0.0003667213,0.0003406082,0.001005589,0.0001346894,0.00002645478],"category_scores_gemma":[0.000006134165,0.0003720491,0.0002244502,0.0005556948,0.00001908461,0.0001221288,0.00002953402,0.001457711,0.00001043974],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002822518,"about_ca_system_score_gemma":0.0006924168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001066654,"about_ca_topic_score_gemma":0.000003060985,"domain_scores_codex":[0.9980631,0.00009343377,0.0003175715,0.0007823784,0.0003926397,0.000350911],"domain_scores_gemma":[0.9986367,0.0001025998,0.000161654,0.0009037702,0.00006794278,0.0001273547],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000002140998,0.0005135754,4.958396e-7,0.00007769895,0.00003625467,0.000001921268,0.0003196372,0.6731286,0.00009587501,0.003373615,0.0002005942,0.3222496],"study_design_scores_gemma":[0.00009231732,0.0001368303,0.00006040387,0.0001642905,0.0000257478,0.00002501767,0.000018056,0.9823488,0.0007476395,0.008275597,0.007683092,0.0004222192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02624214,0.0001393796,0.9581136,0.002458356,0.01139749,0.0006032224,0.00001085197,0.0009453449,0.00008967958],"genre_scores_gemma":[0.7360439,0.00004136849,0.2626481,0.0001401357,0.0002331222,0.0006968985,0.00001463369,0.00004265547,0.0001392097],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7098017,"threshold_uncertainty_score":0.9998732,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122050504","doi":"10.1109/te.2010.2066566","title":"An Undergraduate Nanotechnology Engineering Laboratory Course on Atomic Force Microscopy","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Force Microscopy Techniques and Applications","field":"Physics and Astronomy","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo","funders":"","keywords":"Nanotechnology; Lithography; Atomic force microscopy; Engineering; Materials science; Optoelectronics","retraction":null,"screen_n_in":null,"score":{"opus":0.003175218789550032,"gpt":0.2725841222381787,"spread":0.2694089034486287,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005989625,0.0001734466,0.0001113251,0.0001322264,0.0002190777,0.00004807616,0.0001912968,0.0001103777,0.0001597856],"category_scores_gemma":[5.080572e-7,0.0001901946,0.00006120262,0.0002453703,0.00005522932,0.0001329799,6.148239e-7,0.0004794498,0.0001095554],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004321182,"about_ca_system_score_gemma":0.0002209417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009266879,"about_ca_topic_score_gemma":0.00001424005,"domain_scores_codex":[0.9992529,0.00001193529,0.0001655829,0.000289603,0.00007171362,0.0002083141],"domain_scores_gemma":[0.9992316,0.00002319633,0.00006634116,0.0005216883,0.00006974049,0.00008741671],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000009314599,0.0009625531,0.00006455325,0.000005759635,0.00001928525,5.459818e-8,0.00007815937,0.0009303712,0.9490308,0.03062197,0.0006092283,0.01766799],"study_design_scores_gemma":[0.0001597453,0.0001046879,0.0001222718,0.00002132633,0.00003060154,0.000001099867,0.00008765019,0.001703853,0.9876126,0.002616901,0.007308044,0.0002312242],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6417528,0.000003426389,0.3562034,0.0005611615,0.0006773002,0.0002486038,0.0000745526,0.0002105532,0.0002681613],"genre_scores_gemma":[0.9923426,0.000003637892,0.006457923,0.0001387187,0.0001341858,0.0003210742,0.00003542914,0.00004071147,0.0005257095],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3505898,"threshold_uncertainty_score":0.7755912,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2130725081","doi":"10.1109/te.2010.2043845","title":"Electronics From the Bottom Up: Strategies for Teaching Nanoelectronics at the Undergraduate Level","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Quantum-Dot Cellular Automata","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Sophistication; Curriculum; Computer science; Electronics; Field (mathematics); Relevance (law); Nanoelectronics; Visualization; Subject (documents); Engineering ethics; Electrical engineering; Engineering physics; Engineering; Nanotechnology; Artificial intelligence; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.01869489438639751,"gpt":0.2750223432837371,"spread":0.2563274488973396,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0005130541,0.0002001704,0.0001152175,0.00005869987,0.001306574,0.0004046802,0.001139837,0.0001012422,0.00002003884],"category_scores_gemma":[0.0000170497,0.0001357944,0.0001343822,0.0002226516,0.00009813081,0.0005702,0.000005176919,0.0009091716,0.00006861197],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002329589,"about_ca_system_score_gemma":0.001513551,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003873164,"about_ca_topic_score_gemma":0.004898744,"domain_scores_codex":[0.9985202,0.0001456515,0.00023737,0.0004183232,0.000278003,0.0004004395],"domain_scores_gemma":[0.9979397,0.0006556388,0.0001273678,0.001132027,0.00008907248,0.00005617465],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005220631,0.0007604721,0.000009791063,0.00001803072,0.0001953763,3.456466e-7,0.008580051,0.00295704,0.1564156,0.5373704,0.01423754,0.2794032],"study_design_scores_gemma":[0.001148686,0.0004441112,0.000511001,0.00005686719,0.0002575323,0.00008352652,0.002694089,0.2779354,0.2688503,0.3207611,0.1261875,0.001069918],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1570669,0.00017698,0.8237464,0.01455902,0.003686952,0.0004509412,0.00001859247,0.0001568147,0.0001374235],"genre_scores_gemma":[0.990694,0.00004420446,0.00632732,0.0006587727,0.0001557101,0.0002030223,0.00002209078,0.00002742693,0.001867395],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8336272,"threshold_uncertainty_score":0.9999936,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169305750","doi":"10.1109/te.2007.893172","title":"Impact Assessment of a Microprocessor Animation on Student Learning and Motivation in Computer Engineering","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba","funders":"","keywords":"Animation; Computer science; Analogy; Computer animation; Subject matter; Multimedia; Software; Subject (documents); Human–computer interaction; Mathematics education; Software engineering; Computer graphics (images); Psychology; Pedagogy; World Wide Web; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.006036681489566406,"gpt":0.2969713242981326,"spread":0.2909346428085661,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001795835,0.0001345748,0.0001180787,0.0004088793,0.00003016752,0.00001825169,0.00003944857,0.00005837457,0.0000108506],"category_scores_gemma":[0.000004133801,0.0001511448,0.00002999278,0.0002462211,0.000008230007,0.0001306271,5.818339e-7,0.0002740033,0.000002055659],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003164934,"about_ca_system_score_gemma":0.00002026792,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001412926,"about_ca_topic_score_gemma":0.000004577949,"domain_scores_codex":[0.9993322,0.00001213469,0.0002380839,0.0001333296,0.0001394975,0.0001447864],"domain_scores_gemma":[0.9997163,0.0001006438,0.00003656982,0.00007336126,0.0000303169,0.00004279915],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.000005525724,0.0001965507,0.00561327,0.00005665248,0.00001807219,2.42312e-7,0.001033949,0.9005717,0.07812759,0.00001685406,0.000001460428,0.01435814],"study_design_scores_gemma":[0.0004167172,0.0002916603,0.5266539,0.0003032667,0.0000118857,0.000006184803,0.0002519506,0.3929681,0.07881051,0.000002648292,0.0000459521,0.0002372409],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5767207,0.00002152577,0.4227479,0.000004272263,0.0002445036,0.0001039746,5.618464e-7,0.00007172251,0.00008488414],"genre_scores_gemma":[0.99156,0.00002105819,0.008300708,0.000004204144,0.00003953942,0.00002406489,0.000004829062,0.00003096457,0.00001456687],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5210406,"threshold_uncertainty_score":0.6163505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2121590093","doi":"10.1109/te.2002.1024617","title":"Teaching transmission lines: a project of measurement and simulation","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Power Line Communications and Noise","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of New Brunswick","funders":"","keywords":"Transmission line; Electric power transmission; Attenuation; Electrical impedance; Electronic engineering; Computer science; Characteristic impedance; Crosstalk; Network analyzer (electrical); Acoustics; Electrical engineering; Engineering; Telecommunications; Optics; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.04587865524637874,"gpt":0.2848614082916171,"spread":0.2389827530452384,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001299309,0.00008900033,0.00008388518,0.0001827254,0.00009399245,0.00001070076,0.00006083503,0.0000455216,0.00003417905],"category_scores_gemma":[0.000004340457,0.00008934714,0.00003527355,0.0001315464,0.00001450551,0.0001353411,2.423745e-7,0.0001467114,0.000004590872],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006022244,"about_ca_system_score_gemma":0.00002319255,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004739388,"about_ca_topic_score_gemma":0.00001012855,"domain_scores_codex":[0.9994712,0.00003747629,0.0001951785,0.00009063724,0.0001302879,0.00007518029],"domain_scores_gemma":[0.9996254,0.00004041097,0.0000259569,0.0002083838,0.00006581729,0.00003406522],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000008958476,0.0005694033,0.000006746993,0.00013001,0.00002705076,3.606669e-8,0.003140524,0.1726543,0.01443112,0.00002658203,0.0002351873,0.8087701],"study_design_scores_gemma":[0.0003245547,0.00008613277,0.0002057549,0.0002266522,0.0000596007,0.000002876389,0.0003186876,0.9661887,0.01501186,0.00006876768,0.01731095,0.0001954907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1257901,0.001248601,0.8688849,0.0002697089,0.0004021181,0.0003913597,0.000006652801,0.0001879501,0.002818683],"genre_scores_gemma":[0.996601,0.0003596185,0.002794458,0.00001529265,0.00002479708,0.00004489816,0.000001754935,0.00001613208,0.0001419743],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.870811,"threshold_uncertainty_score":0.3643471,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2137655960","doi":"10.1109/13.912710","title":"Compact disc players in the laboratory: experiments in optical storage, error correction, and optical fiber communication","year":2001,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Semiconductor Lasers and Optical Devices","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"Siemens; Dalhousie University","keywords":"Compact disc; Computer science; Optical fiber; Optical disc; Transmission (telecommunications); Optical storage; Optical cross-connect; Error detection and correction; Electronic engineering; Data transmission; Fiber optic splitter; Optics; Computer hardware; Telecommunications; Fiber optic sensor; Engineering; Physics; Algorithm","retraction":null,"screen_n_in":null,"score":{"opus":0.01864112227759003,"gpt":0.2826199137742929,"spread":0.2639787914967029,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001446298,0.0001226225,0.0001141121,0.0001406565,0.00007729982,0.00005712677,0.0001122047,0.00008278229,0.00009968878],"category_scores_gemma":[0.000008137303,0.0001054753,0.00002260874,0.0003710938,0.00006091861,0.0002547255,5.3966e-7,0.0003201012,0.000029774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001535359,"about_ca_system_score_gemma":0.00003790608,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001041583,"about_ca_topic_score_gemma":0.0002386535,"domain_scores_codex":[0.9993222,0.00006228303,0.0001943328,0.000141273,0.0001218869,0.0001579696],"domain_scores_gemma":[0.9994943,0.0001685013,0.00001596045,0.0002318213,0.00002633439,0.00006315716],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.0005939892,0.009828248,0.01153768,0.0002336769,0.0002277942,0.00002546316,0.04291084,0.7696329,0.02891909,0.002419831,0.01716107,0.1165094],"study_design_scores_gemma":[0.0052477,0.0006496414,0.4139687,0.001067368,0.0002495783,0.000170426,0.070144,0.4059693,0.06670894,0.0004770157,0.03278703,0.002560253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9939859,0.0001896147,0.002082502,0.0005315031,0.000721966,0.0002321917,0.000004054269,0.00005192611,0.002200355],"genre_scores_gemma":[0.999262,0.0001366661,0.0002303881,0.0001276769,0.00002803866,0.0000688272,0.000008279089,0.00001633877,0.0001217892],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.402431,"threshold_uncertainty_score":0.4301159,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2999821664","doi":"10.1109/te.2019.2959591","title":"Use of a Cornerstone Project to Teach Ill-Structured Software Design in First Year","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Cornerstone; Computer science; Solver; Instructional design; Software engineering; Syntax; Software; Problem-based learning; Artificial intelligence; Management science; Mathematics education; Programming language; Psychology; Engineering; Multimedia","retraction":null,"screen_n_in":null,"score":{"opus":0.05577066731330969,"gpt":0.2885026748565392,"spread":0.2327320075432295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001380951,0.00009425619,0.0001099904,0.0002051848,0.00008960797,0.00006537116,0.0002351372,0.0000503621,0.000006005847],"category_scores_gemma":[0.00008233255,0.00009709814,0.00004074692,0.0006715019,0.00001548007,0.0002343818,0.000001637136,0.0002467685,0.00001668071],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007085135,"about_ca_system_score_gemma":0.0002343479,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003213846,"about_ca_topic_score_gemma":0.00004390766,"domain_scores_codex":[0.9991473,0.000125386,0.0001662566,0.0002784911,0.0001438844,0.0001386731],"domain_scores_gemma":[0.9994632,0.0001181664,0.00005499408,0.0002346829,0.00005605189,0.00007289783],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008476301,0.000508078,0.0005232419,0.00005954431,0.00002001261,0.00000121613,0.04896561,0.1493665,0.000935707,0.0001259592,0.001823646,0.7975857],"study_design_scores_gemma":[0.007324483,0.01193593,0.07571414,0.002879461,0.0003853235,0.0001559635,0.02152004,0.2600888,0.130409,0.0006368384,0.4824227,0.00652724],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03124172,0.000007079576,0.966038,0.001849057,0.0003778521,0.0003315786,0.000002020551,0.0001493715,0.000003309674],"genre_scores_gemma":[0.6787382,0.000001601662,0.3208629,0.0002506951,0.0000198603,0.00004266197,0.000001062144,0.00000828058,0.00007470894],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7910585,"threshold_uncertainty_score":0.3959548,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386767058","doi":"10.1109/te.2023.3307974","title":"Design of an Integrated Project-Based Learning Curriculum: Analysis Through Fink’s Taxonomy of Significant Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Computer science; Artificial intelligence; Learning design; Psychology; Mathematics education; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.06131746256898977,"gpt":0.3431173468598897,"spread":0.2817998842908999,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001331178,0.0001419742,0.000265895,0.0008555236,0.0005695213,0.00004020197,0.0001910093,0.0001291101,0.0002155126],"category_scores_gemma":[0.0001031451,0.0001443855,0.0001524885,0.004833019,0.0001441336,0.0003326194,6.774918e-7,0.0004173529,0.00001921594],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000130778,"about_ca_system_score_gemma":0.002114393,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01294978,"about_ca_topic_score_gemma":0.0004006995,"domain_scores_codex":[0.997432,0.001271787,0.0003743723,0.0003006191,0.0003519829,0.0002692668],"domain_scores_gemma":[0.9987509,0.0003626982,0.0003261543,0.0001740321,0.0003255831,0.00006064475],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005671171,0.0005676392,0.001294415,0.0000476566,0.0001449684,4.480643e-7,0.01658835,0.9137344,0.002336235,0.0000930211,0.0001230522,0.06501304],"study_design_scores_gemma":[0.001912014,0.003353082,0.002771779,0.0008382839,0.002729661,0.000001222245,0.2950691,0.5313725,0.09951056,0.0003347507,0.0602954,0.001811663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1114794,0.00001635816,0.8860826,0.0001729397,0.0002462151,0.0007780184,0.000006217631,0.0002564901,0.0009616833],"genre_scores_gemma":[0.9884834,0.0000519607,0.01020967,0.00001780036,0.00003570726,0.0002841859,0.00005590238,0.00001716902,0.0008441537],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.877004,"threshold_uncertainty_score":0.9936231,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156095999","doi":"10.1109/13.925843","title":"Development of an interactive CDROM-based tutorial for teaching MATLAB","year":2001,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"MATLAB; Computer science; Window (computing); Syntax; Interface (matter); Multimedia; Human–computer interaction; Simulation; Engineering drawing; Programming language; Artificial intelligence; World Wide Web; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.008896944809040873,"gpt":0.2753763811193777,"spread":0.2664794363103369,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009137381,0.0001110071,0.00009322412,0.0001535786,0.0000877225,0.00001487555,0.00007320434,0.00005052309,0.00003325325],"category_scores_gemma":[0.000004787699,0.000131346,0.00003952879,0.00007728334,0.000009779685,0.0001871719,1.896557e-7,0.0001622689,0.000008213468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002749705,"about_ca_system_score_gemma":0.00008063765,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001089742,"about_ca_topic_score_gemma":0.000007865953,"domain_scores_codex":[0.9994652,0.00001379646,0.000191617,0.0001180675,0.00009089748,0.0001204589],"domain_scores_gemma":[0.9997097,0.00005795309,0.00002746894,0.0001266445,0.00003110202,0.00004713819],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00006076493,0.0004510133,0.000003733349,0.00006026017,0.0000395877,1.325637e-7,0.004247128,0.689101,0.1871223,0.00003771446,0.00003899074,0.1188373],"study_design_scores_gemma":[0.0005816929,0.0001303486,0.0001270054,0.0001468944,0.00002522317,0.000005105352,0.002119544,0.1781395,0.800916,0.00001585443,0.01749444,0.0002983642],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4535969,0.000006192844,0.5435992,0.000007129265,0.002136073,0.0001443341,0.0000027397,0.0001465884,0.0003608252],"genre_scores_gemma":[0.8950435,8.348959e-7,0.104519,0.000008559772,0.0001216783,0.0001765418,0.00001613343,0.00003512269,0.00007860561],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6137937,"threshold_uncertainty_score":0.5356135,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3005533686","doi":"10.1109/te.2020.2965817","title":"BLDC Motor-Driven Fluid Pumping System Design: An Extrapolated Active Learning Case Study for Electrical Machines Classes","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mohawk College","funders":"","keywords":"Praxis; Mathematics education; Computer science; Multidisciplinary approach; Active learning (machine learning); Knowledge management; Psychology; Engineering; Engineering ethics; Engineering management; Sociology; Political science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.02701460841327613,"gpt":0.2843186907217077,"spread":0.2573040823084315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008891991,0.0002520357,0.0002127317,0.0001962317,0.000288059,0.00007255955,0.0001151188,0.0001020784,0.00001470367],"category_scores_gemma":[0.00001487842,0.0002926014,0.00007722853,0.0003723245,0.00001133748,0.0003390325,7.124328e-7,0.0004481643,0.00001399652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003975751,"about_ca_system_score_gemma":0.00006756063,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005768132,"about_ca_topic_score_gemma":0.000006563054,"domain_scores_codex":[0.998876,0.0001208431,0.0002730966,0.0003243623,0.0001428989,0.000262819],"domain_scores_gemma":[0.9993911,0.0001668557,0.00004173198,0.0001569332,0.0000672407,0.000176071],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006570003,0.0002685052,0.00002516426,0.00008107392,0.0001035865,0.00001529219,0.005453949,0.8588625,0.1187641,0.000006113744,0.0000106692,0.0163433],"study_design_scores_gemma":[0.0004024293,0.0008634224,0.00004332085,0.00003946967,0.00008384496,0.0001492133,0.008021373,0.9378448,0.05220586,6.926689e-7,0.00006438459,0.0002812675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4566573,0.00003868084,0.5411831,0.00001621968,0.0005361394,0.0007124975,0.000004620729,0.0008124775,0.00003905004],"genre_scores_gemma":[0.9932149,0.000005880783,0.005849375,0.00001577691,0.0002029899,0.0005533604,0.000009549722,0.000109001,0.0000391764],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5365576,"threshold_uncertainty_score":0.9999526,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116528489","doi":"10.1109/13.883349","title":"Extreme values from skewed distributions [mathematics education]","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Scientific Measurement and Uncertainty Evaluation","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Skew; Statistics; Magnitude (astronomy); Standard deviation; Gaussian; Extreme value theory; Mathematics; Standard error; Confidence interval; Value (mathematics); Data set; Computer science; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.2001051170967212,"gpt":0.3991170335970831,"spread":0.1990119165003619,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001735671,0.0002110887,0.0002150219,0.0003872091,0.0006965521,0.0004434185,0.0005611108,0.0001104885,0.0257125],"category_scores_gemma":[0.0003035203,0.0001761144,0.0001907421,0.001216608,0.0001078291,0.0005947275,9.267995e-7,0.0001842793,0.004667898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002659006,"about_ca_system_score_gemma":0.001279587,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002280498,"about_ca_topic_score_gemma":0.0001507603,"domain_scores_codex":[0.9962174,0.000271016,0.0008003676,0.0006443952,0.001815137,0.0002516746],"domain_scores_gemma":[0.9970516,0.0006647171,0.0002135533,0.001032546,0.0008420789,0.0001955054],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002480519,0.002550985,0.0001195692,0.000003419786,0.00002784286,7.156623e-8,0.002293167,0.001636005,0.002220847,0.0005813103,0.04804219,0.9424998],"study_design_scores_gemma":[0.001737997,0.0002626568,0.02796201,0.0004061156,0.0006429784,0.00001832221,0.01760067,0.0427059,0.05756903,0.6392807,0.2099828,0.001830805],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5192938,0.0001488383,0.4455746,0.003816518,0.008928486,0.0008789156,0.0001875639,0.0001850667,0.0209862],"genre_scores_gemma":[0.942426,0.00002764201,0.005095254,0.0003230858,0.0002984512,0.0002037627,0.0001220446,0.00001672573,0.05148698],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.940669,"threshold_uncertainty_score":0.9961071,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128745820","doi":"10.1109/te.2009.2032167","title":"Working Together for Better Student Learning: A Multi-University, Multi-Federal Partner Program for Asynchronous Learning Module Development for Radar-Based Remote Sensing Systems","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Nunavut Wildlife Research Trust; U.S. Department of Defense; National Science Foundation","keywords":"Tornado; Radar; Hazardous waste; Computer science; Asynchronous communication; Storm; Set (abstract data type); Engineering education; Warning system; Meteorology; Engineering; Engineering management; Telecommunications; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.0221332248896574,"gpt":0.2851502035325037,"spread":0.2630169786428463,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002050431,0.000281209,0.0002307361,0.0002230984,0.0005449985,0.0001186371,0.0001098178,0.0001420962,0.000002759398],"category_scores_gemma":[0.00001054754,0.0003449681,0.0001475764,0.0001384306,0.00001553152,0.0001180609,9.335432e-7,0.0003045421,0.000004227777],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007673614,"about_ca_system_score_gemma":0.0000977272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000130082,"about_ca_topic_score_gemma":0.00001683842,"domain_scores_codex":[0.9987617,0.00004161733,0.000279516,0.0003440205,0.0001460642,0.0004271536],"domain_scores_gemma":[0.9994452,0.0001348494,0.00007503913,0.000145126,0.0001040456,0.00009573772],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004186443,0.0002467342,0.00002494976,0.00009960125,0.00006704919,2.842102e-7,0.001244376,0.7580988,0.007393423,0.000003074597,0.0000248558,0.232755],"study_design_scores_gemma":[0.001627223,0.0002999737,0.0001556908,0.0002626988,0.00005018319,0.000003222869,0.001189679,0.9469348,0.01866774,0.000001403379,0.03038664,0.0004207456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06946966,0.00008218225,0.9259484,0.00006529483,0.001440697,0.002214953,0.000002297791,0.0007419725,0.00003454225],"genre_scores_gemma":[0.6122062,0.000002482881,0.3867457,0.00001981352,0.00009922467,0.0000827378,0.00003122179,0.00006922147,0.0007433374],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5427366,"threshold_uncertainty_score":0.9999002,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2950027710","doi":"10.1109/te.2019.2921273","title":"Introductory Engineering Decision-Making: Guiding First-Year Students to Relativism in Software Design","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Relativism; Computer science; Software engineering; Management science; Software; Mathematics education; Engineering management; Engineering; Programming language; Mathematics; Epistemology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.00947626305504763,"gpt":0.2548081429631052,"spread":0.2453318799080575,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002014017,0.0002185596,0.0001733306,0.0005745321,0.00005297698,0.00005115102,0.0002272067,0.00009943321,0.0001405954],"category_scores_gemma":[0.00004816424,0.0002726236,0.00004950606,0.000504154,0.00000525238,0.0002530298,0.00000248768,0.0002897601,0.0004659976],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007256911,"about_ca_system_score_gemma":0.00003631615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005646802,"about_ca_topic_score_gemma":0.000003519389,"domain_scores_codex":[0.9988469,0.00001937083,0.0002836737,0.0002959931,0.0002764546,0.0002776275],"domain_scores_gemma":[0.9992433,0.0002804117,0.00002093503,0.00033885,0.00003053598,0.00008595672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001505229,0.00009637815,0.0008194039,0.00003743141,0.00001958519,6.455185e-7,0.001214513,0.9855834,0.006556358,0.00001338945,0.0001910135,0.005452894],"study_design_scores_gemma":[0.003685871,0.001086982,0.07439934,0.009670385,0.0001356594,0.00007030578,0.003739166,0.6839105,0.2002512,0.0003626473,0.01744288,0.005244972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3888249,0.00005654487,0.6077845,0.00001623474,0.002580628,0.0003525162,0.000001185969,0.0003120953,0.00007151787],"genre_scores_gemma":[0.9163025,0.0000134935,0.08322136,0.00002079853,0.00008179346,0.000139534,0.000001294085,0.00008965631,0.0001295946],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5274776,"threshold_uncertainty_score":0.9999726,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4313598730","doi":"10.1109/te.2022.3232383","title":"Effects of Gender and Military Leave on the Academic Performance of Undergraduate Engineering Students","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affect (linguistics); Psychology; Engineering education; Computer science; Engineering; Engineering management","retraction":null,"screen_n_in":null,"score":{"opus":0.02333615872477863,"gpt":0.3090836448543274,"spread":0.2857474861295488,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001622525,0.00008983716,0.00009257144,0.000198482,0.00006357267,0.000002346158,0.00009499402,0.00007718666,0.0000105449],"category_scores_gemma":[0.00001160305,0.00007576989,0.00003569248,0.0002842309,0.00003086545,0.00005452297,7.674405e-7,0.0002154107,0.00003339046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002883743,"about_ca_system_score_gemma":0.00002877213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003055938,"about_ca_topic_score_gemma":0.000001359526,"domain_scores_codex":[0.9993454,0.00005735276,0.0001731359,0.000149969,0.0001590945,0.0001150785],"domain_scores_gemma":[0.9993816,0.000342063,0.00004967236,0.0001619038,0.00003631185,0.00002846117],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001830071,0.01559114,0.02649618,0.004854529,0.002517562,0.00000378201,0.1547845,0.1186007,0.2962417,0.0132468,0.01569705,0.350136],"study_design_scores_gemma":[0.0006975021,0.000326248,0.9373198,0.0001851622,0.00009849596,0.000002744742,0.001279033,0.0009566998,0.05871911,0.0001596845,0.0001166441,0.0001389476],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9955574,0.00009849597,0.002087254,0.0003283051,0.001418043,0.000364364,0.000003315602,0.00004116008,0.0001016593],"genre_scores_gemma":[0.9990139,0.0003250251,0.00002014896,0.00006304474,0.0000439923,0.00008611345,0.000003613225,0.00001432387,0.0004298112],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9108235,"threshold_uncertainty_score":0.3089806,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159020827","doi":"10.1109/te.2007.910362","title":"Characterizing a Thermoelectric Module as Part of a Semiconductor Course Laboratory","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Thermoelectric effect; Semiconductor; Seebeck coefficient; Thermoelectric materials; Thermal resistance; Materials science; Thermoelectric generator; Thermal conductivity; Thermal; Semiconductor device; Engineering physics; Electrical resistance and conductance; Optoelectronics; Electronic engineering; Mechanical engineering; Computer science; Nanotechnology; Engineering; Physics; Thermodynamics; Composite material","retraction":null,"screen_n_in":null,"score":{"opus":0.00912428825484191,"gpt":0.2301255263689914,"spread":0.2210012381141495,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004131953,0.0001280084,0.0001194637,0.0001374435,0.00006745317,0.000006337647,0.00007694327,0.0000651365,0.0001415615],"category_scores_gemma":[0.000003064165,0.000150733,0.00004602069,0.0003116579,0.00002598983,0.0001688164,2.459817e-7,0.0002045059,0.00007193395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001240904,"about_ca_system_score_gemma":0.0001211471,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000145432,"about_ca_topic_score_gemma":8.63381e-7,"domain_scores_codex":[0.9994135,0.00001800295,0.0001742033,0.0001241705,0.0001195234,0.0001506347],"domain_scores_gemma":[0.9996427,0.00002600908,0.00003229248,0.000194114,0.00004583901,0.00005905289],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000006827171,0.000263376,0.00003613995,0.00003839332,0.00004734672,8.629138e-7,0.00152574,0.04964775,0.9434046,0.00001679299,0.0002518686,0.004760371],"study_design_scores_gemma":[0.0001406776,0.00006706583,0.0007313698,0.00006364979,0.00001971728,0.00002502384,0.0002011606,0.006582383,0.9898201,0.000004023459,0.002151662,0.0001931962],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9865941,0.0003183528,0.01017743,0.00002376191,0.001540347,0.0001372711,0.00001132915,0.0002794848,0.0009179274],"genre_scores_gemma":[0.9988139,0.0001321162,0.000486755,0.00003699293,0.00009135748,0.00008728458,0.000004976587,0.00004802831,0.0002985828],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04641554,"threshold_uncertainty_score":0.6146712,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405633503","doi":"10.1109/te.2024.3508372","title":"Guest Editorial Coding, Computational, Algorithmic, Design, Creative, and Critical Thinking in K–16 Education","year":2024,"lang":"en","type":"editorial","venue":"IEEE Transactions on Education","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computational thinking; Computer science; Coding (social sciences); Mathematics education; Theoretical computer science; Cognitive science; Management science; Human–computer interaction; Software engineering; Computer architecture; Multimedia; Artificial intelligence; Engineering; Psychology; Sociology; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.02169147373491746,"gpt":0.3660538327461924,"spread":0.3443623590112749,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001570359,0.0003742102,0.0003597803,0.0007323383,0.001115606,0.0006994545,0.0003059423,0.0009829851,0.0002413093],"category_scores_gemma":[0.0009467052,0.0004272506,0.00009930987,0.0006436936,0.0004099447,0.0004168795,0.000003815623,0.001525489,0.000172012],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001910838,"about_ca_system_score_gemma":0.01435182,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002641221,"about_ca_topic_score_gemma":0.0007173945,"domain_scores_codex":[0.9960663,0.0006040098,0.0006021582,0.0007779525,0.001517915,0.0004316888],"domain_scores_gemma":[0.9955641,0.002838446,0.0001129287,0.0002127002,0.000982924,0.0002888773],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002526824,0.001000136,0.000001522221,0.0001492492,0.00002846668,5.182264e-7,0.01461228,0.00004956809,0.000001949873,0.005970533,0.966573,0.01158749],"study_design_scores_gemma":[0.0001783927,0.00007131819,0.000008421849,0.001099931,0.00011347,0.000001251063,0.007087714,0.00003896204,0.00002846858,0.06759423,0.9233125,0.0004653543],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00002701734,0.0003887436,0.06747928,0.004919161,0.9233702,0.0006367515,0.00004865211,0.000168538,0.002961695],"genre_scores_gemma":[0.006517167,0.0009857517,0.008330243,0.0003550195,0.975907,0.0006360698,0.0002110182,0.00007451012,0.006983222],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.0616237,"threshold_uncertainty_score":0.9998179,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255160128","doi":"10.1109/te.2019.2959415","title":"Reviewers 2019","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02942707716989041,"gpt":0.2962791169869405,"spread":0.2668520398170501,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001008136,0.0001342388,0.0001281999,0.0001057399,0.0001200597,0.00002941251,0.0001327115,0.00005234773,0.001123612],"category_scores_gemma":[0.00001535067,0.0001421994,0.0001017701,0.0006088017,0.00003116582,0.0002425422,1.599012e-7,0.0002082766,0.02531236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001390197,"about_ca_system_score_gemma":0.0003095012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004560936,"about_ca_topic_score_gemma":0.000008550535,"domain_scores_codex":[0.9990627,0.00007620546,0.0002081601,0.0002780811,0.0002159768,0.0001589031],"domain_scores_gemma":[0.9993322,0.00003313899,0.00006969112,0.0002681596,0.0001079751,0.0001888188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001944337,0.001922099,0.00004453526,0.0001780148,0.0001047288,8.603645e-7,0.004272473,0.008466347,0.04839475,0.0003904403,0.5496495,0.3863818],"study_design_scores_gemma":[0.001183592,0.0005593279,0.001533538,0.0002958947,0.0004599819,0.00002381317,0.001769576,0.002377985,0.1276049,0.0003089612,0.8627139,0.001168601],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1236162,0.002222563,0.7659435,0.05375845,0.01489826,0.003407514,0.0004138933,0.002446665,0.03329302],"genre_scores_gemma":[0.9937398,0.0001584488,0.001073278,0.002885057,0.0002212044,0.0001079,0.00001782335,0.00006214825,0.00173428],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8701237,"threshold_uncertainty_score":0.9997895,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}