{"meta":{"query_hash":"3cf2fdc99fd6","filters":{"venue":"IEEE Transactions on Education"},"cohort_total":33,"direct_labels_cover":0,"predictions_cover":33,"exported":33,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/3cf2fdc99fd6","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+Transactions+on+Education"},"results":[{"id":"W1994539414","doi":"10.1109/te.2013.2292570","title":"Performing Systematic Literature Reviews With Novices: An Iterative Approach","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Systematic review; Iterative and incremental development; Computer science; Process (computing); Systematic process; Domain (mathematical analysis); Management science; Data science; Work in process; Software engineering; Engineering; MEDLINE; Mathematics","score_opus":0.015037501836730598,"score_gpt":0.2651792252343692,"score_spread":0.2501417233976386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994539414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015351351,0.009425681,0.8302986,0.009419409,0.0015920732,0.1263512,0.00033687206,0.0018022893,0.0054225917],"genre_scores_gemma":[0.016823612,0.0017978302,0.9401139,0.0012222441,0.00027614462,0.03864444,0.00014189108,0.00013803011,0.0008419413],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.22375971,0.62500644,0.0808639,0.019066961,0.04843479,0.0028682374],"domain_scores_gemma":[0.1246137,0.6509207,0.041509487,0.048285775,0.12841322,0.0062571685],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6263307,0.006367003,0.008112126,0.02830531,0.009650833,0.017047659,0.01278551,0.0078079468,0.0062769474],"category_scores_gemma":[0.6965695,0.00704742,0.007892178,0.013994801,0.010700636,0.01908023,0.027007177,0.011439415,0.0040879045],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002409836,0.001160297,0.004730688,0.10731484,0.004570946,0.0018732193,0.15072186,0.0050200922,0.015073334,0.024857929,0.01635792,0.6659091],"study_design_scores_gemma":[0.008723206,0.007202523,0.0093315365,0.18212803,0.009847696,0.0059632934,0.08164749,0.043543767,0.02882259,0.31119785,0.3074101,0.0041819513],"about_ca_topic_score_codex":0.0030808027,"about_ca_topic_score_gemma":0.012797728,"teacher_disagreement_score":0.37366933,"about_ca_system_score_codex":0.011477315,"about_ca_system_score_gemma":0.07894426,"threshold_uncertainty_score":0.46080083},"labels":[],"label_agreement":null},{"id":"W2073322947","doi":"10.1109/te.2005.858393","title":"A Web-Based Remote Interactive Laboratory for Internetworking Education","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Saint Mary's University","funders":"Cisco Systems","keywords":"Internetworking; Usability; Computer science; The Internet; Remote laboratory; Gateway (web page); Cyberinfrastructure; World Wide Web; Multimedia; Human–computer interaction; Operating system","score_opus":0.005999828884526914,"score_gpt":0.2571823082835415,"score_spread":0.25118247939901456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073322947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21695031,0.00050514855,0.6583381,0.0010418108,0.00043065043,0.0051063322,0.00048261872,0.030282127,0.08686285],"genre_scores_gemma":[0.39195824,0.00038444466,0.56266946,0.0006234133,0.00013671724,0.0028723339,0.0007679129,0.00073324883,0.039854273],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99943167,0.00019853808,0.000025756632,0.00007654106,0.0001879418,0.000079615165],"domain_scores_gemma":[0.9986759,0.000298864,0.00006496189,0.00026289828,0.00021524356,0.00048208525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009935782,0.0004178187,0.0003752418,0.00066547963,0.0008622696,0.0012050822,0.0015393052,0.00062701415,0.02084125],"category_scores_gemma":[0.0016048134,0.00022149282,0.00035175585,0.00025923387,0.00039781828,0.0012074059,0.0017678173,0.0008769492,0.0077341693],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006403417,0.0074674077,0.0054006944,0.0007866943,0.000031762942,0.0015559177,0.0016820673,0.0032909308,0.2014252,0.010013383,0.02221494,0.7454907],"study_design_scores_gemma":[0.0012496602,0.018001618,0.033192042,0.00065964827,0.00017819514,0.010002097,0.0018168833,0.055649955,0.22089064,0.0070451912,0.6508093,0.0005048234],"about_ca_topic_score_codex":0.00027983292,"about_ca_topic_score_gemma":0.0005474527,"teacher_disagreement_score":0.02084125,"about_ca_system_score_codex":0.0003191902,"about_ca_system_score_gemma":0.0011876035,"threshold_uncertainty_score":0.069720924},"labels":[],"label_agreement":null},{"id":"W2082705956","doi":"10.1109/te.2007.912411","title":"An FPGA Design Project: Creating a PowerPC Subsystem Plus User Logic","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"PowerPC; Field-programmable gate array; Computer science; Computer architecture; Embedded system; Logic synthesis; Interface (matter); FPGA prototype; Block (permutation group theory); Computer hardware; Software; Operating system; Logic gate","score_opus":0.026812282626274934,"score_gpt":0.2715732024016329,"score_spread":0.24476091977535797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082705956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015506277,0.0019640857,0.8368425,0.0009795708,0.0011001753,0.0008023415,0.0009025365,0.018563371,0.1233391],"genre_scores_gemma":[0.046515,0.0025978833,0.6511041,0.0009101373,0.00028231816,0.00073132006,0.0024058246,0.0050969794,0.2903565],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999653,0.000059281712,0.0000128592155,0.00005078769,0.00018924216,0.00003485338],"domain_scores_gemma":[0.99963653,0.00008368891,0.000014985431,0.000036346195,0.00015233812,0.000076154276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042857902,0.0012242957,0.00027576694,0.00047191963,0.00037504098,0.00076741155,0.00079197745,0.0007134128,0.049463525],"category_scores_gemma":[0.001089127,0.00047149402,0.00037967673,0.00027641366,0.00017993225,0.0011825119,0.00059494557,0.0009595142,0.016910743],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015391687,0.00024354392,0.0004641969,0.0005695959,0.000021663416,0.00047581267,0.00058617565,0.007824558,0.050925955,0.01675752,0.2712189,0.65075815],"study_design_scores_gemma":[0.0000699375,0.00033504338,0.0008168538,0.00015581827,0.000015044871,0.0014248518,0.00008796967,0.013692256,0.021794382,0.0040383297,0.9575338,0.000035764075],"about_ca_topic_score_codex":0.0009888875,"about_ca_topic_score_gemma":0.0016025619,"teacher_disagreement_score":0.049463525,"about_ca_system_score_codex":0.00043887462,"about_ca_system_score_gemma":0.0008482444,"threshold_uncertainty_score":0.16547197},"labels":[],"label_agreement":null},{"id":"W2092367835","doi":"10.1109/te.2011.2160946","title":"A Control Systems Concept Inventory Test Design and Assessment","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Concept inventory; Test (biology); Consistency (knowledge bases); Computer science; Classical test theory; Item response theory; Test design; Test theory; Control (management); Internal consistency; Multiple choice; Test score; Mathematics education; Test method; Artificial intelligence; Psychology; Psychometrics; Mathematics; Standardized test; Statistics","score_opus":0.01944075689435389,"score_gpt":0.245397405439759,"score_spread":0.2259566485454051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092367835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67594874,0.00078327773,0.24066898,0.00080554246,0.0004226942,0.0385099,0.0073523493,0.0020520508,0.03345636],"genre_scores_gemma":[0.59402305,0.0006638428,0.3185534,0.00047909512,0.00013229155,0.06126283,0.011742365,0.0002980355,0.012845123],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99493575,0.0012735077,0.0010046121,0.00027423515,0.0022955057,0.00021634821],"domain_scores_gemma":[0.98884517,0.0039425995,0.0009369042,0.00043610876,0.005331573,0.0005076058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005722919,0.00086829986,0.00081532093,0.0024371685,0.00042928927,0.0010049279,0.0013859115,0.00073672825,0.0043275654],"category_scores_gemma":[0.01494194,0.000531574,0.0010193746,0.0011609587,0.00044233358,0.0010449841,0.0012301116,0.0011323905,0.0018894353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002902521,0.005009638,0.2550659,0.00082153117,0.00024326905,0.00034102786,0.0008819579,0.01201339,0.017991696,0.0044622985,0.011875445,0.6883913],"study_design_scores_gemma":[0.0018142147,0.02279604,0.76769924,0.00045247818,0.00029408967,0.0018335838,0.00091206573,0.08959801,0.05094425,0.00513001,0.058165636,0.00036040662],"about_ca_topic_score_codex":0.0010862843,"about_ca_topic_score_gemma":0.0011830402,"teacher_disagreement_score":0.005722919,"about_ca_system_score_codex":0.00072233094,"about_ca_system_score_gemma":0.002198121,"threshold_uncertainty_score":0.030266106},"labels":[],"label_agreement":null},{"id":"W2096039028","doi":"10.1109/te.2004.837048","title":"Teaching Digital Design to Computing Science Students in a Single Academic Term","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Capstone; Computer science; Upload; Set (abstract data type); Term (time); Mathematics education; Multimedia; Software engineering; World Wide Web; Programming language; Psychology","score_opus":0.014922116198618598,"score_gpt":0.3035919900575663,"score_spread":0.2886698738589477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096039028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40336806,0.007818576,0.2772741,0.05739789,0.006379035,0.0024879451,0.00047808993,0.006241679,0.23855464],"genre_scores_gemma":[0.53908503,0.010129241,0.2449141,0.019244283,0.0018153362,0.001957181,0.0008725551,0.00079770613,0.18118455],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986908,0.0002539126,0.000068319714,0.00029776266,0.0003745274,0.00031469294],"domain_scores_gemma":[0.9939108,0.0009670812,0.0005601157,0.000573183,0.000660847,0.003328028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002205478,0.0013350378,0.0011876095,0.0012017002,0.0020808328,0.006181013,0.002505953,0.0024238543,0.027392307],"category_scores_gemma":[0.008047681,0.0005969532,0.000877679,0.0007744421,0.0012622001,0.0038035817,0.0038663947,0.002821719,0.013183025],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005108401,0.010834283,0.008472935,0.0010137918,0.00006497539,0.0007091541,0.0048182895,0.0058882036,0.023932373,0.02772928,0.13366266,0.78236324],"study_design_scores_gemma":[0.0008512511,0.0069435094,0.022033013,0.002765059,0.00012825424,0.0042707385,0.020254571,0.015400148,0.042969216,0.1889934,0.69510734,0.0002835468],"about_ca_topic_score_codex":0.00035664986,"about_ca_topic_score_gemma":0.0012625873,"teacher_disagreement_score":0.027392307,"about_ca_system_score_codex":0.0022723922,"about_ca_system_score_gemma":0.003797092,"threshold_uncertainty_score":0.09163636},"labels":[],"label_agreement":null},{"id":"W2116528489","doi":"10.1109/13.883349","title":"Extreme values from skewed distributions [mathematics education]","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Scientific Measurement and Uncertainty Evaluation","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Skew; Statistics; Magnitude (astronomy); Standard deviation; Gaussian; Extreme value theory; Mathematics; Standard error; Confidence interval; Value (mathematics); Data set; Computer science; Physics","score_opus":0.20010511709672116,"score_gpt":0.39911703359708306,"score_spread":0.1990119165003619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116528489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03109137,0.0021955057,0.9101612,0.0023896291,0.0005909281,0.0003655041,0.0017584182,0.0020228531,0.049424525],"genre_scores_gemma":[0.66788274,0.005127612,0.30519208,0.0020695762,0.0012136269,0.0012107992,0.003850226,0.00058905623,0.0128642395],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9899368,0.0030188083,0.00080522546,0.0011006232,0.004628828,0.0005096972],"domain_scores_gemma":[0.9533868,0.03179342,0.004880336,0.0037359484,0.005609425,0.00059411844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0080318805,0.0012002547,0.0013795524,0.0049244286,0.0010120402,0.0039380062,0.0016719828,0.0014955741,0.014276203],"category_scores_gemma":[0.095585614,0.00041181568,0.0010769443,0.0065411706,0.0032465267,0.0047715073,0.0034113328,0.002519095,0.0034623556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059269526,0.00011192158,0.02345637,0.0013402434,0.0002632373,0.0032772648,0.0012661814,0.07358139,0.002805687,0.38468665,0.047131926,0.46148646],"study_design_scores_gemma":[0.00006553181,0.00014082149,0.008997083,0.0005372189,0.000061039565,0.0040934286,0.0005892395,0.10819204,0.0031732328,0.83658355,0.03742978,0.00013697082],"about_ca_topic_score_codex":0.0005404815,"about_ca_topic_score_gemma":0.00048271744,"teacher_disagreement_score":0.014276203,"about_ca_system_score_codex":0.000864105,"about_ca_system_score_gemma":0.0011614559,"threshold_uncertainty_score":0.04775864},"labels":[],"label_agreement":null},{"id":"W2119433210","doi":"10.1109/13.883346","title":"Experiences with a software maintenance project course","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Course (navigation); Software engineering; Software maintenance; Software project management; Engineering management; Software; Software development; Engineering; Computer science; Software peer review; Systems engineering; Software construction; Programming language","score_opus":0.012746904188256481,"score_gpt":0.28094371734621243,"score_spread":0.26819681315795596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119433210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9662335,0.0007153667,0.006336928,0.0046688714,0.00038784582,0.00028045784,0.00010410673,0.00035992858,0.020913059],"genre_scores_gemma":[0.92804635,0.0013212857,0.015886026,0.0024860105,0.00020384417,0.00023727638,0.00042504736,0.00029657938,0.051097486],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9959388,0.0015685753,0.00013365518,0.00037602804,0.0010498477,0.0009330418],"domain_scores_gemma":[0.98541033,0.0024807279,0.00034326166,0.00041863,0.0016562206,0.009690865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077651865,0.0010065329,0.0006324406,0.0011966638,0.009464813,0.0051466697,0.0021643846,0.0030479059,0.0073241405],"category_scores_gemma":[0.01304104,0.00076632085,0.00062278495,0.0011269039,0.0019003068,0.0033720774,0.006005292,0.0059409393,0.002287406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082425796,0.027450752,0.040188313,0.00079770334,0.00008132543,0.012355186,0.42700312,0.0027345791,0.012466636,0.008818288,0.08401233,0.38326746],"study_design_scores_gemma":[0.00043409466,0.013213811,0.035625927,0.0006192571,0.00012369183,0.010125918,0.27692035,0.007197814,0.008758824,0.006343159,0.64027023,0.00036693865],"about_ca_topic_score_codex":0.0024334176,"about_ca_topic_score_gemma":0.0075847,"teacher_disagreement_score":0.009464813,"about_ca_system_score_codex":0.0018031304,"about_ca_system_score_gemma":0.0025556108,"threshold_uncertainty_score":0.041066706},"labels":[],"label_agreement":null},{"id":"W2121590093","doi":"10.1109/te.2002.1024617","title":"Teaching transmission lines: a project of measurement and simulation","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Power Line Communications and Noise","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Transmission line; Electric power transmission; Attenuation; Electrical impedance; Electronic engineering; Computer science; Characteristic impedance; Crosstalk; Network analyzer (electrical); Acoustics; Electrical engineering; Engineering; Telecommunications; Optics; Physics","score_opus":0.04587865524637874,"score_gpt":0.2848614082916171,"score_spread":0.23898275304523836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121590093","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054817673,0.00030339032,0.9240071,0.0021065709,0.00026648238,0.00046192989,0.00017937658,0.0015591027,0.016298374],"genre_scores_gemma":[0.26145712,0.00066818885,0.7276151,0.00015857328,0.00006206775,0.000703508,0.00036958698,0.00040792598,0.008557932],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99552673,0.0024928476,0.00012598037,0.00022650982,0.00145902,0.00016890171],"domain_scores_gemma":[0.9922009,0.0031751527,0.0002138984,0.0013195643,0.0025301757,0.0005604419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00846745,0.0007234646,0.00056732947,0.00071446196,0.0007845224,0.0024612679,0.0016009156,0.0010615501,0.005637251],"category_scores_gemma":[0.015173947,0.00051951554,0.00038331226,0.0010994781,0.0010045135,0.0021811156,0.0015084285,0.0017596706,0.0011057783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003645148,0.0018370438,0.0057556736,0.00034060446,0.000057582118,0.00022694275,0.0023921211,0.2616277,0.0137193715,0.0936682,0.02625481,0.5937555],"study_design_scores_gemma":[0.00016645525,0.0011360527,0.0015911935,0.00021712092,0.000027276277,0.00028105258,0.0011897604,0.8729568,0.021706346,0.030214494,0.07044875,0.000064690306],"about_ca_topic_score_codex":0.0023929966,"about_ca_topic_score_gemma":0.001451529,"teacher_disagreement_score":0.00846745,"about_ca_system_score_codex":0.0016645937,"about_ca_system_score_gemma":0.0023911474,"threshold_uncertainty_score":0.04478067},"labels":[],"label_agreement":null},{"id":"W2122050504","doi":"10.1109/te.2010.2066566","title":"An Undergraduate Nanotechnology Engineering Laboratory Course on Atomic Force Microscopy","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Force Microscopy Techniques and Applications","field":"Physics and Astronomy","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Nanotechnology; Lithography; Atomic force microscopy; Engineering; Materials science; Optoelectronics","score_opus":0.0031752187895500317,"score_gpt":0.2725841222381787,"score_spread":0.26940890344862867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122050504","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05495925,0.0018442523,0.10851401,0.015353511,0.005896937,0.0050251447,0.0062751505,0.011590185,0.79054147],"genre_scores_gemma":[0.04823171,0.0013210989,0.05309477,0.003168922,0.000671207,0.0013213182,0.0031436854,0.0005960085,0.88845134],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991066,0.00005496728,0.000031259704,0.00014157382,0.0004517268,0.0002139008],"domain_scores_gemma":[0.9978149,0.00007917066,0.000051566883,0.0001451301,0.00084712956,0.0010620673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010565153,0.0014418715,0.0011387765,0.001169131,0.002270933,0.0014481312,0.0014971038,0.0008057016,0.22522949],"category_scores_gemma":[0.0014176341,0.0005297422,0.0007054765,0.0007275777,0.00054900773,0.0008718137,0.0029205212,0.001341185,0.087343164],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026767008,0.0033054093,0.0026927455,0.00024476575,0.000009888774,0.00022428526,0.00046995218,0.0005991379,0.026643384,0.005794815,0.5580393,0.40170866],"study_design_scores_gemma":[0.000084830295,0.0010144814,0.008340982,0.00011185912,0.000012592242,0.00034126916,0.00026879684,0.0018237988,0.006704264,0.0028078102,0.97845274,0.000036658952],"about_ca_topic_score_codex":0.0073795537,"about_ca_topic_score_gemma":0.030816238,"teacher_disagreement_score":0.22522949,"about_ca_system_score_codex":0.002249273,"about_ca_system_score_gemma":0.007387592,"threshold_uncertainty_score":0.7534677},"labels":[],"label_agreement":null},{"id":"W2125352586","doi":"10.1109/te.2005.858400","title":"Interactive Online Tutorial Assistance for a First Programming Course","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Pace; Multimedia; Set (abstract data type); Syntax; Comprehension; Repetition (rhetorical device); Mathematics education; Programming language; Artificial intelligence","score_opus":0.016211243171040734,"score_gpt":0.3137877998324772,"score_spread":0.29757655666143645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125352586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46918005,0.00059306907,0.4156011,0.0012172346,0.0009728874,0.0021074617,0.0019771317,0.050952446,0.057398647],"genre_scores_gemma":[0.3759617,0.00036824506,0.53608096,0.00034404636,0.00031128287,0.0012814656,0.0027900927,0.0011391294,0.081723206],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9998307,0.000047266454,0.00000877952,0.000028677332,0.00005695885,0.000027532731],"domain_scores_gemma":[0.9988411,0.00045376082,0.000053985164,0.00012994856,0.00017112347,0.00035019522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047013178,0.0006104998,0.00030330895,0.00040600917,0.00033982185,0.00048666645,0.0008442309,0.00050311565,0.037973788],"category_scores_gemma":[0.0019804763,0.0001669295,0.00028122426,0.00025717018,0.00007788692,0.0006196928,0.00094638433,0.00050035544,0.0075973445],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008576461,0.0039576963,0.0024529328,0.00042751318,0.000021529619,0.0014328313,0.00054123654,0.0021812613,0.05352734,0.002218694,0.07463974,0.85774165],"study_design_scores_gemma":[0.0013602172,0.011375961,0.040950358,0.00037293718,0.0001708686,0.008159004,0.00065435824,0.07360537,0.11828028,0.0068988195,0.7378921,0.00027977733],"about_ca_topic_score_codex":0.0001583385,"about_ca_topic_score_gemma":0.0005045812,"teacher_disagreement_score":0.037973788,"about_ca_system_score_codex":0.0001766555,"about_ca_system_score_gemma":0.00044388376,"threshold_uncertainty_score":0.12703496},"labels":[],"label_agreement":null},{"id":"W2127744578","doi":"10.1109/te.2002.808256","title":"Animating transmission-line transients with BOUNCE","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Microwave Engineering and Waveguides","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Ringing; Transmission line; Electric power transmission; Electrical engineering; Reflection (computer programming); Electrical impedance; Electronic engineering; Capacitance; Transmission (telecommunications); Computer science; Engineering; Physics","score_opus":0.008646637022952128,"score_gpt":0.21787629426747193,"score_spread":0.2092296572445198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127744578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1046176,0.00028989257,0.8151532,0.0007514492,0.0002811566,0.00038813596,0.0006848332,0.020689128,0.057144504],"genre_scores_gemma":[0.50519943,0.0006030674,0.45511818,0.0005272405,0.00006269069,0.0007243085,0.0013323405,0.003599279,0.032833472],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999826,0.000057596582,0.000006710141,0.000036404053,0.000043213775,0.00003012409],"domain_scores_gemma":[0.99933356,0.0004672242,0.000023197212,0.00005599116,0.0000580711,0.000061936975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040854776,0.00063826673,0.00030798436,0.0003039629,0.00038494673,0.00078053406,0.0010864513,0.0008764087,0.027342519],"category_scores_gemma":[0.0022785673,0.00026487725,0.00036580215,0.00014630372,0.0005233592,0.0009219886,0.001495508,0.0012005068,0.00245705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017298104,0.0012708429,0.003714659,0.0013421841,0.00011400097,0.0019825879,0.0071263625,0.18920907,0.21068548,0.07985234,0.0735927,0.42938],"study_design_scores_gemma":[0.00041136987,0.0007341858,0.0023626417,0.00028672136,0.00007889591,0.0010680852,0.0008391732,0.57131827,0.08383386,0.023499638,0.31543848,0.00012874608],"about_ca_topic_score_codex":0.0010010852,"about_ca_topic_score_gemma":0.0012343962,"teacher_disagreement_score":0.027342519,"about_ca_system_score_codex":0.00032379344,"about_ca_system_score_gemma":0.00024531476,"threshold_uncertainty_score":0.091469884},"labels":[],"label_agreement":null},{"id":"W2128745820","doi":"10.1109/te.2009.2032167","title":"Working Together for Better Student Learning: A Multi-University, Multi-Federal Partner Program for Asynchronous Learning Module Development for Radar-Based Remote Sensing Systems","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nunavut Wildlife Research Trust; U.S. Department of Defense; National Science Foundation","keywords":"Tornado; Radar; Hazardous waste; Computer science; Asynchronous communication; Storm; Set (abstract data type); Engineering education; Warning system; Meteorology; Engineering; Engineering management; Telecommunications; Geography","score_opus":0.0221332248896574,"score_gpt":0.2851502035325037,"score_spread":0.2630169786428463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128745820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8084714,0.00019250007,0.12133321,0.013472343,0.0009381405,0.005267429,0.0008578337,0.0076202014,0.04184694],"genre_scores_gemma":[0.6992427,0.00018318697,0.20910011,0.0018730127,0.0002835654,0.0052314517,0.0012772953,0.00090840925,0.08190012],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966953,0.0012379402,0.00008395448,0.00066602,0.00046600294,0.00085076375],"domain_scores_gemma":[0.9865714,0.00043856408,0.00032608726,0.00077239564,0.0010263067,0.01086527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006633326,0.0009988424,0.00039265162,0.0010195621,0.004494709,0.0025868213,0.0023732516,0.0012623359,0.020272834],"category_scores_gemma":[0.005190619,0.00057304936,0.0005996473,0.0004962566,0.0006913741,0.0021000209,0.0075989803,0.0025931194,0.0068491953],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023403186,0.06544794,0.024784226,0.00012991513,0.000044489738,0.00081919215,0.012204177,0.002112002,0.032356437,0.0040172,0.103370175,0.752374],"study_design_scores_gemma":[0.003364404,0.042025093,0.15548782,0.00023318484,0.00017974478,0.0027672986,0.024717918,0.043608475,0.08375884,0.012676474,0.6307675,0.0004132157],"about_ca_topic_score_codex":0.0010106046,"about_ca_topic_score_gemma":0.0042502075,"teacher_disagreement_score":0.020272834,"about_ca_system_score_codex":0.0013523349,"about_ca_system_score_gemma":0.00601707,"threshold_uncertainty_score":0.06781936},"labels":[],"label_agreement":null},{"id":"W2130725081","doi":"10.1109/te.2010.2043845","title":"Electronics From the Bottom Up: Strategies for Teaching Nanoelectronics at the Undergraduate Level","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Quantum-Dot Cellular Automata","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Sophistication; Curriculum; Computer science; Electronics; Field (mathematics); Relevance (law); Nanoelectronics; Visualization; Subject (documents); Engineering ethics; Electrical engineering; Engineering physics; Engineering; Nanotechnology; Artificial intelligence; Mathematics","score_opus":0.018694894386397515,"score_gpt":0.2750223432837371,"score_spread":0.2563274488973396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130725081","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078519,0.005491935,0.72099596,0.08703537,0.001651864,0.00094758515,0.000060254726,0.0032723942,0.102025665],"genre_scores_gemma":[0.22416706,0.0024826233,0.74269015,0.0064208144,0.00031716962,0.00082467933,0.000059171485,0.00038197404,0.022656377],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969025,0.0018641584,0.00010898243,0.0002552783,0.00071323616,0.0001557437],"domain_scores_gemma":[0.9943606,0.0026378664,0.00042365538,0.00058922445,0.0008692222,0.0011194213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036581203,0.00080250716,0.00037935653,0.0016256999,0.0026505901,0.0069573354,0.00184175,0.0022610764,0.0069724866],"category_scores_gemma":[0.011821117,0.00040350886,0.00036951777,0.001013937,0.0027212545,0.0054222816,0.00377586,0.0024495218,0.0033151333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008213903,0.000825643,0.0023851662,0.0005304698,0.000015081083,0.00028164737,0.014920993,0.0014928658,0.010402653,0.13189106,0.050069544,0.78710276],"study_design_scores_gemma":[0.00024807118,0.001254749,0.0053306976,0.0011893101,0.00008450079,0.0015581179,0.031260557,0.017391855,0.019864168,0.31845623,0.6031691,0.00019261798],"about_ca_topic_score_codex":0.00086075015,"about_ca_topic_score_gemma":0.0022952633,"teacher_disagreement_score":0.0069724866,"about_ca_system_score_codex":0.0015283638,"about_ca_system_score_gemma":0.003046069,"threshold_uncertainty_score":0.023325324},"labels":[],"label_agreement":null},{"id":"W2137655960","doi":"10.1109/13.912710","title":"Compact disc players in the laboratory: experiments in optical storage, error correction, and optical fiber communication","year":2001,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Semiconductor Lasers and Optical Devices","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Siemens; Dalhousie University","keywords":"Compact disc; Computer science; Optical fiber; Optical disc; Transmission (telecommunications); Optical storage; Optical cross-connect; Error detection and correction; Electronic engineering; Data transmission; Fiber optic splitter; Optics; Computer hardware; Telecommunications; Fiber optic sensor; Engineering; Physics; Algorithm","score_opus":0.018641122277590034,"score_gpt":0.2826199137742929,"score_spread":0.2639787914967029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137655960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9577949,0.0006470882,0.03275308,0.00034269737,0.00016084863,0.0002593094,0.00016032427,0.0004558819,0.0074258186],"genre_scores_gemma":[0.96827435,0.00048583682,0.024119042,0.000122010315,0.000037392114,0.0001817262,0.00013261598,0.00007390545,0.0065730717],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989435,0.00022095142,0.000050207178,0.00016924896,0.0005248744,0.00009111465],"domain_scores_gemma":[0.99655837,0.001983582,0.00026044954,0.00070975826,0.00029969582,0.0001881073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085483544,0.0005169023,0.0006549303,0.00040176878,0.0009914619,0.0014544479,0.0010834035,0.0012157307,0.0030632217],"category_scores_gemma":[0.0041529513,0.00039214737,0.00021383047,0.0006700213,0.0015959624,0.0022470227,0.0011064474,0.0010429338,0.00050501496],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050942367,0.003805904,0.002700148,0.0006105314,0.00006158233,0.0010645583,0.002843016,0.008025484,0.84755063,0.035977073,0.0043955706,0.08787125],"study_design_scores_gemma":[0.00050158665,0.0064159473,0.0017393214,0.000052011586,0.000039510258,0.0008527696,0.00069799466,0.027096756,0.94869643,0.0061165635,0.007695683,0.00009554615],"about_ca_topic_score_codex":0.0007094439,"about_ca_topic_score_gemma":0.00036825368,"teacher_disagreement_score":0.0030632217,"about_ca_system_score_codex":0.00047263477,"about_ca_system_score_gemma":0.00042347968,"threshold_uncertainty_score":0.010247529},"labels":[],"label_agreement":null},{"id":"W2143627312","doi":"10.1109/te.2007.901982","title":"Best Practices Involving Teamwork in the Classroom: Results From a Survey of 6435 Engineering Student Respondents","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Teamwork; Psychology; Quarter (Canadian coin); Medical education; Set (abstract data type); Variance (accounting); Work (physics); Mathematics education; Engineering; Computer science; Management; Medicine","score_opus":0.035357096746200085,"score_gpt":0.31563714365037926,"score_spread":0.2802800469041792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143627312","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995437,0.000043277327,0.00007303512,0.000053658885,0.0000020911116,0.000013352066,0.00006738681,0.0000017715583,0.00020175512],"genre_scores_gemma":[0.99934286,0.0000870172,0.00016119739,0.00008386914,0.0000039576325,0.000035587287,0.00011378172,0.0000018527093,0.00016988337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979685,0.0008141239,0.00023224887,0.00016253465,0.00053149014,0.00029107873],"domain_scores_gemma":[0.9914364,0.0028452815,0.0026222612,0.00027957288,0.0014717487,0.0013446813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022768064,0.00019342681,0.00022539894,0.0010256296,0.00046871122,0.0006839067,0.00025385295,0.00068474055,0.0009772694],"category_scores_gemma":[0.008079437,0.00027384827,0.00023229979,0.00095783995,0.00036400193,0.0005273726,0.0005191519,0.00048737583,0.0004152584],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047117275,0.00021567388,0.98311806,0.000042894717,0.000019451007,0.00011735786,0.005980441,0.00007114028,0.00043538766,0.000023942863,0.00049163465,0.009436891],"study_design_scores_gemma":[0.000007023622,0.00034948238,0.98600686,0.000035319666,0.000011986626,0.00018441929,0.0120224375,0.00022427787,0.00017984578,0.00001885966,0.00094984396,0.000009560073],"about_ca_topic_score_codex":0.0037759605,"about_ca_topic_score_gemma":0.0051133293,"teacher_disagreement_score":0.0037759605,"about_ca_system_score_codex":0.00041269348,"about_ca_system_score_gemma":0.00043863434,"threshold_uncertainty_score":0.012041032},"labels":[],"label_agreement":null},{"id":"W2150606304","doi":"10.1109/te.2008.919690","title":"A Laboratory Setup and Teaching Methodology for Wireless and Mobile Embedded Systems","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Wireless; Computer science; Digital electronics; Software; Wireless network; Architecture; Embedded system; Software engineering; Multimedia; Mobile device; Systems engineering; Engineering management; Electronic circuit; Computer architecture; Engineering; Telecommunications; Electrical engineering; Operating system","score_opus":0.019781653980765597,"score_gpt":0.2805645615234347,"score_spread":0.2607829075426691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150606304","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036125075,0.00014490927,0.93632954,0.0005149247,0.00027566246,0.005028526,0.00021538521,0.0031538901,0.018212058],"genre_scores_gemma":[0.088599905,0.00017798842,0.8909473,0.00024957722,0.00006446338,0.0066864192,0.00019488212,0.00019713701,0.012882389],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843115,0.0005242572,0.00009973898,0.00029462564,0.00051835104,0.00013190732],"domain_scores_gemma":[0.99812907,0.00045033492,0.00013295565,0.0004442896,0.00044973774,0.00039367547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018746913,0.0010730196,0.0004995269,0.0009822223,0.0010815478,0.0012344168,0.0019442063,0.0010218356,0.015248728],"category_scores_gemma":[0.0033302943,0.0004652295,0.0005014316,0.00047282313,0.0007379544,0.000893415,0.0017811753,0.001532342,0.004090476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007484579,0.007410999,0.0026624175,0.0012382164,0.000037313665,0.0009778993,0.004413624,0.010220756,0.34386736,0.05630082,0.0150912935,0.5570309],"study_design_scores_gemma":[0.0012537589,0.014852211,0.0072819367,0.0006930626,0.00010575328,0.0032543147,0.002132137,0.050268535,0.32498175,0.038325455,0.5565356,0.00031541655],"about_ca_topic_score_codex":0.00031383688,"about_ca_topic_score_gemma":0.00044332983,"teacher_disagreement_score":0.015248728,"about_ca_system_score_codex":0.00067754864,"about_ca_system_score_gemma":0.0016093748,"threshold_uncertainty_score":0.05101204},"labels":[],"label_agreement":null},{"id":"W2151403901","doi":"10.1109/te.2004.825054","title":"A Laboratory Testbed for Embedded Computer Control","year":2004,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Embedded Systems Design Techniques","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Testbed; Computer science; Controller (irrigation); Embedded system; Control system; Software; Focus (optics); Control (management); The Internet; Software engineering; Interface (matter); Real-time Control System Software; Engineering; Operating system; Software design; Software development; Electrical engineering; Computer network","score_opus":0.010885413413241792,"score_gpt":0.26695387034279927,"score_spread":0.2560684569295575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151403901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26138675,0.0011033594,0.68110466,0.0011891045,0.001142039,0.003044996,0.0021855487,0.019966224,0.02887726],"genre_scores_gemma":[0.69023174,0.00066485646,0.28920037,0.0003057055,0.0001454265,0.0032926188,0.0032823011,0.0005137265,0.012363292],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99869007,0.00037463213,0.00008759177,0.00018784245,0.00043443273,0.00022544275],"domain_scores_gemma":[0.9980361,0.0003790139,0.00013665362,0.0004362169,0.0003462043,0.00066582096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012926266,0.00066165737,0.00068086834,0.0006499116,0.00075294444,0.0009403514,0.0018599842,0.00088554877,0.007093879],"category_scores_gemma":[0.0016762281,0.00029101415,0.00034989795,0.00052405184,0.00069117587,0.0011350228,0.001432102,0.0011131963,0.0018534731],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024732156,0.004917369,0.008698155,0.0012083473,0.00016626908,0.0020364607,0.00077037874,0.10389844,0.6198902,0.055863146,0.039028652,0.16104928],"study_design_scores_gemma":[0.0015522435,0.01136333,0.008483643,0.00027339018,0.0001387206,0.0012966957,0.00041647244,0.32742003,0.40076247,0.010934226,0.23714302,0.00021580607],"about_ca_topic_score_codex":0.0008634778,"about_ca_topic_score_gemma":0.0007162833,"teacher_disagreement_score":0.007093879,"about_ca_system_score_codex":0.0007656869,"about_ca_system_score_gemma":0.0012112573,"threshold_uncertainty_score":0.02373141},"labels":[],"label_agreement":null},{"id":"W2154790089","doi":"10.1109/te.2009.2025659","title":"Engaging High School and Engineering Students: A Multifaceted Outreach Program Based on a Mechatronics Platform","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Mechatronics Education and Applications","field":"Engineering","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Outreach; Mechatronics; Engineering education; Presentation (obstetrics); Context (archaeology); Engineering; Engineering management; Project-based learning; Mathematics education; Engineering ethics; Psychology; Medicine; Electrical engineering; Political science","score_opus":0.008531355074782266,"score_gpt":0.26342851572865367,"score_spread":0.2548971606538714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154790089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719607,0.00011929056,0.010380288,0.001630682,0.00012479816,0.006284043,0.00008230613,0.0006863238,0.008731542],"genre_scores_gemma":[0.89901054,0.00038496024,0.07085542,0.0014218076,0.000117746655,0.0050189965,0.00033515372,0.00009573741,0.022759598],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831945,0.000489791,0.000053673364,0.00023562806,0.00024081703,0.00066050317],"domain_scores_gemma":[0.99376935,0.0006803168,0.0001951872,0.00026266862,0.00036410344,0.004728335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031308373,0.0012966822,0.00062971265,0.0015672006,0.006137781,0.0015091735,0.0021719807,0.0015683351,0.0073958556],"category_scores_gemma":[0.0030592154,0.0006364659,0.0006526402,0.0006469739,0.0009056993,0.0011602538,0.00697108,0.0021680787,0.0013370228],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012431409,0.13578069,0.03359711,0.00080733496,0.0000699758,0.0037221797,0.05171977,0.002627912,0.05815788,0.0014290818,0.016207669,0.6946372],"study_design_scores_gemma":[0.004418842,0.07463611,0.46683544,0.0010031537,0.0003854949,0.003968959,0.13724615,0.015247949,0.07192156,0.008637178,0.21500099,0.00069818617],"about_ca_topic_score_codex":0.00376443,"about_ca_topic_score_gemma":0.023198064,"teacher_disagreement_score":0.0073958556,"about_ca_system_score_codex":0.0018334149,"about_ca_system_score_gemma":0.008583038,"threshold_uncertainty_score":0.02474165},"labels":[],"label_agreement":null},{"id":"W2155632927","doi":"10.1109/13.883358","title":"A software system for laboratory experiments in image processing","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Image Processing Techniques and Applications","field":"Engineering","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Software; Implementation; Image processing; Software engineering; Processing; Class (philosophy); Software framework; Overhead (engineering); Software system; Multimedia; Software development; Artificial intelligence; Programming language; Image (mathematics); Software construction","score_opus":0.00934709392471651,"score_gpt":0.2734917926580948,"score_spread":0.2641446987333783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155632927","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008668179,0.00017973647,0.7000546,0.00015917757,0.00042264006,0.0026555504,0.0037695444,0.27772927,0.0063612186],"genre_scores_gemma":[0.0996852,0.0005079983,0.792992,0.0009361615,0.000348798,0.017597003,0.016804697,0.045919683,0.025208477],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99752444,0.0003915288,0.00032312697,0.00056215934,0.001009884,0.00018881509],"domain_scores_gemma":[0.9931157,0.002210187,0.00033863622,0.001996135,0.0016357186,0.0007035662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030829462,0.0017361061,0.002030908,0.0019389542,0.0009313378,0.0013577298,0.0031666441,0.0014423192,0.057604752],"category_scores_gemma":[0.007695978,0.0010260141,0.0008536466,0.0013497858,0.00068940554,0.0018857177,0.002702141,0.0026130464,0.025803175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035589288,0.0017375653,0.0035413282,0.002154069,0.00047757145,0.00074561645,0.00060176116,0.009734183,0.24646774,0.010767174,0.20614769,0.5140664],"study_design_scores_gemma":[0.004516543,0.0040137493,0.015932059,0.0004317144,0.0007488301,0.0026456788,0.00012372919,0.18643789,0.24176718,0.0145209795,0.52811724,0.0007444283],"about_ca_topic_score_codex":0.0006750231,"about_ca_topic_score_gemma":0.00045146424,"teacher_disagreement_score":0.057604752,"about_ca_system_score_codex":0.0006101243,"about_ca_system_score_gemma":0.0015190134,"threshold_uncertainty_score":0.19270712},"labels":[],"label_agreement":null},{"id":"W2156095999","doi":"10.1109/13.925843","title":"Development of an interactive CDROM-based tutorial for teaching MATLAB","year":2001,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"MATLAB; Computer science; Window (computing); Syntax; Interface (matter); Multimedia; Human–computer interaction; Simulation; Engineering drawing; Programming language; Artificial intelligence; World Wide Web; Engineering; Operating system","score_opus":0.008896944809040873,"score_gpt":0.27537638111937773,"score_spread":0.2664794363103369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156095999","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008666819,0.0004976923,0.9396957,0.00041210672,0.00072486635,0.0015231055,0.0005359271,0.029780352,0.018163443],"genre_scores_gemma":[0.012872438,0.00045226602,0.96772647,0.00023230402,0.0001582619,0.0013167693,0.0010491984,0.0017292117,0.014463055],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991535,0.0002159149,0.00005830355,0.00015643903,0.00033524993,0.000080624966],"domain_scores_gemma":[0.9972134,0.0011617056,0.000099118304,0.00016513158,0.0009711288,0.00038949985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014546445,0.0019519401,0.00081387634,0.0012063105,0.0004304155,0.0011470749,0.0024160256,0.0011128236,0.03432507],"category_scores_gemma":[0.0072926185,0.00056900526,0.0005834567,0.00043211933,0.00021284899,0.001648053,0.0018475965,0.0014094334,0.017013988],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004939063,0.0008301926,0.00071559934,0.00088209304,0.00004010737,0.0011805415,0.00072977424,0.0058745584,0.05445969,0.0062535005,0.09026915,0.838271],"study_design_scores_gemma":[0.0009528515,0.002008175,0.003327401,0.0010774115,0.00010512961,0.0054672854,0.0004393705,0.10122624,0.09436133,0.00599691,0.78474057,0.00029729382],"about_ca_topic_score_codex":0.0005228808,"about_ca_topic_score_gemma":0.0008296967,"teacher_disagreement_score":0.03432507,"about_ca_system_score_codex":0.0004023774,"about_ca_system_score_gemma":0.00087077345,"threshold_uncertainty_score":0.114828765},"labels":[],"label_agreement":null},{"id":"W2159020827","doi":"10.1109/te.2007.910362","title":"Characterizing a Thermoelectric Module as Part of a Semiconductor Course Laboratory","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Thermoelectric effect; Semiconductor; Seebeck coefficient; Thermoelectric materials; Thermal resistance; Materials science; Thermoelectric generator; Thermal conductivity; Thermal; Semiconductor device; Engineering physics; Electrical resistance and conductance; Optoelectronics; Electronic engineering; Mechanical engineering; Computer science; Nanotechnology; Engineering; Physics; Thermodynamics; Composite material","score_opus":0.00912428825484191,"score_gpt":0.23012552636899136,"score_spread":0.22100123811414946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159020827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81419104,0.000110135436,0.17957832,0.00011503041,0.00007585071,0.0003363886,0.000236711,0.0011219516,0.004234609],"genre_scores_gemma":[0.9129927,0.00012317063,0.079928026,0.00007870135,0.000033326756,0.00022471625,0.00021945081,0.00014405625,0.006255849],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9996681,0.00005227194,0.000012759434,0.0000791437,0.00015377137,0.000033939894],"domain_scores_gemma":[0.9992741,0.00022934067,0.00007019849,0.00013216227,0.00019211388,0.000102151644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051872974,0.00037260342,0.00043888236,0.00036713987,0.00043490902,0.00047655564,0.0007162385,0.0003736645,0.004817823],"category_scores_gemma":[0.001047003,0.00019616469,0.000185351,0.0002681881,0.00028224388,0.0006571881,0.0003595652,0.00058365555,0.0016305565],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008621062,0.00022115279,0.0024355026,0.00007023179,0.000008742467,0.00008588164,0.000182838,0.0008720746,0.96773314,0.0007022848,0.00030891705,0.027293112],"study_design_scores_gemma":[0.000022074264,0.0018726971,0.007969254,0.000014214454,0.000026537638,0.0003685042,0.00019821402,0.010252872,0.97290975,0.00040307833,0.0059432318,0.000019564364],"about_ca_topic_score_codex":0.00010396579,"about_ca_topic_score_gemma":0.0002648,"teacher_disagreement_score":0.004817823,"about_ca_system_score_codex":0.00019481777,"about_ca_system_score_gemma":0.00038433858,"threshold_uncertainty_score":0.016117215},"labels":[],"label_agreement":null},{"id":"W2167402367","doi":"10.1109/te.2011.2107555","title":"Mechatronics Learning Studio: From “Play and Learn” to Industry-Inspired Green Energy Applications","year":2011,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Mechatronics; Studio; Curriculum; Engineering; Engineering management; Robotics; Engineering education; Energy (signal processing); Computer science; Systems engineering; Artificial intelligence; Robot; Electrical engineering; Pedagogy; Psychology","score_opus":0.01125831339632421,"score_gpt":0.22132531220627322,"score_spread":0.210066998809949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167402367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36632794,0.0026320615,0.3472088,0.0055116764,0.0011568117,0.0014022382,0.00020110466,0.0047544623,0.27080482],"genre_scores_gemma":[0.59234,0.0021778129,0.28709507,0.0018810228,0.00028671412,0.00082970766,0.00038147063,0.0006111483,0.11439702],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994174,0.00019467332,0.000020268331,0.000080688966,0.00021523787,0.000071684095],"domain_scores_gemma":[0.9992822,0.00016638926,0.000036534493,0.0000680564,0.00009814955,0.00034867824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011216411,0.0003573569,0.00020733496,0.00029848702,0.0005394537,0.0016608412,0.0008574083,0.0006490911,0.010218758],"category_scores_gemma":[0.0012778991,0.00016177131,0.00025350662,0.0002106116,0.0006893937,0.0011526868,0.002238377,0.0012066242,0.0032873391],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005370317,0.003858432,0.0051920377,0.0009284544,0.00002839283,0.00038181356,0.005819253,0.0027600385,0.06508703,0.038768366,0.022409985,0.85422915],"study_design_scores_gemma":[0.00030287387,0.006116945,0.022673959,0.0007035382,0.000044436834,0.0039600474,0.004936327,0.017898122,0.069427915,0.02540946,0.84835535,0.0001710446],"about_ca_topic_score_codex":0.00014110924,"about_ca_topic_score_gemma":0.0004028213,"teacher_disagreement_score":0.010218758,"about_ca_system_score_codex":0.00030316092,"about_ca_system_score_gemma":0.00069815817,"threshold_uncertainty_score":0.03418517},"labels":[],"label_agreement":null},{"id":"W2169305750","doi":"10.1109/te.2007.893172","title":"Impact Assessment of a Microprocessor Animation on Student Learning and Motivation in Computer Engineering","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Animation; Computer science; Analogy; Computer animation; Subject matter; Multimedia; Software; Subject (documents); Human–computer interaction; Mathematics education; Software engineering; Computer graphics (images); Psychology; Pedagogy; World Wide Web; Programming language","score_opus":0.006036681489566406,"score_gpt":0.29697132429813256,"score_spread":0.2909346428085661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169305750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984658,0.000030655592,0.00026851014,0.000032575277,0.000008814634,0.0001101855,0.000021141577,0.000029653169,0.0010326818],"genre_scores_gemma":[0.99662566,0.00011259156,0.0017775812,0.000027756858,0.000012531129,0.00012441576,0.00009075919,0.000007179036,0.001221611],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.9984302,0.00060585426,0.000099795776,0.00013704094,0.0005477442,0.000179358],"domain_scores_gemma":[0.9921698,0.003458852,0.0010652993,0.0003191938,0.0011050105,0.0018818638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022793578,0.0005692974,0.00040050893,0.0006490326,0.00044557656,0.0007790861,0.00046741002,0.0003869392,0.002965423],"category_scores_gemma":[0.008978603,0.0001961718,0.00040336157,0.00035940035,0.00025351628,0.00033301167,0.00059180596,0.00053759164,0.00037670863],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005649878,0.08732632,0.23557433,0.0006146314,0.00029962754,0.00026765853,0.0034631677,0.0044934875,0.028813295,0.0003759272,0.0018783349,0.63124335],"study_design_scores_gemma":[0.00086236786,0.11383944,0.82777023,0.00013764884,0.00041306796,0.00020120695,0.0026237315,0.009675131,0.037844066,0.00031415987,0.0062023993,0.000116507406],"about_ca_topic_score_codex":0.0011019931,"about_ca_topic_score_gemma":0.0023181692,"teacher_disagreement_score":0.002965423,"about_ca_system_score_codex":0.0005475826,"about_ca_system_score_gemma":0.00082116824,"threshold_uncertainty_score":0.012054503},"labels":[],"label_agreement":null},{"id":"W2950027710","doi":"10.1109/te.2019.2921273","title":"Introductory Engineering Decision-Making: Guiding First-Year Students to Relativism in Software Design","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Relativism; Computer science; Software engineering; Management science; Software; Mathematics education; Engineering management; Engineering; Programming language; Mathematics; Epistemology; Philosophy","score_opus":0.00947626305504763,"score_gpt":0.25480814296310517,"score_spread":0.24533187990805755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950027710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9659263,0.00010872002,0.023771914,0.0008209416,0.00004086924,0.0010563097,0.00002725728,0.0001096045,0.00813812],"genre_scores_gemma":[0.9283658,0.00015555444,0.06609996,0.0003539746,0.000013005113,0.0009481601,0.00007088977,0.000025526111,0.0039671133],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9909519,0.0045857364,0.0004833874,0.0012060785,0.0018079353,0.0009649175],"domain_scores_gemma":[0.9783679,0.008575065,0.003096633,0.001656556,0.003354289,0.004949509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016321184,0.0007940585,0.00046993862,0.001142011,0.0025245238,0.0055752364,0.002235796,0.0014036862,0.0024553826],"category_scores_gemma":[0.025296632,0.00069921557,0.00057631364,0.0005321524,0.0026481913,0.002710638,0.0049293353,0.0036819149,0.00068154157],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010002032,0.022222886,0.15100488,0.001621924,0.00008455911,0.0013311754,0.32542333,0.0055206423,0.037675723,0.020044519,0.008327019,0.42574307],"study_design_scores_gemma":[0.0010988049,0.028209433,0.2362722,0.002435234,0.00027413265,0.0034097787,0.2956284,0.023656799,0.09914306,0.07938811,0.22979987,0.0006842289],"about_ca_topic_score_codex":0.00075320783,"about_ca_topic_score_gemma":0.0015878653,"teacher_disagreement_score":0.016321184,"about_ca_system_score_codex":0.0023922692,"about_ca_system_score_gemma":0.008354463,"threshold_uncertainty_score":0.08631569},"labels":[],"label_agreement":null},{"id":"W2958616689","doi":"10.1109/te.2019.2925253","title":"Using Topic Modeling to Extract Pre-Service Teachers’ Understandings of Computational Thinking From Their Coding Reflections","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Killam Trusts","keywords":"Computational thinking; Coding (social sciences); Mathematics education; Computer science; Axial coding; Service (business); Reflective thinking; Psychology; Qualitative research; Grounded theory; Sociology","score_opus":0.0807538422703901,"score_gpt":0.34156534995328414,"score_spread":0.260811507682894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958616689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51212066,0.0003454828,0.4726353,0.0005559846,0.00011302591,0.0021853864,0.0025770252,0.0010925421,0.008374554],"genre_scores_gemma":[0.6772571,0.0003576466,0.30995142,0.00010406344,0.000052517604,0.006471853,0.002958288,0.00025687288,0.0025903042],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99006504,0.005342599,0.00109923,0.00169426,0.0015055093,0.00029336498],"domain_scores_gemma":[0.9074248,0.06937005,0.0076972814,0.0053536477,0.00948483,0.0006693355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013235863,0.0007822273,0.0005067574,0.0069577573,0.0009434826,0.0040347325,0.0009875266,0.0006928569,0.0025733907],"category_scores_gemma":[0.061176736,0.00053574605,0.0008112067,0.004581004,0.0011808522,0.0028288404,0.0018944254,0.0010589992,0.0010367132],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005421543,0.00034361854,0.11493056,0.0019589448,0.00020073296,0.0004788818,0.24890068,0.0034404383,0.025962029,0.0063294834,0.005303643,0.59160894],"study_design_scores_gemma":[0.00020650025,0.0012029245,0.31297502,0.0019702793,0.0004057461,0.0015836977,0.3745206,0.13872264,0.0520248,0.032623332,0.083281755,0.0004827535],"about_ca_topic_score_codex":0.0019765678,"about_ca_topic_score_gemma":0.0030305581,"teacher_disagreement_score":0.013235863,"about_ca_system_score_codex":0.001509696,"about_ca_system_score_gemma":0.002066052,"threshold_uncertainty_score":0.0699988},"labels":[],"label_agreement":null},{"id":"W2999821664","doi":"10.1109/te.2019.2959591","title":"Use of a Cornerstone Project to Teach Ill-Structured Software Design in First Year","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cornerstone; Computer science; Solver; Instructional design; Software engineering; Syntax; Software; Problem-based learning; Artificial intelligence; Management science; Mathematics education; Programming language; Psychology; Engineering; Multimedia","score_opus":0.05577066731330969,"score_gpt":0.2885026748565392,"score_spread":0.2327320075432295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999821664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9388333,0.00019416858,0.045743044,0.0010274118,0.00028686295,0.002974073,0.0003649466,0.0016112322,0.008965019],"genre_scores_gemma":[0.7058384,0.00030706023,0.26959682,0.00075231306,0.000063497246,0.0038096933,0.0011577341,0.00021026506,0.018264232],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974425,0.00067932985,0.00012638347,0.00081799587,0.0006141815,0.0003195976],"domain_scores_gemma":[0.9886359,0.0025267254,0.00106607,0.0014187297,0.0018567652,0.0044957385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045479466,0.0013340368,0.00071534526,0.00089436857,0.0012889109,0.0020400167,0.0024747187,0.001365045,0.007951761],"category_scores_gemma":[0.01041133,0.0009224464,0.0007388062,0.0004912019,0.001098494,0.0016440488,0.004288715,0.0028278627,0.0029350007],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022584952,0.040976338,0.039235078,0.0014909728,0.00013500058,0.0022482264,0.015639443,0.012722815,0.06639093,0.004886321,0.02829918,0.78571725],"study_design_scores_gemma":[0.003942958,0.080600135,0.27349582,0.002412034,0.00032106394,0.008440509,0.014820866,0.053240787,0.22502398,0.019232184,0.31752935,0.0009403306],"about_ca_topic_score_codex":0.00051263254,"about_ca_topic_score_gemma":0.0013206777,"teacher_disagreement_score":0.007951761,"about_ca_system_score_codex":0.0015787248,"about_ca_system_score_gemma":0.00319099,"threshold_uncertainty_score":0.026601315},"labels":[],"label_agreement":null},{"id":"W3005533686","doi":"10.1109/te.2020.2965817","title":"BLDC Motor-Driven Fluid Pumping System Design: An Extrapolated Active Learning Case Study for Electrical Machines Classes","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mohawk College","funders":"","keywords":"Praxis; Mathematics education; Computer science; Multidisciplinary approach; Active learning (machine learning); Knowledge management; Psychology; Engineering; Engineering ethics; Engineering management; Sociology; Political science; Artificial intelligence","score_opus":0.027014608413276128,"score_gpt":0.2843186907217077,"score_spread":0.25730408230843155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005533686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654326,0.00014914286,0.024414618,0.00040851388,0.000030464322,0.0003661631,0.000088523804,0.000097407574,0.009012531],"genre_scores_gemma":[0.96756715,0.00018502168,0.019392157,0.00007457436,0.000012864857,0.00017615386,0.00008163924,0.000033042033,0.012477345],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986314,0.0006814494,0.00006842493,0.0001665002,0.0003173943,0.00013481361],"domain_scores_gemma":[0.9984451,0.00075962534,0.000112735375,0.00014756678,0.0001914711,0.00034350573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016692907,0.00051482755,0.00036731947,0.00057851145,0.0017167822,0.0013412092,0.0016138009,0.0017566936,0.00405826],"category_scores_gemma":[0.0028505912,0.0002137261,0.0004449802,0.00033359093,0.0009674693,0.0010626703,0.0012151726,0.0011482189,0.00080103334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020607894,0.029647322,0.05644049,0.0033211515,0.0001953383,0.04488093,0.10314582,0.10409088,0.069323994,0.020571267,0.014106655,0.5522154],"study_design_scores_gemma":[0.0008470985,0.023922605,0.078327425,0.0012062936,0.00021122387,0.018716734,0.12668669,0.2730894,0.16556203,0.020201406,0.29071903,0.00051010196],"about_ca_topic_score_codex":0.0010692669,"about_ca_topic_score_gemma":0.002982761,"teacher_disagreement_score":0.00405826,"about_ca_system_score_codex":0.0010835676,"about_ca_system_score_gemma":0.00085797504,"threshold_uncertainty_score":0.013576269},"labels":[],"label_agreement":null},{"id":"W3190942902","doi":"10.1109/te.2022.3144943","title":"Building a Quantum Engineering Undergraduate Program","year":2022,"lang":"en","type":"preprint","venue":"IEEE Transactions on Education","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Université de Sherbrooke","funders":"Accelerated Innovation Research Initiative Turning Top Science and Ideas into High-Impact Values; Division of Undergraduate Education; Institute for Quantum Information and Matter, California Institute of Technology; University of Colorado Boulder; Lincoln Laboratory, Massachusetts Institute of Technology; Office of Science; University of Illinois at Urbana-Champaign; Canada First Research Excellence Fund; University of Oregon; University of Waterloo; University of Southern California; Purdue University; Université de Sherbrooke; University of Sydney; Engineering Research Centers; Harvard University; San José State University; Canadian Institute for Advanced Research; University of Pittsburgh; University of Arizona; SPIE; University of Wisconsin-Madison; U.S. Department of Energy; California Institute of Technology; Massachusetts Institute of Technology; Colorado School of Mines; Ohio State University; National Institute of Standards and Technology; Harvey Mudd College; Imperial College London; National Science Foundation; Yale University","keywords":"Computer science; Quantum information science; Quantum technology; Quantum computer; Quantum; Engineering management; Engineering education; Quantum information; Engineering ethics; Mathematics education; Engineering; Quantum entanglement; Physics; Open quantum system; Mathematics; Quantum mechanics","score_opus":0.011951742626926096,"score_gpt":0.27917947261739917,"score_spread":0.26722772999047306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190942902","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08155198,0.0033756995,0.113309726,0.2979095,0.020321691,0.0064397543,0.004644164,0.0034694031,0.46897802],"genre_scores_gemma":[0.1708805,0.0033537673,0.17317289,0.049151145,0.00419776,0.0045955423,0.004768858,0.0009492902,0.58893025],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946727,0.0014167521,0.0002321792,0.0006850789,0.0016536135,0.0013396781],"domain_scores_gemma":[0.97897243,0.000946913,0.00056782766,0.0009823116,0.005259479,0.013271017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011167764,0.00085999427,0.0006583849,0.0021095765,0.004966638,0.0050783046,0.0028612074,0.001781299,0.113121875],"category_scores_gemma":[0.008021565,0.00055752974,0.0010332603,0.0010742224,0.001426781,0.004042318,0.011945785,0.0047331755,0.030696493],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019019464,0.0036519808,0.0075951032,0.00079004944,0.000025758265,0.00031734633,0.0023759995,0.00078989496,0.0044481093,0.10736319,0.5222708,0.35018152],"study_design_scores_gemma":[0.00007053995,0.0008024769,0.008903537,0.00043958708,0.000018171164,0.00023778307,0.0026502076,0.0015655443,0.0032800043,0.019707523,0.9622839,0.00004069412],"about_ca_topic_score_codex":0.00269833,"about_ca_topic_score_gemma":0.0078916745,"teacher_disagreement_score":0.113121875,"about_ca_system_score_codex":0.0065286052,"about_ca_system_score_gemma":0.033106226,"threshold_uncertainty_score":0.37843037},"labels":[],"label_agreement":null},{"id":"W3206410723","doi":"10.1109/te.2021.3105938","title":"Using Structural Equation Modeling to Examine the Relationship Between Preservice Teachers’ Computational Thinking Attitudes and Skills","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada; Government of Canada","keywords":"Structural equation modeling; Notation; Mathematics education; Test (biology); Coding (social sciences); Psychology; Computational thinking; Reliability (semiconductor); Mathematics; Statistics; Arithmetic","score_opus":0.09872584505670434,"score_gpt":0.35623227484415393,"score_spread":0.2575064297874496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206410723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90559685,0.00038603193,0.08473178,0.0019315415,0.00012867246,0.0010597493,0.001681548,0.00023440293,0.0042493897],"genre_scores_gemma":[0.93322986,0.00041440717,0.060674902,0.0002296841,0.000038147842,0.0022040359,0.0018661835,0.000044059867,0.0012987737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99059886,0.0065225875,0.00046583544,0.0008894463,0.0011661457,0.00035716264],"domain_scores_gemma":[0.96494204,0.02862481,0.0027294713,0.0012688881,0.0020191437,0.00041569743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0141874235,0.0013262521,0.0010683683,0.0035328132,0.001220901,0.0021709867,0.0013603164,0.0010600191,0.0043182126],"category_scores_gemma":[0.039627813,0.0008538614,0.0026121929,0.003867291,0.0009786059,0.0020044176,0.002515429,0.003394274,0.0005776897],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003450217,0.0023195616,0.87621033,0.00048393765,0.0023843395,0.00035742947,0.012290682,0.02088742,0.0011415959,0.023073493,0.0030487443,0.057457324],"study_design_scores_gemma":[0.00060998474,0.002708171,0.35249755,0.0010521413,0.0019147812,0.00040906924,0.013291946,0.5634687,0.0026925395,0.04957713,0.011552935,0.0002250808],"about_ca_topic_score_codex":0.019466516,"about_ca_topic_score_gemma":0.019882595,"teacher_disagreement_score":0.019466516,"about_ca_system_score_codex":0.0025859345,"about_ca_system_score_gemma":0.0059550395,"threshold_uncertainty_score":0.07503116},"labels":[],"label_agreement":null},{"id":"W4255160128","doi":"10.1109/te.2019.2959415","title":"Reviewers 2019","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science","score_opus":0.029427077169890414,"score_gpt":0.2962791169869405,"score_spread":0.2668520398170501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255160128","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00053493597,0.008485909,0.0021226734,0.09556174,0.6223298,0.0002976091,0.0008907938,0.00085930276,0.26891726],"genre_scores_gemma":[0.0028003627,0.0035845682,0.0006326894,0.012898263,0.05423046,0.000100934885,0.0006568845,0.0003532092,0.9247427],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962106,0.00036699718,0.00019574283,0.00045067546,0.0025262227,0.00024988136],"domain_scores_gemma":[0.95229214,0.001731179,0.0008112631,0.0011701831,0.039465144,0.0045301323],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002917787,0.0008477257,0.00078105193,0.0038560578,0.0023003423,0.007402233,0.0016254073,0.0039939303,0.33155677],"category_scores_gemma":[0.023430057,0.00039330442,0.0007315999,0.0020977766,0.0006717642,0.002791808,0.0017413676,0.0032073716,0.24495465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001073156,0.0000046514497,0.000046136654,0.0000407442,0.0000014719824,0.000022735077,0.000009699807,0.000009886753,0.00005821084,0.00039366397,0.984738,0.014663996],"study_design_scores_gemma":[0.000003344178,0.000004902893,0.00010572131,0.000039074457,0.0000024419091,0.000028784427,0.00003270505,0.000020986377,0.000042997443,0.00021588754,0.99949956,0.000003764366],"about_ca_topic_score_codex":0.0065619703,"about_ca_topic_score_gemma":0.021085693,"teacher_disagreement_score":0.33155677,"about_ca_system_score_codex":0.0025259363,"about_ca_system_score_gemma":0.004461752,"threshold_uncertainty_score":0.9534531},"labels":[],"label_agreement":null},{"id":"W4313598730","doi":"10.1109/te.2022.3232383","title":"Effects of Gender and Military Leave on the Academic Performance of Undergraduate Engineering Students","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Grit, Self-Efficacy, and Motivation","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Affect (linguistics); Psychology; Engineering education; Computer science; Engineering; Engineering management","score_opus":0.023336158724778632,"score_gpt":0.3090836448543274,"score_spread":0.28574748612954876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313598730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989992,0.000091708185,0.000029673594,0.0000613108,0.000015369931,0.000002804986,0.000055179753,0.0000012270026,0.0007434444],"genre_scores_gemma":[0.99936765,0.000040833453,0.000021657506,0.000019681076,0.000009117251,0.0000037852624,0.000060963695,0.0000013023014,0.0004748489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990274,0.00018911164,0.0001018265,0.00013385441,0.00030992235,0.00023800695],"domain_scores_gemma":[0.9958561,0.0006852045,0.0014754771,0.00014684415,0.0005414287,0.0012948562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083091913,0.00028017463,0.00030369524,0.0006003707,0.0006426016,0.00095209427,0.00030255053,0.00034078327,0.004517356],"category_scores_gemma":[0.0042855395,0.000106426545,0.00043300632,0.00041342605,0.00041996306,0.0003965419,0.00081007654,0.0006021171,0.0007727764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025983047,0.00036532828,0.98813266,0.000022426222,0.00003867409,0.00011834791,0.0011507615,0.000039652023,0.00049960084,0.00006410167,0.00023652578,0.009072137],"study_design_scores_gemma":[0.0000019770118,0.00025605818,0.9977029,0.000011151155,0.000010445882,0.000042312036,0.0015185529,0.000051300354,0.00012439793,0.000026934003,0.00024914788,0.00000490355],"about_ca_topic_score_codex":0.0026167226,"about_ca_topic_score_gemma":0.0043064095,"teacher_disagreement_score":0.004517356,"about_ca_system_score_codex":0.0004082281,"about_ca_system_score_gemma":0.0005676716,"threshold_uncertainty_score":0.015112042},"labels":[],"label_agreement":null},{"id":"W4386767058","doi":"10.1109/te.2023.3307974","title":"Design of an Integrated Project-Based Learning Curriculum: Analysis Through Fink’s Taxonomy of Significant Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Curriculum; Computer science; Artificial intelligence; Learning design; Psychology; Mathematics education; Pedagogy","score_opus":0.06131746256898977,"score_gpt":0.3431173468598897,"score_spread":0.2817998842908999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386767058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31121698,0.00034111476,0.54135823,0.002824433,0.00011124856,0.007283228,0.0002922,0.000371757,0.1362009],"genre_scores_gemma":[0.5966937,0.0002348626,0.38564742,0.00016809013,0.000007733282,0.003467276,0.00034141864,0.0000727764,0.013366743],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98382413,0.010416464,0.00076403166,0.0011580478,0.0028636549,0.0009736198],"domain_scores_gemma":[0.9921715,0.003246775,0.0007596436,0.00064586574,0.0017889282,0.0013871506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010068553,0.00052227185,0.00037640063,0.002396267,0.00295537,0.0066805687,0.0020398167,0.0013193783,0.0058175707],"category_scores_gemma":[0.015852962,0.0004609406,0.00068446225,0.0018517334,0.0035967745,0.004667131,0.0046651536,0.0016096691,0.0011278329],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017825748,0.0016233634,0.028276011,0.0012476809,0.00005126389,0.0005302294,0.08036874,0.010254238,0.002871685,0.4424985,0.007183377,0.42491663],"study_design_scores_gemma":[0.00040001335,0.0036630775,0.058348928,0.0019967973,0.0001457125,0.0012818159,0.1882719,0.09895155,0.01096471,0.33883524,0.2969305,0.00020974116],"about_ca_topic_score_codex":0.0027946318,"about_ca_topic_score_gemma":0.004358958,"teacher_disagreement_score":0.010068553,"about_ca_system_score_codex":0.0065784594,"about_ca_system_score_gemma":0.017995486,"threshold_uncertainty_score":0.053248227},"labels":[],"label_agreement":null},{"id":"W4405633503","doi":"10.1109/te.2024.3508372","title":"Guest Editorial Coding, Computational, Algorithmic, Design, Creative, and Critical Thinking in K–16 Education","year":2024,"lang":"en","type":"editorial","venue":"IEEE Transactions on Education","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computational thinking; Computer science; Coding (social sciences); Mathematics education; Theoretical computer science; Cognitive science; Management science; Human–computer interaction; Software engineering; Computer architecture; Multimedia; Artificial intelligence; Engineering; Psychology; Sociology; Social science","score_opus":0.02169147373491746,"score_gpt":0.36605383274619235,"score_spread":0.3443623590112749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405633503","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002124358,0.002794397,0.00011212238,0.021176878,0.9745823,0.000009330802,0.000022152106,0.00002178298,0.0012597569],"genre_scores_gemma":[0.00038922066,0.0019097942,0.00007665156,0.00661914,0.9849769,0.000014838921,0.000010346904,0.00001926552,0.0059837224],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941614,0.0009771176,0.0006192395,0.00069988717,0.0030814116,0.00046085299],"domain_scores_gemma":[0.9631789,0.01579482,0.0016362711,0.00072493096,0.014092974,0.004572078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008522887,0.0030409447,0.0030062161,0.0044365614,0.003962564,0.011857651,0.0027690176,0.0126265725,0.020470066],"category_scores_gemma":[0.03296516,0.0009458858,0.0017607043,0.0016350719,0.0036843172,0.0044200085,0.0019741904,0.019545965,0.009763021],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003429269,0.000010350711,0.000015990314,0.00017395313,0.000009373159,0.000076831726,0.000014605266,0.000022496793,0.00003246742,0.00068979344,0.9940718,0.0048481105],"study_design_scores_gemma":[0.00006909417,0.000029480569,0.00020910388,0.0006427305,0.000040016366,0.00025927456,0.000072995324,0.00023785293,0.00013266857,0.0030679977,0.99521434,0.000024372075],"about_ca_topic_score_codex":0.0016075645,"about_ca_topic_score_gemma":0.0040406347,"teacher_disagreement_score":0.020470066,"about_ca_system_score_codex":0.003218639,"about_ca_system_score_gemma":0.0042644907,"threshold_uncertainty_score":0.06847912},"labels":[],"label_agreement":null}]}